diff --git a/act-dp-demo_clean-50-seed0/policy/DP/data/outputs/2026.04.21/19.47.48_robot_place_empty_cup_place_empty_cup/logs.json.txt b/act-dp-demo_clean-50-seed0/policy/DP/data/outputs/2026.04.21/19.47.48_robot_place_empty_cup_place_empty_cup/logs.json.txt
new file mode 100644
index 0000000000000000000000000000000000000000..69722145211798fd6cfffe2bd0abdcea4cf74b8e
--- /dev/null
+++ b/act-dp-demo_clean-50-seed0/policy/DP/data/outputs/2026.04.21/19.47.48_robot_place_empty_cup_place_empty_cup/logs.json.txt
@@ -0,0 +1,39000 @@
+{"train_loss": 1.1762741804122925, "global_step": 0, "epoch": 0, "lr": 2.0000000000000002e-07}
+{"train_loss": 1.1477863788604736, "global_step": 1, "epoch": 0, "lr": 4.0000000000000003e-07}
+{"train_loss": 1.159548282623291, "global_step": 2, "epoch": 0, "lr": 6.000000000000001e-07}
+{"train_loss": 1.1697673797607422, "global_step": 3, "epoch": 0, "lr": 8.000000000000001e-07}
+{"train_loss": 1.1513659954071045, "global_step": 4, "epoch": 0, "lr": 1.0000000000000002e-06}
+{"train_loss": 1.1269720792770386, "global_step": 5, "epoch": 0, "lr": 1.2000000000000002e-06}
+{"train_loss": 1.1126028299331665, "global_step": 6, "epoch": 0, "lr": 1.4000000000000001e-06}
+{"train_loss": 1.1234774589538574, "global_step": 7, "epoch": 0, "lr": 1.6000000000000001e-06}
+{"train_loss": 1.0931758880615234, "global_step": 8, "epoch": 0, "lr": 1.8e-06}
+{"train_loss": 1.060266137123108, "global_step": 9, "epoch": 0, "lr": 2.0000000000000003e-06}
+{"train_loss": 1.054247498512268, "global_step": 10, "epoch": 0, "lr": 2.2e-06}
+{"train_loss": 1.0789928436279297, "global_step": 11, "epoch": 0, "lr": 2.4000000000000003e-06}
+{"train_loss": 1.0488145351409912, "global_step": 12, "epoch": 0, "lr": 2.6e-06}
+{"train_loss": 1.0428361892700195, "global_step": 13, "epoch": 0, "lr": 2.8000000000000003e-06}
+{"train_loss": 0.994789719581604, "global_step": 14, "epoch": 0, "lr": 3e-06}
+{"train_loss": 1.0597425699234009, "global_step": 15, "epoch": 0, "lr": 3.2000000000000003e-06}
+{"train_loss": 1.039700984954834, "global_step": 16, "epoch": 0, "lr": 3.4000000000000005e-06}
+{"train_loss": 1.0235512256622314, "global_step": 17, "epoch": 0, "lr": 3.6e-06}
+{"train_loss": 1.0318626165390015, "global_step": 18, "epoch": 0, "lr": 3.8e-06}
+{"train_loss": 1.0131727457046509, "global_step": 19, "epoch": 0, "lr": 4.000000000000001e-06}
+{"train_loss": 1.0108228921890259, "global_step": 20, "epoch": 0, "lr": 4.2000000000000004e-06}
+{"train_loss": 1.0087004899978638, "global_step": 21, "epoch": 0, "lr": 4.4e-06}
+{"train_loss": 1.0181231498718262, "global_step": 22, "epoch": 0, "lr": 4.6e-06}
+{"train_loss": 1.0197957754135132, "global_step": 23, "epoch": 0, "lr": 4.800000000000001e-06}
+{"train_loss": 1.0054234266281128, "global_step": 24, "epoch": 0, "lr": 5e-06}
+{"train_loss": 1.0325405597686768, "global_step": 25, "epoch": 0, "lr": 5.2e-06}
+{"train_loss": 1.011985421180725, "global_step": 26, "epoch": 0, "lr": 5.4e-06}
+{"train_loss": 1.007651448249817, "global_step": 27, "epoch": 0, "lr": 5.600000000000001e-06}
+{"train_loss": 1.0263800621032715, "global_step": 28, "epoch": 0, "lr": 5.8e-06}
+{"train_loss": 1.0198302268981934, "global_step": 29, "epoch": 0, "lr": 6e-06}
+{"train_loss": 0.9922083616256714, "global_step": 30, "epoch": 0, "lr": 6.2e-06}
+{"train_loss": 1.022286057472229, "global_step": 31, "epoch": 0, "lr": 6.4000000000000006e-06}
+{"train_loss": 1.006191372871399, "global_step": 32, "epoch": 0, "lr": 6.6e-06}
+{"train_loss": 0.9924986958503723, "global_step": 33, "epoch": 0, "lr": 6.800000000000001e-06}
+{"train_loss": 0.998817503452301, "global_step": 34, "epoch": 0, "lr": 7.000000000000001e-06}
+{"train_loss": 0.9743163585662842, "global_step": 35, "epoch": 0, "lr": 7.2e-06}
+{"train_loss": 1.0063389539718628, "global_step": 36, "epoch": 0, "lr": 7.4e-06}
+{"train_loss": 1.00828218460083, "global_step": 37, "epoch": 0, "lr": 7.6e-06}
+{"train_loss": 1.0105907917022705, "global_step": 38, "epoch": 0, "lr": 7.8e-06}
+{"train_loss": 1.0033690929412842, "global_step": 39, "epoch": 0, "lr": 8.000000000000001e-06}
+{"train_loss": 0.9896361231803894, "global_step": 40, "epoch": 0, "lr": 8.200000000000001e-06}
+{"train_loss": 1.004991054534912, "global_step": 41, "epoch": 0, "lr": 8.400000000000001e-06}
+{"train_loss": 0.9966981410980225, "global_step": 42, "epoch": 0, "lr": 8.599999999999999e-06}
+{"train_loss": 1.0016486644744873, "global_step": 43, "epoch": 0, "lr": 8.8e-06}
+{"train_loss": 0.9789002537727356, "global_step": 44, "epoch": 0, "lr": 9e-06}
+{"train_loss": 0.9865461587905884, "global_step": 45, "epoch": 0, "lr": 9.2e-06}
+{"train_loss": 0.9793460369110107, "global_step": 46, "epoch": 0, "lr": 9.4e-06}
+{"train_loss": 0.9845950603485107, "global_step": 47, "epoch": 0, "lr": 9.600000000000001e-06}
+{"train_loss": 0.9969514012336731, "global_step": 48, "epoch": 0, "lr": 9.800000000000001e-06}
+{"train_loss": 0.9817231893539429, "global_step": 49, "epoch": 0, "lr": 1e-05}
+{"train_loss": 1.0150110721588135, "global_step": 50, "epoch": 0, "lr": 1.02e-05}
+{"train_loss": 0.9943600296974182, "global_step": 51, "epoch": 0, "lr": 1.04e-05}
+{"train_loss": 0.981113612651825, "global_step": 52, "epoch": 0, "lr": 1.06e-05}
+{"train_loss": 0.9870302677154541, "global_step": 53, "epoch": 0, "lr": 1.08e-05}
+{"train_loss": 0.9938843250274658, "global_step": 54, "epoch": 0, "lr": 1.1000000000000001e-05}
+{"train_loss": 0.9846361875534058, "global_step": 55, "epoch": 0, "lr": 1.1200000000000001e-05}
+{"train_loss": 0.9905263781547546, "global_step": 56, "epoch": 0, "lr": 1.1400000000000001e-05}
+{"train_loss": 0.9825581312179565, "global_step": 57, "epoch": 0, "lr": 1.16e-05}
+{"train_loss": 0.9594112038612366, "global_step": 58, "epoch": 0, "lr": 1.18e-05}
+{"train_loss": 0.9744232892990112, "global_step": 59, "epoch": 0, "lr": 1.2e-05}
+{"train_loss": 0.9908812642097473, "global_step": 60, "epoch": 0, "lr": 1.22e-05}
+{"train_loss": 0.9810144305229187, "global_step": 61, "epoch": 0, "lr": 1.24e-05}
+{"train_loss": 0.9800282716751099, "global_step": 62, "epoch": 0, "lr": 1.2600000000000001e-05}
+{"train_loss": 0.9849341511726379, "global_step": 63, "epoch": 0, "lr": 1.2800000000000001e-05}
+{"train_loss": 1.0240165444520803, "global_step": 64, "epoch": 0, "lr": 1.3000000000000001e-05, "val_loss": 0.9888002276420593, "train_action_mse_error": 1.0885365009307861}
+{"train_loss": 0.9867154955863953, "global_step": 65, "epoch": 1, "lr": 1.32e-05}
+{"train_loss": 0.9694120287895203, "global_step": 66, "epoch": 1, "lr": 1.3400000000000002e-05}
+{"train_loss": 0.9724680185317993, "global_step": 67, "epoch": 1, "lr": 1.3600000000000002e-05}
+{"train_loss": 0.9936976432800293, "global_step": 68, "epoch": 1, "lr": 1.3800000000000002e-05}
+{"train_loss": 0.9919954538345337, "global_step": 69, "epoch": 1, "lr": 1.4000000000000001e-05}
+{"train_loss": 0.9984796047210693, "global_step": 70, "epoch": 1, "lr": 1.42e-05}
+{"train_loss": 0.9882597923278809, "global_step": 71, "epoch": 1, "lr": 1.44e-05}
+{"train_loss": 0.9683218598365784, "global_step": 72, "epoch": 1, "lr": 1.4599999999999999e-05}
+{"train_loss": 0.9757000207901001, "global_step": 73, "epoch": 1, "lr": 1.48e-05}
+{"train_loss": 0.982556939125061, "global_step": 74, "epoch": 1, "lr": 1.5e-05}
+{"train_loss": 0.9893181920051575, "global_step": 75, "epoch": 1, "lr": 1.52e-05}
+{"train_loss": 0.9597516059875488, "global_step": 76, "epoch": 1, "lr": 1.54e-05}
+{"train_loss": 0.9419013857841492, "global_step": 77, "epoch": 1, "lr": 1.56e-05}
+{"train_loss": 0.9538818001747131, "global_step": 78, "epoch": 1, "lr": 1.58e-05}
+{"train_loss": 0.9717040061950684, "global_step": 79, "epoch": 1, "lr": 1.6000000000000003e-05}
+{"train_loss": 0.9621835947036743, "global_step": 80, "epoch": 1, "lr": 1.62e-05}
+{"train_loss": 0.9498792290687561, "global_step": 81, "epoch": 1, "lr": 1.6400000000000002e-05}
+{"train_loss": 0.953529953956604, "global_step": 82, "epoch": 1, "lr": 1.66e-05}
+{"train_loss": 0.9540630578994751, "global_step": 83, "epoch": 1, "lr": 1.6800000000000002e-05}
+{"train_loss": 0.9426849484443665, "global_step": 84, "epoch": 1, "lr": 1.7000000000000003e-05}
+{"train_loss": 0.9514232873916626, "global_step": 85, "epoch": 1, "lr": 1.7199999999999998e-05}
+{"train_loss": 0.9416990876197815, "global_step": 86, "epoch": 1, "lr": 1.74e-05}
+{"train_loss": 0.9264891743659973, "global_step": 87, "epoch": 1, "lr": 1.76e-05}
+{"train_loss": 0.9467254877090454, "global_step": 88, "epoch": 1, "lr": 1.78e-05}
+{"train_loss": 0.9523998498916626, "global_step": 89, "epoch": 1, "lr": 1.8e-05}
+{"train_loss": 0.9172746539115906, "global_step": 90, "epoch": 1, "lr": 1.8200000000000002e-05}
+{"train_loss": 0.9271771907806396, "global_step": 91, "epoch": 1, "lr": 1.84e-05}
+{"train_loss": 0.9027241468429565, "global_step": 92, "epoch": 1, "lr": 1.86e-05}
+{"train_loss": 0.8883774280548096, "global_step": 93, "epoch": 1, "lr": 1.88e-05}
+{"train_loss": 0.9096519947052002, "global_step": 94, "epoch": 1, "lr": 1.9e-05}
+{"train_loss": 0.8679049611091614, "global_step": 95, "epoch": 1, "lr": 1.9200000000000003e-05}
+{"train_loss": 0.8792125582695007, "global_step": 96, "epoch": 1, "lr": 1.94e-05}
+{"train_loss": 0.8705556392669678, "global_step": 97, "epoch": 1, "lr": 1.9600000000000002e-05}
+{"train_loss": 0.8450568318367004, "global_step": 98, "epoch": 1, "lr": 1.9800000000000004e-05}
+{"train_loss": 0.8750219345092773, "global_step": 99, "epoch": 1, "lr": 2e-05}
+{"train_loss": 0.8359897136688232, "global_step": 100, "epoch": 1, "lr": 2.0200000000000003e-05}
+{"train_loss": 0.8411071300506592, "global_step": 101, "epoch": 1, "lr": 2.04e-05}
+{"train_loss": 0.8447314500808716, "global_step": 102, "epoch": 1, "lr": 2.06e-05}
+{"train_loss": 0.825117826461792, "global_step": 103, "epoch": 1, "lr": 2.08e-05}
+{"train_loss": 0.810979962348938, "global_step": 104, "epoch": 1, "lr": 2.1e-05}
+{"train_loss": 0.8108226656913757, "global_step": 105, "epoch": 1, "lr": 2.12e-05}
+{"train_loss": 0.8119363188743591, "global_step": 106, "epoch": 1, "lr": 2.1400000000000002e-05}
+{"train_loss": 0.7892956137657166, "global_step": 107, "epoch": 1, "lr": 2.16e-05}
+{"train_loss": 0.7905101180076599, "global_step": 108, "epoch": 1, "lr": 2.18e-05}
+{"train_loss": 0.7924801111221313, "global_step": 109, "epoch": 1, "lr": 2.2000000000000003e-05}
+{"train_loss": 0.7730217576026917, "global_step": 110, "epoch": 1, "lr": 2.22e-05}
+{"train_loss": 0.7752560973167419, "global_step": 111, "epoch": 1, "lr": 2.2400000000000002e-05}
+{"train_loss": 0.7588405013084412, "global_step": 112, "epoch": 1, "lr": 2.26e-05}
+{"train_loss": 0.7590939998626709, "global_step": 113, "epoch": 1, "lr": 2.2800000000000002e-05}
+{"train_loss": 0.7409897446632385, "global_step": 114, "epoch": 1, "lr": 2.3000000000000003e-05}
+{"train_loss": 0.7475811839103699, "global_step": 115, "epoch": 1, "lr": 2.32e-05}
+{"train_loss": 0.7214668393135071, "global_step": 116, "epoch": 1, "lr": 2.3400000000000003e-05}
+{"train_loss": 0.7404482960700989, "global_step": 117, "epoch": 1, "lr": 2.36e-05}
+{"train_loss": 0.7337411642074585, "global_step": 118, "epoch": 1, "lr": 2.38e-05}
+{"train_loss": 0.7037766575813293, "global_step": 119, "epoch": 1, "lr": 2.4e-05}
+{"train_loss": 0.686570942401886, "global_step": 120, "epoch": 1, "lr": 2.4200000000000002e-05}
+{"train_loss": 0.6891739368438721, "global_step": 121, "epoch": 1, "lr": 2.44e-05}
+{"train_loss": 0.7073713541030884, "global_step": 122, "epoch": 1, "lr": 2.46e-05}
+{"train_loss": 0.7050492763519287, "global_step": 123, "epoch": 1, "lr": 2.48e-05}
+{"train_loss": 0.6923020482063293, "global_step": 124, "epoch": 1, "lr": 2.5e-05}
+{"train_loss": 0.6852902173995972, "global_step": 125, "epoch": 1, "lr": 2.5200000000000003e-05}
+{"train_loss": 0.6751315593719482, "global_step": 126, "epoch": 1, "lr": 2.54e-05}
+{"train_loss": 0.6649174094200134, "global_step": 127, "epoch": 1, "lr": 2.5600000000000002e-05}
+{"train_loss": 0.6503884792327881, "global_step": 128, "epoch": 1, "lr": 2.58e-05}
+{"train_loss": 0.8527010220747727, "global_step": 129, "epoch": 1, "lr": 2.6000000000000002e-05, "val_loss": 0.6467090845108032}
+{"train_loss": 0.6479799151420593, "global_step": 130, "epoch": 2, "lr": 2.6200000000000003e-05}
+{"train_loss": 0.6460484266281128, "global_step": 131, "epoch": 2, "lr": 2.64e-05}
+{"train_loss": 0.6529372334480286, "global_step": 132, "epoch": 2, "lr": 2.6600000000000003e-05}
+{"train_loss": 0.6256095170974731, "global_step": 133, "epoch": 2, "lr": 2.6800000000000004e-05}
+{"train_loss": 0.604522705078125, "global_step": 134, "epoch": 2, "lr": 2.7000000000000002e-05}
+{"train_loss": 0.6166247129440308, "global_step": 135, "epoch": 2, "lr": 2.7200000000000004e-05}
+{"train_loss": 0.5912395715713501, "global_step": 136, "epoch": 2, "lr": 2.7400000000000002e-05}
+{"train_loss": 0.6019543409347534, "global_step": 137, "epoch": 2, "lr": 2.7600000000000003e-05}
+{"train_loss": 0.5931456685066223, "global_step": 138, "epoch": 2, "lr": 2.7800000000000005e-05}
+{"train_loss": 0.5945254564285278, "global_step": 139, "epoch": 2, "lr": 2.8000000000000003e-05}
+{"train_loss": 0.5713653564453125, "global_step": 140, "epoch": 2, "lr": 2.8199999999999998e-05}
+{"train_loss": 0.5908191800117493, "global_step": 141, "epoch": 2, "lr": 2.84e-05}
+{"train_loss": 0.5743764042854309, "global_step": 142, "epoch": 2, "lr": 2.86e-05}
+{"train_loss": 0.5305919051170349, "global_step": 143, "epoch": 2, "lr": 2.88e-05}
+{"train_loss": 0.5638313293457031, "global_step": 144, "epoch": 2, "lr": 2.9e-05}
+{"train_loss": 0.5496147871017456, "global_step": 145, "epoch": 2, "lr": 2.9199999999999998e-05}
+{"train_loss": 0.5376611948013306, "global_step": 146, "epoch": 2, "lr": 2.94e-05}
+{"train_loss": 0.5317177772521973, "global_step": 147, "epoch": 2, "lr": 2.96e-05}
+{"train_loss": 0.534763753414154, "global_step": 148, "epoch": 2, "lr": 2.98e-05}
+{"train_loss": 0.5275198221206665, "global_step": 149, "epoch": 2, "lr": 3e-05}
+{"train_loss": 0.5163272023200989, "global_step": 150, "epoch": 2, "lr": 3.02e-05}
+{"train_loss": 0.5399452447891235, "global_step": 151, "epoch": 2, "lr": 3.04e-05}
+{"train_loss": 0.5093684196472168, "global_step": 152, "epoch": 2, "lr": 3.06e-05}
+{"train_loss": 0.5033794641494751, "global_step": 153, "epoch": 2, "lr": 3.08e-05}
+{"train_loss": 0.5139753222465515, "global_step": 154, "epoch": 2, "lr": 3.1e-05}
+{"train_loss": 0.4925330877304077, "global_step": 155, "epoch": 2, "lr": 3.12e-05}
+{"train_loss": 0.49919232726097107, "global_step": 156, "epoch": 2, "lr": 3.1400000000000004e-05}
+{"train_loss": 0.492142915725708, "global_step": 157, "epoch": 2, "lr": 3.16e-05}
+{"train_loss": 0.4829409420490265, "global_step": 158, "epoch": 2, "lr": 3.18e-05}
+{"train_loss": 0.49146658182144165, "global_step": 159, "epoch": 2, "lr": 3.2000000000000005e-05}
+{"train_loss": 0.4646691083908081, "global_step": 160, "epoch": 2, "lr": 3.2200000000000003e-05}
+{"train_loss": 0.4845380187034607, "global_step": 161, "epoch": 2, "lr": 3.24e-05}
+{"train_loss": 0.455780565738678, "global_step": 162, "epoch": 2, "lr": 3.26e-05}
+{"train_loss": 0.4577842950820923, "global_step": 163, "epoch": 2, "lr": 3.2800000000000004e-05}
+{"train_loss": 0.45510321855545044, "global_step": 164, "epoch": 2, "lr": 3.3e-05}
+{"train_loss": 0.42605772614479065, "global_step": 165, "epoch": 2, "lr": 3.32e-05}
+{"train_loss": 0.45106616616249084, "global_step": 166, "epoch": 2, "lr": 3.3400000000000005e-05}
+{"train_loss": 0.4344366192817688, "global_step": 167, "epoch": 2, "lr": 3.3600000000000004e-05}
+{"train_loss": 0.41996902227401733, "global_step": 168, "epoch": 2, "lr": 3.38e-05}
+{"train_loss": 0.43989986181259155, "global_step": 169, "epoch": 2, "lr": 3.4000000000000007e-05}
+{"train_loss": 0.4244787395000458, "global_step": 170, "epoch": 2, "lr": 3.4200000000000005e-05}
+{"train_loss": 0.42405468225479126, "global_step": 171, "epoch": 2, "lr": 3.4399999999999996e-05}
+{"train_loss": 0.4179146885871887, "global_step": 172, "epoch": 2, "lr": 3.46e-05}
+{"train_loss": 0.39173853397369385, "global_step": 173, "epoch": 2, "lr": 3.48e-05}
+{"train_loss": 0.3979213833808899, "global_step": 174, "epoch": 2, "lr": 3.5e-05}
+{"train_loss": 0.4272695481777191, "global_step": 175, "epoch": 2, "lr": 3.52e-05}
+{"train_loss": 0.3998982608318329, "global_step": 176, "epoch": 2, "lr": 3.54e-05}
+{"train_loss": 0.39163750410079956, "global_step": 177, "epoch": 2, "lr": 3.56e-05}
+{"train_loss": 0.39580169320106506, "global_step": 178, "epoch": 2, "lr": 3.58e-05}
+{"train_loss": 0.39549562335014343, "global_step": 179, "epoch": 2, "lr": 3.6e-05}
+{"train_loss": 0.40527433156967163, "global_step": 180, "epoch": 2, "lr": 3.62e-05}
+{"train_loss": 0.38978666067123413, "global_step": 181, "epoch": 2, "lr": 3.6400000000000004e-05}
+{"train_loss": 0.3672480881214142, "global_step": 182, "epoch": 2, "lr": 3.66e-05}
+{"train_loss": 0.3873139023780823, "global_step": 183, "epoch": 2, "lr": 3.68e-05}
+{"train_loss": 0.3716679513454437, "global_step": 184, "epoch": 2, "lr": 3.7e-05}
+{"train_loss": 0.3718551993370056, "global_step": 185, "epoch": 2, "lr": 3.72e-05}
+{"train_loss": 0.35471802949905396, "global_step": 186, "epoch": 2, "lr": 3.74e-05}
+{"train_loss": 0.3569078743457794, "global_step": 187, "epoch": 2, "lr": 3.76e-05}
+{"train_loss": 0.3682200014591217, "global_step": 188, "epoch": 2, "lr": 3.7800000000000004e-05}
+{"train_loss": 0.38819724321365356, "global_step": 189, "epoch": 2, "lr": 3.8e-05}
+{"train_loss": 0.34753233194351196, "global_step": 190, "epoch": 2, "lr": 3.82e-05}
+{"train_loss": 0.37130963802337646, "global_step": 191, "epoch": 2, "lr": 3.8400000000000005e-05}
+{"train_loss": 0.3551246225833893, "global_step": 192, "epoch": 2, "lr": 3.86e-05}
+{"train_loss": 0.3315998315811157, "global_step": 193, "epoch": 2, "lr": 3.88e-05}
+{"train_loss": 0.4742569001821371, "global_step": 194, "epoch": 2, "lr": 3.9000000000000006e-05, "val_loss": 0.32033759355545044}
+{"train_loss": 0.367097407579422, "global_step": 195, "epoch": 3, "lr": 3.9200000000000004e-05}
+{"train_loss": 0.3256872296333313, "global_step": 196, "epoch": 3, "lr": 3.94e-05}
+{"train_loss": 0.34207504987716675, "global_step": 197, "epoch": 3, "lr": 3.960000000000001e-05}
+{"train_loss": 0.32727834582328796, "global_step": 198, "epoch": 3, "lr": 3.9800000000000005e-05}
+{"train_loss": 0.3194922208786011, "global_step": 199, "epoch": 3, "lr": 4e-05}
+{"train_loss": 0.3231772780418396, "global_step": 200, "epoch": 3, "lr": 4.02e-05}
+{"train_loss": 0.3361443877220154, "global_step": 201, "epoch": 3, "lr": 4.0400000000000006e-05}
+{"train_loss": 0.3325487971305847, "global_step": 202, "epoch": 3, "lr": 4.0600000000000004e-05}
+{"train_loss": 0.3132414221763611, "global_step": 203, "epoch": 3, "lr": 4.08e-05}
+{"train_loss": 0.3190406560897827, "global_step": 204, "epoch": 3, "lr": 4.1e-05}
+{"train_loss": 0.30943024158477783, "global_step": 205, "epoch": 3, "lr": 4.12e-05}
+{"train_loss": 0.298880934715271, "global_step": 206, "epoch": 3, "lr": 4.14e-05}
+{"train_loss": 0.308671236038208, "global_step": 207, "epoch": 3, "lr": 4.16e-05}
+{"train_loss": 0.2965323030948639, "global_step": 208, "epoch": 3, "lr": 4.18e-05}
+{"train_loss": 0.2921639382839203, "global_step": 209, "epoch": 3, "lr": 4.2e-05}
+{"train_loss": 0.2856696844100952, "global_step": 210, "epoch": 3, "lr": 4.22e-05}
+{"train_loss": 0.274000346660614, "global_step": 211, "epoch": 3, "lr": 4.24e-05}
+{"train_loss": 0.2922181189060211, "global_step": 212, "epoch": 3, "lr": 4.26e-05}
+{"train_loss": 0.2847026586532593, "global_step": 213, "epoch": 3, "lr": 4.2800000000000004e-05}
+{"train_loss": 0.2975984513759613, "global_step": 214, "epoch": 3, "lr": 4.3e-05}
+{"train_loss": 0.27136972546577454, "global_step": 215, "epoch": 3, "lr": 4.32e-05}
+{"train_loss": 0.2774561643600464, "global_step": 216, "epoch": 3, "lr": 4.3400000000000005e-05}
+{"train_loss": 0.2930442690849304, "global_step": 217, "epoch": 3, "lr": 4.36e-05}
+{"train_loss": 0.2363376021385193, "global_step": 218, "epoch": 3, "lr": 4.38e-05}
+{"train_loss": 0.2684456706047058, "global_step": 219, "epoch": 3, "lr": 4.4000000000000006e-05}
+{"train_loss": 0.26612430810928345, "global_step": 220, "epoch": 3, "lr": 4.4200000000000004e-05}
+{"train_loss": 0.2944656312465668, "global_step": 221, "epoch": 3, "lr": 4.44e-05}
+{"train_loss": 0.2670671343803406, "global_step": 222, "epoch": 3, "lr": 4.46e-05}
+{"train_loss": 0.26354706287384033, "global_step": 223, "epoch": 3, "lr": 4.4800000000000005e-05}
+{"train_loss": 0.2668112814426422, "global_step": 224, "epoch": 3, "lr": 4.5e-05}
+{"train_loss": 0.27377092838287354, "global_step": 225, "epoch": 3, "lr": 4.52e-05}
+{"train_loss": 0.24972358345985413, "global_step": 226, "epoch": 3, "lr": 4.5400000000000006e-05}
+{"train_loss": 0.2616563141345978, "global_step": 227, "epoch": 3, "lr": 4.5600000000000004e-05}
+{"train_loss": 0.24882596731185913, "global_step": 228, "epoch": 3, "lr": 4.58e-05}
+{"train_loss": 0.23997493088245392, "global_step": 229, "epoch": 3, "lr": 4.600000000000001e-05}
+{"train_loss": 0.27628234028816223, "global_step": 230, "epoch": 3, "lr": 4.6200000000000005e-05}
+{"train_loss": 0.24657155573368073, "global_step": 231, "epoch": 3, "lr": 4.64e-05}
+{"train_loss": 0.2382996380329132, "global_step": 232, "epoch": 3, "lr": 4.660000000000001e-05}
+{"train_loss": 0.2368764579296112, "global_step": 233, "epoch": 3, "lr": 4.6800000000000006e-05}
+{"train_loss": 0.24250473082065582, "global_step": 234, "epoch": 3, "lr": 4.7e-05}
+{"train_loss": 0.24181437492370605, "global_step": 235, "epoch": 3, "lr": 4.72e-05}
+{"train_loss": 0.25787293910980225, "global_step": 236, "epoch": 3, "lr": 4.74e-05}
+{"train_loss": 0.24848714470863342, "global_step": 237, "epoch": 3, "lr": 4.76e-05}
+{"train_loss": 0.2405637800693512, "global_step": 238, "epoch": 3, "lr": 4.78e-05}
+{"train_loss": 0.2360401451587677, "global_step": 239, "epoch": 3, "lr": 4.8e-05}
+{"train_loss": 0.24697232246398926, "global_step": 240, "epoch": 3, "lr": 4.82e-05}
+{"train_loss": 0.22179022431373596, "global_step": 241, "epoch": 3, "lr": 4.8400000000000004e-05}
+{"train_loss": 0.2389988899230957, "global_step": 242, "epoch": 3, "lr": 4.86e-05}
+{"train_loss": 0.20919515192508698, "global_step": 243, "epoch": 3, "lr": 4.88e-05}
+{"train_loss": 0.24708649516105652, "global_step": 244, "epoch": 3, "lr": 4.9e-05}
+{"train_loss": 0.21393193304538727, "global_step": 245, "epoch": 3, "lr": 4.92e-05}
+{"train_loss": 0.22451844811439514, "global_step": 246, "epoch": 3, "lr": 4.94e-05}
+{"train_loss": 0.2145119160413742, "global_step": 247, "epoch": 3, "lr": 4.96e-05}
+{"train_loss": 0.2381136119365692, "global_step": 248, "epoch": 3, "lr": 4.9800000000000004e-05}
+{"train_loss": 0.21110378205776215, "global_step": 249, "epoch": 3, "lr": 5e-05}
+{"train_loss": 0.22280821204185486, "global_step": 250, "epoch": 3, "lr": 5.02e-05}
+{"train_loss": 0.20731483399868011, "global_step": 251, "epoch": 3, "lr": 5.0400000000000005e-05}
+{"train_loss": 0.2450987994670868, "global_step": 252, "epoch": 3, "lr": 5.0600000000000003e-05}
+{"train_loss": 0.20797738432884216, "global_step": 253, "epoch": 3, "lr": 5.08e-05}
+{"train_loss": 0.2215466946363449, "global_step": 254, "epoch": 3, "lr": 5.1000000000000006e-05}
+{"train_loss": 0.2024107426404953, "global_step": 255, "epoch": 3, "lr": 5.1200000000000004e-05}
+{"train_loss": 0.21948018670082092, "global_step": 256, "epoch": 3, "lr": 5.14e-05}
+{"train_loss": 0.19652673602104187, "global_step": 257, "epoch": 3, "lr": 5.16e-05}
+{"train_loss": 0.2083064764738083, "global_step": 258, "epoch": 3, "lr": 5.1800000000000005e-05}
+{"train_loss": 0.2629030869557307, "global_step": 259, "epoch": 3, "lr": 5.2000000000000004e-05, "val_loss": 0.1912929117679596}
+{"train_loss": 0.19042684137821198, "global_step": 260, "epoch": 4, "lr": 5.22e-05}
+{"train_loss": 0.20232541859149933, "global_step": 261, "epoch": 4, "lr": 5.2400000000000007e-05}
+{"train_loss": 0.1950124353170395, "global_step": 262, "epoch": 4, "lr": 5.2600000000000005e-05}
+{"train_loss": 0.20879538357257843, "global_step": 263, "epoch": 4, "lr": 5.28e-05}
+{"train_loss": 0.21787326037883759, "global_step": 264, "epoch": 4, "lr": 5.300000000000001e-05}
+{"train_loss": 0.20104160904884338, "global_step": 265, "epoch": 4, "lr": 5.3200000000000006e-05}
+{"train_loss": 0.20556630194187164, "global_step": 266, "epoch": 4, "lr": 5.3400000000000004e-05}
+{"train_loss": 0.1894683539867401, "global_step": 267, "epoch": 4, "lr": 5.360000000000001e-05}
+{"train_loss": 0.21858413517475128, "global_step": 268, "epoch": 4, "lr": 5.380000000000001e-05}
+{"train_loss": 0.199107825756073, "global_step": 269, "epoch": 4, "lr": 5.4000000000000005e-05}
+{"train_loss": 0.19483350217342377, "global_step": 270, "epoch": 4, "lr": 5.420000000000001e-05}
+{"train_loss": 0.18589940667152405, "global_step": 271, "epoch": 4, "lr": 5.440000000000001e-05}
+{"train_loss": 0.19818469882011414, "global_step": 272, "epoch": 4, "lr": 5.4600000000000006e-05}
+{"train_loss": 0.18446889519691467, "global_step": 273, "epoch": 4, "lr": 5.4800000000000004e-05}
+{"train_loss": 0.1926957666873932, "global_step": 274, "epoch": 4, "lr": 5.500000000000001e-05}
+{"train_loss": 0.18122045695781708, "global_step": 275, "epoch": 4, "lr": 5.520000000000001e-05}
+{"train_loss": 0.18375785648822784, "global_step": 276, "epoch": 4, "lr": 5.5400000000000005e-05}
+{"train_loss": 0.19448944926261902, "global_step": 277, "epoch": 4, "lr": 5.560000000000001e-05}
+{"train_loss": 0.1862225979566574, "global_step": 278, "epoch": 4, "lr": 5.580000000000001e-05}
+{"train_loss": 0.17127929627895355, "global_step": 279, "epoch": 4, "lr": 5.6000000000000006e-05}
+{"train_loss": 0.18823249638080597, "global_step": 280, "epoch": 4, "lr": 5.620000000000001e-05}
+{"train_loss": 0.175765722990036, "global_step": 281, "epoch": 4, "lr": 5.6399999999999995e-05}
+{"train_loss": 0.18550439178943634, "global_step": 282, "epoch": 4, "lr": 5.66e-05}
+{"train_loss": 0.19347979128360748, "global_step": 283, "epoch": 4, "lr": 5.68e-05}
+{"train_loss": 0.16955223679542542, "global_step": 284, "epoch": 4, "lr": 5.6999999999999996e-05}
+{"train_loss": 0.1722930520772934, "global_step": 285, "epoch": 4, "lr": 5.72e-05}
+{"train_loss": 0.17338021099567413, "global_step": 286, "epoch": 4, "lr": 5.74e-05}
+{"train_loss": 0.1974812000989914, "global_step": 287, "epoch": 4, "lr": 5.76e-05}
+{"train_loss": 0.16686563193798065, "global_step": 288, "epoch": 4, "lr": 5.7799999999999995e-05}
+{"train_loss": 0.16764038801193237, "global_step": 289, "epoch": 4, "lr": 5.8e-05}
+{"train_loss": 0.16661934554576874, "global_step": 290, "epoch": 4, "lr": 5.82e-05}
+{"train_loss": 0.14961346983909607, "global_step": 291, "epoch": 4, "lr": 5.8399999999999997e-05}
+{"train_loss": 0.18384583294391632, "global_step": 292, "epoch": 4, "lr": 5.86e-05}
+{"train_loss": 0.1703409105539322, "global_step": 293, "epoch": 4, "lr": 5.88e-05}
+{"train_loss": 0.16089770197868347, "global_step": 294, "epoch": 4, "lr": 5.9e-05}
+{"train_loss": 0.1460772305727005, "global_step": 295, "epoch": 4, "lr": 5.92e-05}
+{"train_loss": 0.18195191025733948, "global_step": 296, "epoch": 4, "lr": 5.94e-05}
+{"train_loss": 0.17620530724525452, "global_step": 297, "epoch": 4, "lr": 5.96e-05}
+{"train_loss": 0.16605517268180847, "global_step": 298, "epoch": 4, "lr": 5.9800000000000003e-05}
+{"train_loss": 0.1597074270248413, "global_step": 299, "epoch": 4, "lr": 6e-05}
+{"train_loss": 0.16743521392345428, "global_step": 300, "epoch": 4, "lr": 6.02e-05}
+{"train_loss": 0.16642670333385468, "global_step": 301, "epoch": 4, "lr": 6.04e-05}
+{"train_loss": 0.17208710312843323, "global_step": 302, "epoch": 4, "lr": 6.06e-05}
+{"train_loss": 0.15935495495796204, "global_step": 303, "epoch": 4, "lr": 6.08e-05}
+{"train_loss": 0.15709789097309113, "global_step": 304, "epoch": 4, "lr": 6.1e-05}
+{"train_loss": 0.15701501071453094, "global_step": 305, "epoch": 4, "lr": 6.12e-05}
+{"train_loss": 0.16551928222179413, "global_step": 306, "epoch": 4, "lr": 6.14e-05}
+{"train_loss": 0.1629408597946167, "global_step": 307, "epoch": 4, "lr": 6.16e-05}
+{"train_loss": 0.16944046318531036, "global_step": 308, "epoch": 4, "lr": 6.18e-05}
+{"train_loss": 0.21040615439414978, "global_step": 309, "epoch": 4, "lr": 6.2e-05}
+{"train_loss": 0.16630372405052185, "global_step": 310, "epoch": 4, "lr": 6.220000000000001e-05}
+{"train_loss": 0.180845707654953, "global_step": 311, "epoch": 4, "lr": 6.24e-05}
+{"train_loss": 0.1464485377073288, "global_step": 312, "epoch": 4, "lr": 6.26e-05}
+{"train_loss": 0.1604204773902893, "global_step": 313, "epoch": 4, "lr": 6.280000000000001e-05}
+{"train_loss": 0.16814681887626648, "global_step": 314, "epoch": 4, "lr": 6.3e-05}
+{"train_loss": 0.16351845860481262, "global_step": 315, "epoch": 4, "lr": 6.32e-05}
+{"train_loss": 0.17028148472309113, "global_step": 316, "epoch": 4, "lr": 6.340000000000001e-05}
+{"train_loss": 0.1520385444164276, "global_step": 317, "epoch": 4, "lr": 6.36e-05}
+{"train_loss": 0.1708860546350479, "global_step": 318, "epoch": 4, "lr": 6.38e-05}
+{"train_loss": 0.155294731259346, "global_step": 319, "epoch": 4, "lr": 6.400000000000001e-05}
+{"train_loss": 0.16551581025123596, "global_step": 320, "epoch": 4, "lr": 6.42e-05}
+{"train_loss": 0.13530409336090088, "global_step": 321, "epoch": 4, "lr": 6.440000000000001e-05}
+{"train_loss": 0.14433345198631287, "global_step": 322, "epoch": 4, "lr": 6.460000000000001e-05}
+{"train_loss": 0.1357005536556244, "global_step": 323, "epoch": 4, "lr": 6.48e-05}
+{"train_loss": 0.17536366283893584, "global_step": 324, "epoch": 4, "lr": 6.500000000000001e-05, "val_loss": 0.15210512280464172}
+{"train_loss": 0.1600719392299652, "global_step": 325, "epoch": 5, "lr": 6.52e-05}
+{"train_loss": 0.1566249132156372, "global_step": 326, "epoch": 5, "lr": 6.54e-05}
+{"train_loss": 0.15757536888122559, "global_step": 327, "epoch": 5, "lr": 6.560000000000001e-05}
+{"train_loss": 0.1449318379163742, "global_step": 328, "epoch": 5, "lr": 6.58e-05}
+{"train_loss": 0.14501109719276428, "global_step": 329, "epoch": 5, "lr": 6.6e-05}
+{"train_loss": 0.1458258330821991, "global_step": 330, "epoch": 5, "lr": 6.620000000000001e-05}
+{"train_loss": 0.1532788872718811, "global_step": 331, "epoch": 5, "lr": 6.64e-05}
+{"train_loss": 0.14345014095306396, "global_step": 332, "epoch": 5, "lr": 6.66e-05}
+{"train_loss": 0.13237082958221436, "global_step": 333, "epoch": 5, "lr": 6.680000000000001e-05}
+{"train_loss": 0.13179974257946014, "global_step": 334, "epoch": 5, "lr": 6.7e-05}
+{"train_loss": 0.1483202427625656, "global_step": 335, "epoch": 5, "lr": 6.720000000000001e-05}
+{"train_loss": 0.12511859834194183, "global_step": 336, "epoch": 5, "lr": 6.740000000000001e-05}
+{"train_loss": 0.1314203292131424, "global_step": 337, "epoch": 5, "lr": 6.76e-05}
+{"train_loss": 0.15189842879772186, "global_step": 338, "epoch": 5, "lr": 6.780000000000001e-05}
+{"train_loss": 0.17104984819889069, "global_step": 339, "epoch": 5, "lr": 6.800000000000001e-05}
+{"train_loss": 0.13627034425735474, "global_step": 340, "epoch": 5, "lr": 6.82e-05}
+{"train_loss": 0.14753654599189758, "global_step": 341, "epoch": 5, "lr": 6.840000000000001e-05}
+{"train_loss": 0.13792172074317932, "global_step": 342, "epoch": 5, "lr": 6.860000000000001e-05}
+{"train_loss": 0.14018389582633972, "global_step": 343, "epoch": 5, "lr": 6.879999999999999e-05}
+{"train_loss": 0.15839263796806335, "global_step": 344, "epoch": 5, "lr": 6.9e-05}
+{"train_loss": 0.1574174463748932, "global_step": 345, "epoch": 5, "lr": 6.92e-05}
+{"train_loss": 0.14643900096416473, "global_step": 346, "epoch": 5, "lr": 6.939999999999999e-05}
+{"train_loss": 0.14641182124614716, "global_step": 347, "epoch": 5, "lr": 6.96e-05}
+{"train_loss": 0.1551467478275299, "global_step": 348, "epoch": 5, "lr": 6.98e-05}
+{"train_loss": 0.14572839438915253, "global_step": 349, "epoch": 5, "lr": 7e-05}
+{"train_loss": 0.15337498486042023, "global_step": 350, "epoch": 5, "lr": 7.02e-05}
+{"train_loss": 0.1543986201286316, "global_step": 351, "epoch": 5, "lr": 7.04e-05}
+{"train_loss": 0.11812610179185867, "global_step": 352, "epoch": 5, "lr": 7.06e-05}
+{"train_loss": 0.14157530665397644, "global_step": 353, "epoch": 5, "lr": 7.08e-05}
+{"train_loss": 0.1280129849910736, "global_step": 354, "epoch": 5, "lr": 7.1e-05}
+{"train_loss": 0.14236009120941162, "global_step": 355, "epoch": 5, "lr": 7.12e-05}
+{"train_loss": 0.1243983656167984, "global_step": 356, "epoch": 5, "lr": 7.14e-05}
+{"train_loss": 0.13545146584510803, "global_step": 357, "epoch": 5, "lr": 7.16e-05}
+{"train_loss": 0.13875649869441986, "global_step": 358, "epoch": 5, "lr": 7.18e-05}
+{"train_loss": 0.1427115499973297, "global_step": 359, "epoch": 5, "lr": 7.2e-05}
+{"train_loss": 0.13910195231437683, "global_step": 360, "epoch": 5, "lr": 7.22e-05}
+{"train_loss": 0.1357528269290924, "global_step": 361, "epoch": 5, "lr": 7.24e-05}
+{"train_loss": 0.1486232727766037, "global_step": 362, "epoch": 5, "lr": 7.26e-05}
+{"train_loss": 0.14294928312301636, "global_step": 363, "epoch": 5, "lr": 7.280000000000001e-05}
+{"train_loss": 0.12923544645309448, "global_step": 364, "epoch": 5, "lr": 7.3e-05}
+{"train_loss": 0.14726051688194275, "global_step": 365, "epoch": 5, "lr": 7.32e-05}
+{"train_loss": 0.14021044969558716, "global_step": 366, "epoch": 5, "lr": 7.340000000000001e-05}
+{"train_loss": 0.1702982485294342, "global_step": 367, "epoch": 5, "lr": 7.36e-05}
+{"train_loss": 0.15650290250778198, "global_step": 368, "epoch": 5, "lr": 7.38e-05}
+{"train_loss": 0.11905395984649658, "global_step": 369, "epoch": 5, "lr": 7.4e-05}
+{"train_loss": 0.11718963086605072, "global_step": 370, "epoch": 5, "lr": 7.42e-05}
+{"train_loss": 0.14170525968074799, "global_step": 371, "epoch": 5, "lr": 7.44e-05}
+{"train_loss": 0.11714416742324829, "global_step": 372, "epoch": 5, "lr": 7.46e-05}
+{"train_loss": 0.1174180880188942, "global_step": 373, "epoch": 5, "lr": 7.48e-05}
+{"train_loss": 0.10932119935750961, "global_step": 374, "epoch": 5, "lr": 7.500000000000001e-05}
+{"train_loss": 0.15259961783885956, "global_step": 375, "epoch": 5, "lr": 7.52e-05}
+{"train_loss": 0.13049349188804626, "global_step": 376, "epoch": 5, "lr": 7.54e-05}
+{"train_loss": 0.13767299056053162, "global_step": 377, "epoch": 5, "lr": 7.560000000000001e-05}
+{"train_loss": 0.12929299473762512, "global_step": 378, "epoch": 5, "lr": 7.58e-05}
+{"train_loss": 0.13228878378868103, "global_step": 379, "epoch": 5, "lr": 7.6e-05}
+{"train_loss": 0.11239385604858398, "global_step": 380, "epoch": 5, "lr": 7.620000000000001e-05}
+{"train_loss": 0.1447642296552658, "global_step": 381, "epoch": 5, "lr": 7.64e-05}
+{"train_loss": 0.1360825002193451, "global_step": 382, "epoch": 5, "lr": 7.66e-05}
+{"train_loss": 0.11478104442358017, "global_step": 383, "epoch": 5, "lr": 7.680000000000001e-05}
+{"train_loss": 0.1300976276397705, "global_step": 384, "epoch": 5, "lr": 7.7e-05}
+{"train_loss": 0.14269065856933594, "global_step": 385, "epoch": 5, "lr": 7.72e-05}
+{"train_loss": 0.1317075788974762, "global_step": 386, "epoch": 5, "lr": 7.740000000000001e-05}
+{"train_loss": 0.1153203621506691, "global_step": 387, "epoch": 5, "lr": 7.76e-05}
+{"train_loss": 0.12356078624725342, "global_step": 388, "epoch": 5, "lr": 7.780000000000001e-05}
+{"train_loss": 0.13903636130002828, "global_step": 389, "epoch": 5, "lr": 7.800000000000001e-05, "val_loss": 0.13331659138202667, "train_action_mse_error": 0.29848501086235046}
+{"train_loss": 0.12810933589935303, "global_step": 390, "epoch": 6, "lr": 7.82e-05}
+{"train_loss": 0.10602471232414246, "global_step": 391, "epoch": 6, "lr": 7.840000000000001e-05}
+{"train_loss": 0.13264745473861694, "global_step": 392, "epoch": 6, "lr": 7.860000000000001e-05}
+{"train_loss": 0.13767142593860626, "global_step": 393, "epoch": 6, "lr": 7.88e-05}
+{"train_loss": 0.11226142197847366, "global_step": 394, "epoch": 6, "lr": 7.900000000000001e-05}
+{"train_loss": 0.14012452960014343, "global_step": 395, "epoch": 6, "lr": 7.920000000000001e-05}
+{"train_loss": 0.13218159973621368, "global_step": 396, "epoch": 6, "lr": 7.94e-05}
+{"train_loss": 0.13763555884361267, "global_step": 397, "epoch": 6, "lr": 7.960000000000001e-05}
+{"train_loss": 0.1326008290052414, "global_step": 398, "epoch": 6, "lr": 7.98e-05}
+{"train_loss": 0.132613405585289, "global_step": 399, "epoch": 6, "lr": 8e-05}
+{"train_loss": 0.13562233746051788, "global_step": 400, "epoch": 6, "lr": 8.020000000000001e-05}
+{"train_loss": 0.10444316267967224, "global_step": 401, "epoch": 6, "lr": 8.04e-05}
+{"train_loss": 0.12834428250789642, "global_step": 402, "epoch": 6, "lr": 8.060000000000001e-05}
+{"train_loss": 0.1410771608352661, "global_step": 403, "epoch": 6, "lr": 8.080000000000001e-05}
+{"train_loss": 0.12685202062129974, "global_step": 404, "epoch": 6, "lr": 8.1e-05}
+{"train_loss": 0.125506192445755, "global_step": 405, "epoch": 6, "lr": 8.120000000000001e-05}
+{"train_loss": 0.1393861025571823, "global_step": 406, "epoch": 6, "lr": 8.14e-05}
+{"train_loss": 0.1348583698272705, "global_step": 407, "epoch": 6, "lr": 8.16e-05}
+{"train_loss": 0.12208417803049088, "global_step": 408, "epoch": 6, "lr": 8.18e-05}
+{"train_loss": 0.12439451366662979, "global_step": 409, "epoch": 6, "lr": 8.2e-05}
+{"train_loss": 0.13813894987106323, "global_step": 410, "epoch": 6, "lr": 8.22e-05}
+{"train_loss": 0.1514967978000641, "global_step": 411, "epoch": 6, "lr": 8.24e-05}
+{"train_loss": 0.1382995992898941, "global_step": 412, "epoch": 6, "lr": 8.26e-05}
+{"train_loss": 0.13330775499343872, "global_step": 413, "epoch": 6, "lr": 8.28e-05}
+{"train_loss": 0.13383416831493378, "global_step": 414, "epoch": 6, "lr": 8.3e-05}
+{"train_loss": 0.13256268203258514, "global_step": 415, "epoch": 6, "lr": 8.32e-05}
+{"train_loss": 0.13274012506008148, "global_step": 416, "epoch": 6, "lr": 8.34e-05}
+{"train_loss": 0.1326824277639389, "global_step": 417, "epoch": 6, "lr": 8.36e-05}
+{"train_loss": 0.1253969967365265, "global_step": 418, "epoch": 6, "lr": 8.38e-05}
+{"train_loss": 0.1364617943763733, "global_step": 419, "epoch": 6, "lr": 8.4e-05}
+{"train_loss": 0.1303667575120926, "global_step": 420, "epoch": 6, "lr": 8.42e-05}
+{"train_loss": 0.1288636028766632, "global_step": 421, "epoch": 6, "lr": 8.44e-05}
+{"train_loss": 0.13192389905452728, "global_step": 422, "epoch": 6, "lr": 8.46e-05}
+{"train_loss": 0.11353331804275513, "global_step": 423, "epoch": 6, "lr": 8.48e-05}
+{"train_loss": 0.12775525450706482, "global_step": 424, "epoch": 6, "lr": 8.5e-05}
+{"train_loss": 0.11153621971607208, "global_step": 425, "epoch": 6, "lr": 8.52e-05}
+{"train_loss": 0.14608131349086761, "global_step": 426, "epoch": 6, "lr": 8.54e-05}
+{"train_loss": 0.12293806672096252, "global_step": 427, "epoch": 6, "lr": 8.560000000000001e-05}
+{"train_loss": 0.12397807836532593, "global_step": 428, "epoch": 6, "lr": 8.58e-05}
+{"train_loss": 0.11129549145698547, "global_step": 429, "epoch": 6, "lr": 8.6e-05}
+{"train_loss": 0.12044960260391235, "global_step": 430, "epoch": 6, "lr": 8.620000000000001e-05}
+{"train_loss": 0.12825541198253632, "global_step": 431, "epoch": 6, "lr": 8.64e-05}
+{"train_loss": 0.1104687824845314, "global_step": 432, "epoch": 6, "lr": 8.66e-05}
+{"train_loss": 0.11358363181352615, "global_step": 433, "epoch": 6, "lr": 8.680000000000001e-05}
+{"train_loss": 0.13125453889369965, "global_step": 434, "epoch": 6, "lr": 8.7e-05}
+{"train_loss": 0.12562288343906403, "global_step": 435, "epoch": 6, "lr": 8.72e-05}
+{"train_loss": 0.09602473676204681, "global_step": 436, "epoch": 6, "lr": 8.740000000000001e-05}
+{"train_loss": 0.12320311367511749, "global_step": 437, "epoch": 6, "lr": 8.76e-05}
+{"train_loss": 0.10259255766868591, "global_step": 438, "epoch": 6, "lr": 8.78e-05}
+{"train_loss": 0.10846773535013199, "global_step": 439, "epoch": 6, "lr": 8.800000000000001e-05}
+{"train_loss": 0.11518795043230057, "global_step": 440, "epoch": 6, "lr": 8.82e-05}
+{"train_loss": 0.11031792312860489, "global_step": 441, "epoch": 6, "lr": 8.840000000000001e-05}
+{"train_loss": 0.10707159340381622, "global_step": 442, "epoch": 6, "lr": 8.86e-05}
+{"train_loss": 0.11501650512218475, "global_step": 443, "epoch": 6, "lr": 8.88e-05}
+{"train_loss": 0.11268285661935806, "global_step": 444, "epoch": 6, "lr": 8.900000000000001e-05}
+{"train_loss": 0.11195236444473267, "global_step": 445, "epoch": 6, "lr": 8.92e-05}
+{"train_loss": 0.1252925843000412, "global_step": 446, "epoch": 6, "lr": 8.94e-05}
+{"train_loss": 0.09988828003406525, "global_step": 447, "epoch": 6, "lr": 8.960000000000001e-05}
+{"train_loss": 0.11304167658090591, "global_step": 448, "epoch": 6, "lr": 8.98e-05}
+{"train_loss": 0.11410950124263763, "global_step": 449, "epoch": 6, "lr": 9e-05}
+{"train_loss": 0.12734144926071167, "global_step": 450, "epoch": 6, "lr": 9.020000000000001e-05}
+{"train_loss": 0.10841288417577744, "global_step": 451, "epoch": 6, "lr": 9.04e-05}
+{"train_loss": 0.10122913867235184, "global_step": 452, "epoch": 6, "lr": 9.06e-05}
+{"train_loss": 0.1408478319644928, "global_step": 453, "epoch": 6, "lr": 9.080000000000001e-05}
+{"train_loss": 0.12380660600387133, "global_step": 454, "epoch": 6, "lr": 9.1e-05, "val_loss": 0.10601861774921417}
+{"train_loss": 0.12080143392086029, "global_step": 455, "epoch": 7, "lr": 9.120000000000001e-05}
+{"train_loss": 0.11487625539302826, "global_step": 456, "epoch": 7, "lr": 9.140000000000001e-05}
+{"train_loss": 0.11303089559078217, "global_step": 457, "epoch": 7, "lr": 9.16e-05}
+{"train_loss": 0.12170468270778656, "global_step": 458, "epoch": 7, "lr": 9.180000000000001e-05}
+{"train_loss": 0.11305996775627136, "global_step": 459, "epoch": 7, "lr": 9.200000000000001e-05}
+{"train_loss": 0.10361962765455246, "global_step": 460, "epoch": 7, "lr": 9.22e-05}
+{"train_loss": 0.11804060637950897, "global_step": 461, "epoch": 7, "lr": 9.240000000000001e-05}
+{"train_loss": 0.13552913069725037, "global_step": 462, "epoch": 7, "lr": 9.260000000000001e-05}
+{"train_loss": 0.11635530740022659, "global_step": 463, "epoch": 7, "lr": 9.28e-05}
+{"train_loss": 0.09793906658887863, "global_step": 464, "epoch": 7, "lr": 9.300000000000001e-05}
+{"train_loss": 0.12996935844421387, "global_step": 465, "epoch": 7, "lr": 9.320000000000002e-05}
+{"train_loss": 0.11054170876741409, "global_step": 466, "epoch": 7, "lr": 9.340000000000001e-05}
+{"train_loss": 0.1162009984254837, "global_step": 467, "epoch": 7, "lr": 9.360000000000001e-05}
+{"train_loss": 0.10867217928171158, "global_step": 468, "epoch": 7, "lr": 9.38e-05}
+{"train_loss": 0.10024499148130417, "global_step": 469, "epoch": 7, "lr": 9.4e-05}
+{"train_loss": 0.09317629784345627, "global_step": 470, "epoch": 7, "lr": 9.42e-05}
+{"train_loss": 0.09834320843219757, "global_step": 471, "epoch": 7, "lr": 9.44e-05}
+{"train_loss": 0.1030525490641594, "global_step": 472, "epoch": 7, "lr": 9.46e-05}
+{"train_loss": 0.10598570853471756, "global_step": 473, "epoch": 7, "lr": 9.48e-05}
+{"train_loss": 0.09739673882722855, "global_step": 474, "epoch": 7, "lr": 9.5e-05}
+{"train_loss": 0.10770168155431747, "global_step": 475, "epoch": 7, "lr": 9.52e-05}
+{"train_loss": 0.103194460272789, "global_step": 476, "epoch": 7, "lr": 9.54e-05}
+{"train_loss": 0.10096179693937302, "global_step": 477, "epoch": 7, "lr": 9.56e-05}
+{"train_loss": 0.1049673780798912, "global_step": 478, "epoch": 7, "lr": 9.58e-05}
+{"train_loss": 0.11864544451236725, "global_step": 479, "epoch": 7, "lr": 9.6e-05}
+{"train_loss": 0.10210073739290237, "global_step": 480, "epoch": 7, "lr": 9.620000000000001e-05}
+{"train_loss": 0.1132134422659874, "global_step": 481, "epoch": 7, "lr": 9.64e-05}
+{"train_loss": 0.1047472134232521, "global_step": 482, "epoch": 7, "lr": 9.66e-05}
+{"train_loss": 0.11997964233160019, "global_step": 483, "epoch": 7, "lr": 9.680000000000001e-05}
+{"train_loss": 0.1079503521323204, "global_step": 484, "epoch": 7, "lr": 9.7e-05}
+{"train_loss": 0.097575344145298, "global_step": 485, "epoch": 7, "lr": 9.72e-05}
+{"train_loss": 0.10639891773462296, "global_step": 486, "epoch": 7, "lr": 9.74e-05}
+{"train_loss": 0.11505258828401566, "global_step": 487, "epoch": 7, "lr": 9.76e-05}
+{"train_loss": 0.10076983273029327, "global_step": 488, "epoch": 7, "lr": 9.78e-05}
+{"train_loss": 0.11234518140554428, "global_step": 489, "epoch": 7, "lr": 9.8e-05}
+{"train_loss": 0.11679337918758392, "global_step": 490, "epoch": 7, "lr": 9.82e-05}
+{"train_loss": 0.09967426210641861, "global_step": 491, "epoch": 7, "lr": 9.84e-05}
+{"train_loss": 0.10676755756139755, "global_step": 492, "epoch": 7, "lr": 9.86e-05}
+{"train_loss": 0.10657741874456406, "global_step": 493, "epoch": 7, "lr": 9.88e-05}
+{"train_loss": 0.09199889749288559, "global_step": 494, "epoch": 7, "lr": 9.900000000000001e-05}
+{"train_loss": 0.09461376816034317, "global_step": 495, "epoch": 7, "lr": 9.92e-05}
+{"train_loss": 0.09615202248096466, "global_step": 496, "epoch": 7, "lr": 9.94e-05}
+{"train_loss": 0.11597976088523865, "global_step": 497, "epoch": 7, "lr": 9.960000000000001e-05}
+{"train_loss": 0.10634305328130722, "global_step": 498, "epoch": 7, "lr": 9.98e-05}
+{"train_loss": 0.1055680364370346, "global_step": 499, "epoch": 7, "lr": 0.0001}
+{"train_loss": 0.10389682650566101, "global_step": 500, "epoch": 7, "lr": 9.999999983353678e-05}
+{"train_loss": 0.09333661943674088, "global_step": 501, "epoch": 7, "lr": 9.999999933414712e-05}
+{"train_loss": 0.1057354286313057, "global_step": 502, "epoch": 7, "lr": 9.999999850183101e-05}
+{"train_loss": 0.12664273381233215, "global_step": 503, "epoch": 7, "lr": 9.99999973365885e-05}
+{"train_loss": 0.10877317935228348, "global_step": 504, "epoch": 7, "lr": 9.999999583841953e-05}
+{"train_loss": 0.10230153053998947, "global_step": 505, "epoch": 7, "lr": 9.999999400732415e-05}
+{"train_loss": 0.1066485345363617, "global_step": 506, "epoch": 7, "lr": 9.999999184330237e-05}
+{"train_loss": 0.1123976930975914, "global_step": 507, "epoch": 7, "lr": 9.999998934635422e-05}
+{"train_loss": 0.09884076565504074, "global_step": 508, "epoch": 7, "lr": 9.999998651647967e-05}
+{"train_loss": 0.09791675955057144, "global_step": 509, "epoch": 7, "lr": 9.999998335367879e-05}
+{"train_loss": 0.09518133103847504, "global_step": 510, "epoch": 7, "lr": 9.999997985795155e-05}
+{"train_loss": 0.11046918481588364, "global_step": 511, "epoch": 7, "lr": 9.999997602929802e-05}
+{"train_loss": 0.10806978493928909, "global_step": 512, "epoch": 7, "lr": 9.999997186771821e-05}
+{"train_loss": 0.09713178128004074, "global_step": 513, "epoch": 7, "lr": 9.999996737321215e-05}
+{"train_loss": 0.10928990691900253, "global_step": 514, "epoch": 7, "lr": 9.999996254577986e-05}
+{"train_loss": 0.09561918675899506, "global_step": 515, "epoch": 7, "lr": 9.999995738542136e-05}
+{"train_loss": 0.1276482790708542, "global_step": 516, "epoch": 7, "lr": 9.999995189213672e-05}
+{"train_loss": 0.11037014424800873, "global_step": 517, "epoch": 7, "lr": 9.999994606592595e-05}
+{"train_loss": 0.11048222333192825, "global_step": 518, "epoch": 7, "lr": 9.999993990678908e-05}
+{"train_loss": 0.10762363110597317, "global_step": 519, "epoch": 7, "lr": 9.99999334147262e-05, "val_loss": 0.10559932142496109}
+{"train_loss": 0.11995312571525574, "global_step": 520, "epoch": 8, "lr": 9.999992658973729e-05}
+{"train_loss": 0.10892649739980698, "global_step": 521, "epoch": 8, "lr": 9.999991943182245e-05}
+{"train_loss": 0.09991113096475601, "global_step": 522, "epoch": 8, "lr": 9.999991194098169e-05}
+{"train_loss": 0.10256057232618332, "global_step": 523, "epoch": 8, "lr": 9.999990411721508e-05}
+{"train_loss": 0.10472481697797775, "global_step": 524, "epoch": 8, "lr": 9.999989596052265e-05}
+{"train_loss": 0.10891085863113403, "global_step": 525, "epoch": 8, "lr": 9.999988747090449e-05}
+{"train_loss": 0.10122870653867722, "global_step": 526, "epoch": 8, "lr": 9.999987864836064e-05}
+{"train_loss": 0.10918334871530533, "global_step": 527, "epoch": 8, "lr": 9.999986949289116e-05}
+{"train_loss": 0.08133809268474579, "global_step": 528, "epoch": 8, "lr": 9.999986000449609e-05}
+{"train_loss": 0.09975320845842361, "global_step": 529, "epoch": 8, "lr": 9.99998501831755e-05}
+{"train_loss": 0.0993444174528122, "global_step": 530, "epoch": 8, "lr": 9.999984002892948e-05}
+{"train_loss": 0.0947040542960167, "global_step": 531, "epoch": 8, "lr": 9.999982954175807e-05}
+{"train_loss": 0.08451274782419205, "global_step": 532, "epoch": 8, "lr": 9.999981872166135e-05}
+{"train_loss": 0.0958634689450264, "global_step": 533, "epoch": 8, "lr": 9.999980756863942e-05}
+{"train_loss": 0.09893082082271576, "global_step": 534, "epoch": 8, "lr": 9.999979608269231e-05}
+{"train_loss": 0.10493573546409607, "global_step": 535, "epoch": 8, "lr": 9.999978426382012e-05}
+{"train_loss": 0.09804381430149078, "global_step": 536, "epoch": 8, "lr": 9.999977211202292e-05}
+{"train_loss": 0.10533467680215836, "global_step": 537, "epoch": 8, "lr": 9.999975962730079e-05}
+{"train_loss": 0.08554809540510178, "global_step": 538, "epoch": 8, "lr": 9.999974680965382e-05}
+{"train_loss": 0.09490139782428741, "global_step": 539, "epoch": 8, "lr": 9.999973365908211e-05}
+{"train_loss": 0.09247790277004242, "global_step": 540, "epoch": 8, "lr": 9.999972017558571e-05}
+{"train_loss": 0.09375767409801483, "global_step": 541, "epoch": 8, "lr": 9.999970635916475e-05}
+{"train_loss": 0.09354552626609802, "global_step": 542, "epoch": 8, "lr": 9.999969220981928e-05}
+{"train_loss": 0.09887688606977463, "global_step": 543, "epoch": 8, "lr": 9.999967772754943e-05}
+{"train_loss": 0.09058491140604019, "global_step": 544, "epoch": 8, "lr": 9.999966291235529e-05}
+{"train_loss": 0.10258781164884567, "global_step": 545, "epoch": 8, "lr": 9.999964776423693e-05}
+{"train_loss": 0.09240780025720596, "global_step": 546, "epoch": 8, "lr": 9.999963228319449e-05}
+{"train_loss": 0.09027464687824249, "global_step": 547, "epoch": 8, "lr": 9.999961646922806e-05}
+{"train_loss": 0.09028898924589157, "global_step": 548, "epoch": 8, "lr": 9.999960032233773e-05}
+{"train_loss": 0.10586629062891006, "global_step": 549, "epoch": 8, "lr": 9.999958384252362e-05}
+{"train_loss": 0.09701351076364517, "global_step": 550, "epoch": 8, "lr": 9.999956702978584e-05}
+{"train_loss": 0.10921827703714371, "global_step": 551, "epoch": 8, "lr": 9.99995498841245e-05}
+{"train_loss": 0.07921252399682999, "global_step": 552, "epoch": 8, "lr": 9.999953240553972e-05}
+{"train_loss": 0.08645375072956085, "global_step": 553, "epoch": 8, "lr": 9.999951459403159e-05}
+{"train_loss": 0.09676066786050797, "global_step": 554, "epoch": 8, "lr": 9.999949644960028e-05}
+{"train_loss": 0.09638996422290802, "global_step": 555, "epoch": 8, "lr": 9.999947797224585e-05}
+{"train_loss": 0.10994770377874374, "global_step": 556, "epoch": 8, "lr": 9.999945916196847e-05}
+{"train_loss": 0.10161400586366653, "global_step": 557, "epoch": 8, "lr": 9.999944001876824e-05}
+{"train_loss": 0.08122994005680084, "global_step": 558, "epoch": 8, "lr": 9.99994205426453e-05}
+{"train_loss": 0.0833418071269989, "global_step": 559, "epoch": 8, "lr": 9.999940073359976e-05}
+{"train_loss": 0.10469742119312286, "global_step": 560, "epoch": 8, "lr": 9.99993805916318e-05}
+{"train_loss": 0.08743695169687271, "global_step": 561, "epoch": 8, "lr": 9.99993601167415e-05}
+{"train_loss": 0.09918967634439468, "global_step": 562, "epoch": 8, "lr": 9.999933930892903e-05}
+{"train_loss": 0.08722332119941711, "global_step": 563, "epoch": 8, "lr": 9.999931816819451e-05}
+{"train_loss": 0.07886401563882828, "global_step": 564, "epoch": 8, "lr": 9.99992966945381e-05}
+{"train_loss": 0.07853364199399948, "global_step": 565, "epoch": 8, "lr": 9.99992748879599e-05}
+{"train_loss": 0.0889451801776886, "global_step": 566, "epoch": 8, "lr": 9.99992527484601e-05}
+{"train_loss": 0.09363678097724915, "global_step": 567, "epoch": 8, "lr": 9.999923027603884e-05}
+{"train_loss": 0.08862344175577164, "global_step": 568, "epoch": 8, "lr": 9.999920747069627e-05}
+{"train_loss": 0.10784324258565903, "global_step": 569, "epoch": 8, "lr": 9.999918433243251e-05}
+{"train_loss": 0.09889250248670578, "global_step": 570, "epoch": 8, "lr": 9.999916086124776e-05}
+{"train_loss": 0.07775022834539413, "global_step": 571, "epoch": 8, "lr": 9.999913705714214e-05}
+{"train_loss": 0.08434193581342697, "global_step": 572, "epoch": 8, "lr": 9.999911292011583e-05}
+{"train_loss": 0.0988970547914505, "global_step": 573, "epoch": 8, "lr": 9.999908845016899e-05}
+{"train_loss": 0.0831134244799614, "global_step": 574, "epoch": 8, "lr": 9.999906364730176e-05}
+{"train_loss": 0.09161781519651413, "global_step": 575, "epoch": 8, "lr": 9.999903851151433e-05}
+{"train_loss": 0.0805387869477272, "global_step": 576, "epoch": 8, "lr": 9.999901304280685e-05}
+{"train_loss": 0.08151357620954514, "global_step": 577, "epoch": 8, "lr": 9.999898724117953e-05}
+{"train_loss": 0.09320719540119171, "global_step": 578, "epoch": 8, "lr": 9.999896110663249e-05}
+{"train_loss": 0.09032388031482697, "global_step": 579, "epoch": 8, "lr": 9.999893463916592e-05}
+{"train_loss": 0.0858018547296524, "global_step": 580, "epoch": 8, "lr": 9.999890783878001e-05}
+{"train_loss": 0.09787091612815857, "global_step": 581, "epoch": 8, "lr": 9.999888070547491e-05}
+{"train_loss": 0.09529104828834534, "global_step": 582, "epoch": 8, "lr": 9.999885323925085e-05}
+{"train_loss": 0.09139766544103622, "global_step": 583, "epoch": 8, "lr": 9.999882544010796e-05}
+{"train_loss": 0.09461790609818238, "global_step": 584, "epoch": 8, "lr": 9.999879730804646e-05, "val_loss": 0.09677721560001373}
+{"train_loss": 0.09678806364536285, "global_step": 585, "epoch": 9, "lr": 9.999876884306651e-05}
+{"train_loss": 0.08504597097635269, "global_step": 586, "epoch": 9, "lr": 9.999874004516833e-05}
+{"train_loss": 0.09610828757286072, "global_step": 587, "epoch": 9, "lr": 9.99987109143521e-05}
+{"train_loss": 0.09447791427373886, "global_step": 588, "epoch": 9, "lr": 9.999868145061801e-05}
+{"train_loss": 0.08304153382778168, "global_step": 589, "epoch": 9, "lr": 9.999865165396625e-05}
+{"train_loss": 0.08210279792547226, "global_step": 590, "epoch": 9, "lr": 9.999862152439703e-05}
+{"train_loss": 0.10458724945783615, "global_step": 591, "epoch": 9, "lr": 9.999859106191054e-05}
+{"train_loss": 0.07768714427947998, "global_step": 592, "epoch": 9, "lr": 9.999856026650698e-05}
+{"train_loss": 0.08518783003091812, "global_step": 593, "epoch": 9, "lr": 9.999852913818658e-05}
+{"train_loss": 0.10189881175756454, "global_step": 594, "epoch": 9, "lr": 9.999849767694954e-05}
+{"train_loss": 0.08515726029872894, "global_step": 595, "epoch": 9, "lr": 9.999846588279603e-05}
+{"train_loss": 0.0932951271533966, "global_step": 596, "epoch": 9, "lr": 9.999843375572631e-05}
+{"train_loss": 0.08640452474355698, "global_step": 597, "epoch": 9, "lr": 9.999840129574058e-05}
+{"train_loss": 0.10462097078561783, "global_step": 598, "epoch": 9, "lr": 9.999836850283903e-05}
+{"train_loss": 0.08187060803174973, "global_step": 599, "epoch": 9, "lr": 9.999833537702192e-05}
+{"train_loss": 0.09866156429052353, "global_step": 600, "epoch": 9, "lr": 9.999830191828946e-05}
+{"train_loss": 0.0909658893942833, "global_step": 601, "epoch": 9, "lr": 9.999826812664186e-05}
+{"train_loss": 0.08428280800580978, "global_step": 602, "epoch": 9, "lr": 9.999823400207932e-05}
+{"train_loss": 0.08988092839717865, "global_step": 603, "epoch": 9, "lr": 9.999819954460213e-05}
+{"train_loss": 0.09418196976184845, "global_step": 604, "epoch": 9, "lr": 9.999816475421046e-05}
+{"train_loss": 0.09308989346027374, "global_step": 605, "epoch": 9, "lr": 9.99981296309046e-05}
+{"train_loss": 0.0863509476184845, "global_step": 606, "epoch": 9, "lr": 9.999809417468473e-05}
+{"train_loss": 0.09313848614692688, "global_step": 607, "epoch": 9, "lr": 9.99980583855511e-05}
+{"train_loss": 0.09086648374795914, "global_step": 608, "epoch": 9, "lr": 9.999802226350396e-05}
+{"train_loss": 0.0714184120297432, "global_step": 609, "epoch": 9, "lr": 9.999798580854356e-05}
+{"train_loss": 0.09417978674173355, "global_step": 610, "epoch": 9, "lr": 9.999794902067013e-05}
+{"train_loss": 0.08720271289348602, "global_step": 611, "epoch": 9, "lr": 9.99979118998839e-05}
+{"train_loss": 0.09160946309566498, "global_step": 612, "epoch": 9, "lr": 9.999787444618512e-05}
+{"train_loss": 0.09878035634756088, "global_step": 613, "epoch": 9, "lr": 9.999783665957407e-05}
+{"train_loss": 0.09804674237966537, "global_step": 614, "epoch": 9, "lr": 9.999779854005098e-05}
+{"train_loss": 0.10615380108356476, "global_step": 615, "epoch": 9, "lr": 9.99977600876161e-05}
+{"train_loss": 0.08455237746238708, "global_step": 616, "epoch": 9, "lr": 9.99977213022697e-05}
+{"train_loss": 0.09639862924814224, "global_step": 617, "epoch": 9, "lr": 9.999768218401202e-05}
+{"train_loss": 0.08794335275888443, "global_step": 618, "epoch": 9, "lr": 9.999764273284333e-05}
+{"train_loss": 0.06239263713359833, "global_step": 619, "epoch": 9, "lr": 9.99976029487639e-05}
+{"train_loss": 0.0758032500743866, "global_step": 620, "epoch": 9, "lr": 9.999756283177398e-05}
+{"train_loss": 0.10003681480884552, "global_step": 621, "epoch": 9, "lr": 9.999752238187385e-05}
+{"train_loss": 0.08484247326850891, "global_step": 622, "epoch": 9, "lr": 9.999748159906378e-05}
+{"train_loss": 0.09208257496356964, "global_step": 623, "epoch": 9, "lr": 9.999744048334403e-05}
+{"train_loss": 0.08322414755821228, "global_step": 624, "epoch": 9, "lr": 9.999739903471488e-05}
+{"train_loss": 0.10918234288692474, "global_step": 625, "epoch": 9, "lr": 9.999735725317661e-05}
+{"train_loss": 0.09527721256017685, "global_step": 626, "epoch": 9, "lr": 9.99973151387295e-05}
+{"train_loss": 0.07945623248815536, "global_step": 627, "epoch": 9, "lr": 9.99972726913738e-05}
+{"train_loss": 0.06787135452032089, "global_step": 628, "epoch": 9, "lr": 9.999722991110983e-05}
+{"train_loss": 0.08461808413267136, "global_step": 629, "epoch": 9, "lr": 9.999718679793787e-05}
+{"train_loss": 0.0778864324092865, "global_step": 630, "epoch": 9, "lr": 9.999714335185819e-05}
+{"train_loss": 0.07671990990638733, "global_step": 631, "epoch": 9, "lr": 9.99970995728711e-05}
+{"train_loss": 0.08935409039258957, "global_step": 632, "epoch": 9, "lr": 9.999705546097686e-05}
+{"train_loss": 0.0849386602640152, "global_step": 633, "epoch": 9, "lr": 9.99970110161758e-05}
+{"train_loss": 0.08476230502128601, "global_step": 634, "epoch": 9, "lr": 9.999696623846819e-05}
+{"train_loss": 0.08679131418466568, "global_step": 635, "epoch": 9, "lr": 9.999692112785435e-05}
+{"train_loss": 0.0920078232884407, "global_step": 636, "epoch": 9, "lr": 9.999687568433456e-05}
+{"train_loss": 0.07061023265123367, "global_step": 637, "epoch": 9, "lr": 9.999682990790913e-05}
+{"train_loss": 0.058659445494413376, "global_step": 638, "epoch": 9, "lr": 9.999678379857838e-05}
+{"train_loss": 0.08344277739524841, "global_step": 639, "epoch": 9, "lr": 9.999673735634258e-05}
+{"train_loss": 0.10448253899812698, "global_step": 640, "epoch": 9, "lr": 9.999669058120207e-05}
+{"train_loss": 0.08521715551614761, "global_step": 641, "epoch": 9, "lr": 9.999664347315716e-05}
+{"train_loss": 0.08992313593626022, "global_step": 642, "epoch": 9, "lr": 9.999659603220815e-05}
+{"train_loss": 0.09937284886837006, "global_step": 643, "epoch": 9, "lr": 9.999654825835536e-05}
+{"train_loss": 0.06533332169055939, "global_step": 644, "epoch": 9, "lr": 9.999650015159911e-05}
+{"train_loss": 0.09272328019142151, "global_step": 645, "epoch": 9, "lr": 9.999645171193973e-05}
+{"train_loss": 0.08936765044927597, "global_step": 646, "epoch": 9, "lr": 9.999640293937753e-05}
+{"train_loss": 0.08739893138408661, "global_step": 647, "epoch": 9, "lr": 9.999635383391284e-05}
+{"train_loss": 0.09517388045787811, "global_step": 648, "epoch": 9, "lr": 9.999630439554597e-05}
+{"train_loss": 0.08790438868678534, "global_step": 649, "epoch": 9, "lr": 9.999625462427728e-05, "val_loss": 0.08221551775932312}
+{"train_loss": 0.0884874165058136, "global_step": 650, "epoch": 10, "lr": 9.999620452010708e-05}
+{"train_loss": 0.08757743239402771, "global_step": 651, "epoch": 10, "lr": 9.999615408303571e-05}
+{"train_loss": 0.07460248470306396, "global_step": 652, "epoch": 10, "lr": 9.99961033130635e-05}
+{"train_loss": 0.08538006246089935, "global_step": 653, "epoch": 10, "lr": 9.999605221019081e-05}
+{"train_loss": 0.09154197573661804, "global_step": 654, "epoch": 10, "lr": 9.999600077441795e-05}
+{"train_loss": 0.07968965917825699, "global_step": 655, "epoch": 10, "lr": 9.999594900574529e-05}
+{"train_loss": 0.08143468201160431, "global_step": 656, "epoch": 10, "lr": 9.999589690417314e-05}
+{"train_loss": 0.07142695784568787, "global_step": 657, "epoch": 10, "lr": 9.99958444697019e-05}
+{"train_loss": 0.07204923778772354, "global_step": 658, "epoch": 10, "lr": 9.999579170233186e-05}
+{"train_loss": 0.09123633801937103, "global_step": 659, "epoch": 10, "lr": 9.999573860206339e-05}
+{"train_loss": 0.07187113165855408, "global_step": 660, "epoch": 10, "lr": 9.999568516889687e-05}
+{"train_loss": 0.06810016930103302, "global_step": 661, "epoch": 10, "lr": 9.999563140283264e-05}
+{"train_loss": 0.07251910865306854, "global_step": 662, "epoch": 10, "lr": 9.999557730387106e-05}
+{"train_loss": 0.08202358335256577, "global_step": 663, "epoch": 10, "lr": 9.999552287201246e-05}
+{"train_loss": 0.08217116445302963, "global_step": 664, "epoch": 10, "lr": 9.999546810725726e-05}
+{"train_loss": 0.07704857736825943, "global_step": 665, "epoch": 10, "lr": 9.999541300960577e-05}
+{"train_loss": 0.07394865155220032, "global_step": 666, "epoch": 10, "lr": 9.999535757905838e-05}
+{"train_loss": 0.06601376086473465, "global_step": 667, "epoch": 10, "lr": 9.999530181561548e-05}
+{"train_loss": 0.07609011977910995, "global_step": 668, "epoch": 10, "lr": 9.99952457192774e-05}
+{"train_loss": 0.08379713445901871, "global_step": 669, "epoch": 10, "lr": 9.999518929004454e-05}
+{"train_loss": 0.08188264816999435, "global_step": 670, "epoch": 10, "lr": 9.999513252791726e-05}
+{"train_loss": 0.08307574689388275, "global_step": 671, "epoch": 10, "lr": 9.999507543289597e-05}
+{"train_loss": 0.0769193172454834, "global_step": 672, "epoch": 10, "lr": 9.999501800498102e-05}
+{"train_loss": 0.07740302383899689, "global_step": 673, "epoch": 10, "lr": 9.999496024417278e-05}
+{"train_loss": 0.07520149648189545, "global_step": 674, "epoch": 10, "lr": 9.999490215047167e-05}
+{"train_loss": 0.08005062490701675, "global_step": 675, "epoch": 10, "lr": 9.999484372387807e-05}
+{"train_loss": 0.08359368145465851, "global_step": 676, "epoch": 10, "lr": 9.999478496439235e-05}
+{"train_loss": 0.07178538292646408, "global_step": 677, "epoch": 10, "lr": 9.99947258720149e-05}
+{"train_loss": 0.07696429640054703, "global_step": 678, "epoch": 10, "lr": 9.999466644674614e-05}
+{"train_loss": 0.07505877315998077, "global_step": 679, "epoch": 10, "lr": 9.999460668858645e-05}
+{"train_loss": 0.07150478661060333, "global_step": 680, "epoch": 10, "lr": 9.999454659753623e-05}
+{"train_loss": 0.07739567756652832, "global_step": 681, "epoch": 10, "lr": 9.999448617359588e-05}
+{"train_loss": 0.07072728872299194, "global_step": 682, "epoch": 10, "lr": 9.99944254167658e-05}
+{"train_loss": 0.09961746633052826, "global_step": 683, "epoch": 10, "lr": 9.999436432704639e-05}
+{"train_loss": 0.07202868908643723, "global_step": 684, "epoch": 10, "lr": 9.999430290443807e-05}
+{"train_loss": 0.07595166563987732, "global_step": 685, "epoch": 10, "lr": 9.999424114894122e-05}
+{"train_loss": 0.09317829459905624, "global_step": 686, "epoch": 10, "lr": 9.99941790605563e-05}
+{"train_loss": 0.06803422421216965, "global_step": 687, "epoch": 10, "lr": 9.999411663928369e-05}
+{"train_loss": 0.08914607018232346, "global_step": 688, "epoch": 10, "lr": 9.999405388512381e-05}
+{"train_loss": 0.08011158555746078, "global_step": 689, "epoch": 10, "lr": 9.999399079807708e-05}
+{"train_loss": 0.065891794860363, "global_step": 690, "epoch": 10, "lr": 9.99939273781439e-05}
+{"train_loss": 0.08231494575738907, "global_step": 691, "epoch": 10, "lr": 9.999386362532474e-05}
+{"train_loss": 0.06953683495521545, "global_step": 692, "epoch": 10, "lr": 9.999379953961998e-05}
+{"train_loss": 0.07220911979675293, "global_step": 693, "epoch": 10, "lr": 9.999373512103008e-05}
+{"train_loss": 0.08697862178087234, "global_step": 694, "epoch": 10, "lr": 9.999367036955544e-05}
+{"train_loss": 0.06568865478038788, "global_step": 695, "epoch": 10, "lr": 9.99936052851965e-05}
+{"train_loss": 0.06968878954648972, "global_step": 696, "epoch": 10, "lr": 9.99935398679537e-05}
+{"train_loss": 0.09066849201917648, "global_step": 697, "epoch": 10, "lr": 9.999347411782747e-05}
+{"train_loss": 0.0788792073726654, "global_step": 698, "epoch": 10, "lr": 9.999340803481826e-05}
+{"train_loss": 0.08250996470451355, "global_step": 699, "epoch": 10, "lr": 9.999334161892648e-05}
+{"train_loss": 0.08327700942754745, "global_step": 700, "epoch": 10, "lr": 9.999327487015262e-05}
+{"train_loss": 0.06012295186519623, "global_step": 701, "epoch": 10, "lr": 9.999320778849708e-05}
+{"train_loss": 0.07908489555120468, "global_step": 702, "epoch": 10, "lr": 9.999314037396033e-05}
+{"train_loss": 0.07290201634168625, "global_step": 703, "epoch": 10, "lr": 9.99930726265428e-05}
+{"train_loss": 0.06410031765699387, "global_step": 704, "epoch": 10, "lr": 9.999300454624496e-05}
+{"train_loss": 0.07032893598079681, "global_step": 705, "epoch": 10, "lr": 9.999293613306726e-05}
+{"train_loss": 0.08026717603206635, "global_step": 706, "epoch": 10, "lr": 9.999286738701015e-05}
+{"train_loss": 0.07911905646324158, "global_step": 707, "epoch": 10, "lr": 9.999279830807409e-05}
+{"train_loss": 0.0708475112915039, "global_step": 708, "epoch": 10, "lr": 9.999272889625954e-05}
+{"train_loss": 0.07033189386129379, "global_step": 709, "epoch": 10, "lr": 9.999265915156697e-05}
+{"train_loss": 0.07087454944849014, "global_step": 710, "epoch": 10, "lr": 9.999258907399682e-05}
+{"train_loss": 0.07655497640371323, "global_step": 711, "epoch": 10, "lr": 9.999251866354958e-05}
+{"train_loss": 0.06688257306814194, "global_step": 712, "epoch": 10, "lr": 9.999244792022572e-05}
+{"train_loss": 0.08233366906642914, "global_step": 713, "epoch": 10, "lr": 9.99923768440257e-05}
+{"train_loss": 0.07728095375574552, "global_step": 714, "epoch": 10, "lr": 9.999230543495e-05, "val_loss": 0.07851412147283554, "train_action_mse_error": 0.08147942274808884}
+{"train_loss": 0.0749690905213356, "global_step": 715, "epoch": 11, "lr": 9.999223369299908e-05}
+{"train_loss": 0.06882351636886597, "global_step": 716, "epoch": 11, "lr": 9.999216161817342e-05}
+{"train_loss": 0.0730082169175148, "global_step": 717, "epoch": 11, "lr": 9.999208921047352e-05}
+{"train_loss": 0.07319345325231552, "global_step": 718, "epoch": 11, "lr": 9.999201646989987e-05}
+{"train_loss": 0.07716977596282959, "global_step": 719, "epoch": 11, "lr": 9.999194339645292e-05}
+{"train_loss": 0.06824351102113724, "global_step": 720, "epoch": 11, "lr": 9.999186999013317e-05}
+{"train_loss": 0.07778690755367279, "global_step": 721, "epoch": 11, "lr": 9.99917962509411e-05}
+{"train_loss": 0.07851880043745041, "global_step": 722, "epoch": 11, "lr": 9.999172217887724e-05}
+{"train_loss": 0.06627219170331955, "global_step": 723, "epoch": 11, "lr": 9.999164777394203e-05}
+{"train_loss": 0.06850285828113556, "global_step": 724, "epoch": 11, "lr": 9.999157303613601e-05}
+{"train_loss": 0.06307929009199142, "global_step": 725, "epoch": 11, "lr": 9.999149796545965e-05}
+{"train_loss": 0.06704940646886826, "global_step": 726, "epoch": 11, "lr": 9.999142256191346e-05}
+{"train_loss": 0.06836195290088654, "global_step": 727, "epoch": 11, "lr": 9.999134682549794e-05}
+{"train_loss": 0.06887338310480118, "global_step": 728, "epoch": 11, "lr": 9.999127075621359e-05}
+{"train_loss": 0.07247720658779144, "global_step": 729, "epoch": 11, "lr": 9.999119435406092e-05}
+{"train_loss": 0.06990815699100494, "global_step": 730, "epoch": 11, "lr": 9.999111761904046e-05}
+{"train_loss": 0.07600478082895279, "global_step": 731, "epoch": 11, "lr": 9.999104055115269e-05}
+{"train_loss": 0.06489484757184982, "global_step": 732, "epoch": 11, "lr": 9.999096315039812e-05}
+{"train_loss": 0.07030399143695831, "global_step": 733, "epoch": 11, "lr": 9.999088541677729e-05}
+{"train_loss": 0.06405209004878998, "global_step": 734, "epoch": 11, "lr": 9.99908073502907e-05}
+{"train_loss": 0.07451529800891876, "global_step": 735, "epoch": 11, "lr": 9.999072895093889e-05}
+{"train_loss": 0.07688471674919128, "global_step": 736, "epoch": 11, "lr": 9.999065021872235e-05}
+{"train_loss": 0.06684571504592896, "global_step": 737, "epoch": 11, "lr": 9.999057115364166e-05}
+{"train_loss": 0.07270710915327072, "global_step": 738, "epoch": 11, "lr": 9.999049175569726e-05}
+{"train_loss": 0.07154073566198349, "global_step": 739, "epoch": 11, "lr": 9.999041202488976e-05}
+{"train_loss": 0.07589717954397202, "global_step": 740, "epoch": 11, "lr": 9.999033196121966e-05}
+{"train_loss": 0.05395936220884323, "global_step": 741, "epoch": 11, "lr": 9.999025156468748e-05}
+{"train_loss": 0.0763806626200676, "global_step": 742, "epoch": 11, "lr": 9.999017083529376e-05}
+{"train_loss": 0.0736953392624855, "global_step": 743, "epoch": 11, "lr": 9.999008977303907e-05}
+{"train_loss": 0.06041831150650978, "global_step": 744, "epoch": 11, "lr": 9.999000837792391e-05}
+{"train_loss": 0.07581005245447159, "global_step": 745, "epoch": 11, "lr": 9.998992664994884e-05}
+{"train_loss": 0.06771047413349152, "global_step": 746, "epoch": 11, "lr": 9.99898445891144e-05}
+{"train_loss": 0.08449310809373856, "global_step": 747, "epoch": 11, "lr": 9.998976219542114e-05}
+{"train_loss": 0.06566353142261505, "global_step": 748, "epoch": 11, "lr": 9.998967946886959e-05}
+{"train_loss": 0.06129675358533859, "global_step": 749, "epoch": 11, "lr": 9.998959640946033e-05}
+{"train_loss": 0.07702839374542236, "global_step": 750, "epoch": 11, "lr": 9.99895130171939e-05}
+{"train_loss": 0.06468751281499863, "global_step": 751, "epoch": 11, "lr": 9.998942929207085e-05}
+{"train_loss": 0.06839300692081451, "global_step": 752, "epoch": 11, "lr": 9.998934523409174e-05}
+{"train_loss": 0.08896397799253464, "global_step": 753, "epoch": 11, "lr": 9.998926084325714e-05}
+{"train_loss": 0.06633064895868301, "global_step": 754, "epoch": 11, "lr": 9.99891761195676e-05}
+{"train_loss": 0.07475537061691284, "global_step": 755, "epoch": 11, "lr": 9.998909106302369e-05}
+{"train_loss": 0.09306361526250839, "global_step": 756, "epoch": 11, "lr": 9.998900567362599e-05}
+{"train_loss": 0.06864965707063675, "global_step": 757, "epoch": 11, "lr": 9.998891995137504e-05}
+{"train_loss": 0.08605911582708359, "global_step": 758, "epoch": 11, "lr": 9.998883389627142e-05}
+{"train_loss": 0.082718625664711, "global_step": 759, "epoch": 11, "lr": 9.998874750831571e-05}
+{"train_loss": 0.09702960401773453, "global_step": 760, "epoch": 11, "lr": 9.998866078750848e-05}
+{"train_loss": 0.05510034039616585, "global_step": 761, "epoch": 11, "lr": 9.998857373385031e-05}
+{"train_loss": 0.08169525116682053, "global_step": 762, "epoch": 11, "lr": 9.998848634734179e-05}
+{"train_loss": 0.08937204629182816, "global_step": 763, "epoch": 11, "lr": 9.998839862798348e-05}
+{"train_loss": 0.06828349828720093, "global_step": 764, "epoch": 11, "lr": 9.998831057577597e-05}
+{"train_loss": 0.06615143269300461, "global_step": 765, "epoch": 11, "lr": 9.998822219071986e-05}
+{"train_loss": 0.08198025077581406, "global_step": 766, "epoch": 11, "lr": 9.998813347281573e-05}
+{"train_loss": 0.0633084625005722, "global_step": 767, "epoch": 11, "lr": 9.998804442206418e-05}
+{"train_loss": 0.08135650306940079, "global_step": 768, "epoch": 11, "lr": 9.998795503846578e-05}
+{"train_loss": 0.07039578258991241, "global_step": 769, "epoch": 11, "lr": 9.998786532202114e-05}
+{"train_loss": 0.08321771770715714, "global_step": 770, "epoch": 11, "lr": 9.998777527273086e-05}
+{"train_loss": 0.058306287974119186, "global_step": 771, "epoch": 11, "lr": 9.998768489059553e-05}
+{"train_loss": 0.08187069743871689, "global_step": 772, "epoch": 11, "lr": 9.998759417561578e-05}
+{"train_loss": 0.06947147101163864, "global_step": 773, "epoch": 11, "lr": 9.998750312779217e-05}
+{"train_loss": 0.09546535462141037, "global_step": 774, "epoch": 11, "lr": 9.998741174712533e-05}
+{"train_loss": 0.07075764983892441, "global_step": 775, "epoch": 11, "lr": 9.998732003361588e-05}
+{"train_loss": 0.06048765778541565, "global_step": 776, "epoch": 11, "lr": 9.998722798726439e-05}
+{"train_loss": 0.07437513768672943, "global_step": 777, "epoch": 11, "lr": 9.998713560807153e-05}
+{"train_loss": 0.0637141689658165, "global_step": 778, "epoch": 11, "lr": 9.998704289603787e-05}
+{"train_loss": 0.0727218315578424, "global_step": 779, "epoch": 11, "lr": 9.998694985116405e-05, "val_loss": 0.06617556512355804}
+{"train_loss": 0.07235732674598694, "global_step": 780, "epoch": 12, "lr": 9.998685647345067e-05}
+{"train_loss": 0.08185748010873795, "global_step": 781, "epoch": 12, "lr": 9.998676276289838e-05}
+{"train_loss": 0.07860856503248215, "global_step": 782, "epoch": 12, "lr": 9.998666871950777e-05}
+{"train_loss": 0.07097850739955902, "global_step": 783, "epoch": 12, "lr": 9.99865743432795e-05}
+{"train_loss": 0.07421022653579712, "global_step": 784, "epoch": 12, "lr": 9.998647963421417e-05}
+{"train_loss": 0.06805361807346344, "global_step": 785, "epoch": 12, "lr": 9.998638459231243e-05}
+{"train_loss": 0.06481412053108215, "global_step": 786, "epoch": 12, "lr": 9.998628921757488e-05}
+{"train_loss": 0.060747455805540085, "global_step": 787, "epoch": 12, "lr": 9.998619351000223e-05}
+{"train_loss": 0.07788583636283875, "global_step": 788, "epoch": 12, "lr": 9.998609746959505e-05}
+{"train_loss": 0.06204251945018768, "global_step": 789, "epoch": 12, "lr": 9.998600109635398e-05}
+{"train_loss": 0.0664466843008995, "global_step": 790, "epoch": 12, "lr": 9.998590439027968e-05}
+{"train_loss": 0.06505654752254486, "global_step": 791, "epoch": 12, "lr": 9.998580735137281e-05}
+{"train_loss": 0.061651308089494705, "global_step": 792, "epoch": 12, "lr": 9.998570997963399e-05}
+{"train_loss": 0.07385420799255371, "global_step": 793, "epoch": 12, "lr": 9.998561227506387e-05}
+{"train_loss": 0.060130078345537186, "global_step": 794, "epoch": 12, "lr": 9.998551423766314e-05}
+{"train_loss": 0.07339617609977722, "global_step": 795, "epoch": 12, "lr": 9.998541586743238e-05}
+{"train_loss": 0.06210852786898613, "global_step": 796, "epoch": 12, "lr": 9.998531716437232e-05}
+{"train_loss": 0.06318166106939316, "global_step": 797, "epoch": 12, "lr": 9.998521812848356e-05}
+{"train_loss": 0.06837202608585358, "global_step": 798, "epoch": 12, "lr": 9.998511875976679e-05}
+{"train_loss": 0.07226691395044327, "global_step": 799, "epoch": 12, "lr": 9.998501905822266e-05}
+{"train_loss": 0.06803252547979355, "global_step": 800, "epoch": 12, "lr": 9.998491902385185e-05}
+{"train_loss": 0.07350823283195496, "global_step": 801, "epoch": 12, "lr": 9.998481865665501e-05}
+{"train_loss": 0.055057890713214874, "global_step": 802, "epoch": 12, "lr": 9.998471795663281e-05}
+{"train_loss": 0.0835287943482399, "global_step": 803, "epoch": 12, "lr": 9.998461692378594e-05}
+{"train_loss": 0.06488078087568283, "global_step": 804, "epoch": 12, "lr": 9.998451555811504e-05}
+{"train_loss": 0.05516459420323372, "global_step": 805, "epoch": 12, "lr": 9.998441385962078e-05}
+{"train_loss": 0.07842080295085907, "global_step": 806, "epoch": 12, "lr": 9.998431182830388e-05}
+{"train_loss": 0.06003989279270172, "global_step": 807, "epoch": 12, "lr": 9.9984209464165e-05}
+{"train_loss": 0.07445301860570908, "global_step": 808, "epoch": 12, "lr": 9.998410676720482e-05}
+{"train_loss": 0.05016782134771347, "global_step": 809, "epoch": 12, "lr": 9.998400373742402e-05}
+{"train_loss": 0.08262087404727936, "global_step": 810, "epoch": 12, "lr": 9.998390037482328e-05}
+{"train_loss": 0.06622038781642914, "global_step": 811, "epoch": 12, "lr": 9.998379667940331e-05}
+{"train_loss": 0.06091730296611786, "global_step": 812, "epoch": 12, "lr": 9.998369265116479e-05}
+{"train_loss": 0.07226474583148956, "global_step": 813, "epoch": 12, "lr": 9.998358829010838e-05}
+{"train_loss": 0.06652215123176575, "global_step": 814, "epoch": 12, "lr": 9.998348359623484e-05}
+{"train_loss": 0.06050621345639229, "global_step": 815, "epoch": 12, "lr": 9.998337856954482e-05}
+{"train_loss": 0.06209619343280792, "global_step": 816, "epoch": 12, "lr": 9.998327321003903e-05}
+{"train_loss": 0.060479529201984406, "global_step": 817, "epoch": 12, "lr": 9.998316751771817e-05}
+{"train_loss": 0.06643620878458023, "global_step": 818, "epoch": 12, "lr": 9.998306149258295e-05}
+{"train_loss": 0.06417640298604965, "global_step": 819, "epoch": 12, "lr": 9.998295513463407e-05}
+{"train_loss": 0.06019778549671173, "global_step": 820, "epoch": 12, "lr": 9.998284844387224e-05}
+{"train_loss": 0.05709407106041908, "global_step": 821, "epoch": 12, "lr": 9.998274142029818e-05}
+{"train_loss": 0.05803684517741203, "global_step": 822, "epoch": 12, "lr": 9.99826340639126e-05}
+{"train_loss": 0.06113489717245102, "global_step": 823, "epoch": 12, "lr": 9.998252637471619e-05}
+{"train_loss": 0.0667077898979187, "global_step": 824, "epoch": 12, "lr": 9.99824183527097e-05}
+{"train_loss": 0.06676939129829407, "global_step": 825, "epoch": 12, "lr": 9.998230999789383e-05}
+{"train_loss": 0.05705568566918373, "global_step": 826, "epoch": 12, "lr": 9.99822013102693e-05}
+{"train_loss": 0.05333128198981285, "global_step": 827, "epoch": 12, "lr": 9.998209228983684e-05}
+{"train_loss": 0.0676393210887909, "global_step": 828, "epoch": 12, "lr": 9.998198293659719e-05}
+{"train_loss": 0.053123630583286285, "global_step": 829, "epoch": 12, "lr": 9.998187325055106e-05}
+{"train_loss": 0.057382773607969284, "global_step": 830, "epoch": 12, "lr": 9.998176323169919e-05}
+{"train_loss": 0.0639752745628357, "global_step": 831, "epoch": 12, "lr": 9.998165288004228e-05}
+{"train_loss": 0.06552644819021225, "global_step": 832, "epoch": 12, "lr": 9.998154219558112e-05}
+{"train_loss": 0.07311666011810303, "global_step": 833, "epoch": 12, "lr": 9.998143117831642e-05}
+{"train_loss": 0.0641341358423233, "global_step": 834, "epoch": 12, "lr": 9.99813198282489e-05}
+{"train_loss": 0.061242975294589996, "global_step": 835, "epoch": 12, "lr": 9.998120814537933e-05}
+{"train_loss": 0.0725504606962204, "global_step": 836, "epoch": 12, "lr": 9.998109612970845e-05}
+{"train_loss": 0.0600251629948616, "global_step": 837, "epoch": 12, "lr": 9.998098378123698e-05}
+{"train_loss": 0.06099642068147659, "global_step": 838, "epoch": 12, "lr": 9.99808710999657e-05}
+{"train_loss": 0.08234820514917374, "global_step": 839, "epoch": 12, "lr": 9.998075808589534e-05}
+{"train_loss": 0.07470927387475967, "global_step": 840, "epoch": 12, "lr": 9.998064473902667e-05}
+{"train_loss": 0.06483613699674606, "global_step": 841, "epoch": 12, "lr": 9.998053105936043e-05}
+{"train_loss": 0.08574488013982773, "global_step": 842, "epoch": 12, "lr": 9.998041704689738e-05}
+{"train_loss": 0.07204621285200119, "global_step": 843, "epoch": 12, "lr": 9.998030270163828e-05}
+{"train_loss": 0.06659488293987054, "global_step": 844, "epoch": 12, "lr": 9.998018802358391e-05, "val_loss": 0.0765061229467392}
+{"train_loss": 0.06346368044614792, "global_step": 845, "epoch": 13, "lr": 9.998007301273499e-05}
+{"train_loss": 0.07091506570577621, "global_step": 846, "epoch": 13, "lr": 9.997995766909233e-05}
+{"train_loss": 0.06424392759799957, "global_step": 847, "epoch": 13, "lr": 9.997984199265667e-05}
+{"train_loss": 0.06619074940681458, "global_step": 848, "epoch": 13, "lr": 9.99797259834288e-05}
+{"train_loss": 0.06813721358776093, "global_step": 849, "epoch": 13, "lr": 9.997960964140947e-05}
+{"train_loss": 0.07333807647228241, "global_step": 850, "epoch": 13, "lr": 9.997949296659948e-05}
+{"train_loss": 0.07201949506998062, "global_step": 851, "epoch": 13, "lr": 9.997937595899958e-05}
+{"train_loss": 0.06309311091899872, "global_step": 852, "epoch": 13, "lr": 9.997925861861056e-05}
+{"train_loss": 0.06152805685997009, "global_step": 853, "epoch": 13, "lr": 9.997914094543321e-05}
+{"train_loss": 0.06954555958509445, "global_step": 854, "epoch": 13, "lr": 9.997902293946832e-05}
+{"train_loss": 0.059185516089200974, "global_step": 855, "epoch": 13, "lr": 9.997890460071665e-05}
+{"train_loss": 0.09159614145755768, "global_step": 856, "epoch": 13, "lr": 9.9978785929179e-05}
+{"train_loss": 0.055524736642837524, "global_step": 857, "epoch": 13, "lr": 9.997866692485619e-05}
+{"train_loss": 0.06055087223649025, "global_step": 858, "epoch": 13, "lr": 9.997854758774895e-05}
+{"train_loss": 0.0648958832025528, "global_step": 859, "epoch": 13, "lr": 9.997842791785811e-05}
+{"train_loss": 0.0669575035572052, "global_step": 860, "epoch": 13, "lr": 9.997830791518448e-05}
+{"train_loss": 0.06448468565940857, "global_step": 861, "epoch": 13, "lr": 9.997818757972885e-05}
+{"train_loss": 0.06869162619113922, "global_step": 862, "epoch": 13, "lr": 9.997806691149201e-05}
+{"train_loss": 0.05791144445538521, "global_step": 863, "epoch": 13, "lr": 9.997794591047475e-05}
+{"train_loss": 0.06268050521612167, "global_step": 864, "epoch": 13, "lr": 9.997782457667793e-05}
+{"train_loss": 0.05647645145654678, "global_step": 865, "epoch": 13, "lr": 9.997770291010228e-05}
+{"train_loss": 0.07767834514379501, "global_step": 866, "epoch": 13, "lr": 9.997758091074868e-05}
+{"train_loss": 0.06678448617458344, "global_step": 867, "epoch": 13, "lr": 9.997745857861792e-05}
+{"train_loss": 0.06369253993034363, "global_step": 868, "epoch": 13, "lr": 9.997733591371081e-05}
+{"train_loss": 0.054368920624256134, "global_step": 869, "epoch": 13, "lr": 9.997721291602815e-05}
+{"train_loss": 0.0519685372710228, "global_step": 870, "epoch": 13, "lr": 9.99770895855708e-05}
+{"train_loss": 0.059322696179151535, "global_step": 871, "epoch": 13, "lr": 9.997696592233954e-05}
+{"train_loss": 0.06029296666383743, "global_step": 872, "epoch": 13, "lr": 9.99768419263352e-05}
+{"train_loss": 0.060662224888801575, "global_step": 873, "epoch": 13, "lr": 9.997671759755864e-05}
+{"train_loss": 0.07064064592123032, "global_step": 874, "epoch": 13, "lr": 9.997659293601065e-05}
+{"train_loss": 0.06822556257247925, "global_step": 875, "epoch": 13, "lr": 9.997646794169206e-05}
+{"train_loss": 0.08008215576410294, "global_step": 876, "epoch": 13, "lr": 9.997634261460374e-05}
+{"train_loss": 0.055232781916856766, "global_step": 877, "epoch": 13, "lr": 9.997621695474649e-05}
+{"train_loss": 0.05152777582406998, "global_step": 878, "epoch": 13, "lr": 9.997609096212117e-05}
+{"train_loss": 0.051272694021463394, "global_step": 879, "epoch": 13, "lr": 9.997596463672859e-05}
+{"train_loss": 0.07307203859090805, "global_step": 880, "epoch": 13, "lr": 9.997583797856962e-05}
+{"train_loss": 0.05561482161283493, "global_step": 881, "epoch": 13, "lr": 9.997571098764508e-05}
+{"train_loss": 0.07610449194908142, "global_step": 882, "epoch": 13, "lr": 9.997558366395583e-05}
+{"train_loss": 0.054463934153318405, "global_step": 883, "epoch": 13, "lr": 9.99754560075027e-05}
+{"train_loss": 0.06712263822555542, "global_step": 884, "epoch": 13, "lr": 9.997532801828658e-05}
+{"train_loss": 0.063432477414608, "global_step": 885, "epoch": 13, "lr": 9.997519969630828e-05}
+{"train_loss": 0.06287960708141327, "global_step": 886, "epoch": 13, "lr": 9.99750710415687e-05}
+{"train_loss": 0.06951531022787094, "global_step": 887, "epoch": 13, "lr": 9.997494205406863e-05}
+{"train_loss": 0.06107093766331673, "global_step": 888, "epoch": 13, "lr": 9.997481273380898e-05}
+{"train_loss": 0.062487706542015076, "global_step": 889, "epoch": 13, "lr": 9.997468308079058e-05}
+{"train_loss": 0.0530984066426754, "global_step": 890, "epoch": 13, "lr": 9.997455309501433e-05}
+{"train_loss": 0.05318198353052139, "global_step": 891, "epoch": 13, "lr": 9.997442277648108e-05}
+{"train_loss": 0.05793553963303566, "global_step": 892, "epoch": 13, "lr": 9.997429212519169e-05}
+{"train_loss": 0.06608463078737259, "global_step": 893, "epoch": 13, "lr": 9.997416114114703e-05}
+{"train_loss": 0.06738609075546265, "global_step": 894, "epoch": 13, "lr": 9.997402982434798e-05}
+{"train_loss": 0.060457292944192886, "global_step": 895, "epoch": 13, "lr": 9.997389817479542e-05}
+{"train_loss": 0.05083610117435455, "global_step": 896, "epoch": 13, "lr": 9.997376619249019e-05}
+{"train_loss": 0.07065164297819138, "global_step": 897, "epoch": 13, "lr": 9.997363387743321e-05}
+{"train_loss": 0.056535787880420685, "global_step": 898, "epoch": 13, "lr": 9.997350122962535e-05}
+{"train_loss": 0.04857051745057106, "global_step": 899, "epoch": 13, "lr": 9.997336824906748e-05}
+{"train_loss": 0.04906835779547691, "global_step": 900, "epoch": 13, "lr": 9.997323493576052e-05}
+{"train_loss": 0.06397299468517303, "global_step": 901, "epoch": 13, "lr": 9.997310128970531e-05}
+{"train_loss": 0.05990418791770935, "global_step": 902, "epoch": 13, "lr": 9.997296731090278e-05}
+{"train_loss": 0.06046281009912491, "global_step": 903, "epoch": 13, "lr": 9.997283299935378e-05}
+{"train_loss": 0.061444200575351715, "global_step": 904, "epoch": 13, "lr": 9.997269835505924e-05}
+{"train_loss": 0.05722774937748909, "global_step": 905, "epoch": 13, "lr": 9.997256337802005e-05}
+{"train_loss": 0.06448802351951599, "global_step": 906, "epoch": 13, "lr": 9.997242806823712e-05}
+{"train_loss": 0.052267886698246, "global_step": 907, "epoch": 13, "lr": 9.997229242571132e-05}
+{"train_loss": 0.06877639889717102, "global_step": 908, "epoch": 13, "lr": 9.997215645044357e-05}
+{"train_loss": 0.06274062165847191, "global_step": 909, "epoch": 13, "lr": 9.997202014243477e-05, "val_loss": 0.05908599868416786}
+{"train_loss": 0.06722323596477509, "global_step": 910, "epoch": 14, "lr": 9.997188350168584e-05}
+{"train_loss": 0.06328267604112625, "global_step": 911, "epoch": 14, "lr": 9.997174652819768e-05}
+{"train_loss": 0.056854259222745895, "global_step": 912, "epoch": 14, "lr": 9.997160922197119e-05}
+{"train_loss": 0.07259482145309448, "global_step": 913, "epoch": 14, "lr": 9.997147158300731e-05}
+{"train_loss": 0.05001572147011757, "global_step": 914, "epoch": 14, "lr": 9.997133361130695e-05}
+{"train_loss": 0.07597124576568604, "global_step": 915, "epoch": 14, "lr": 9.997119530687103e-05}
+{"train_loss": 0.07110153138637543, "global_step": 916, "epoch": 14, "lr": 9.997105666970044e-05}
+{"train_loss": 0.053798608481884, "global_step": 917, "epoch": 14, "lr": 9.997091769979614e-05}
+{"train_loss": 0.06461107730865479, "global_step": 918, "epoch": 14, "lr": 9.997077839715903e-05}
+{"train_loss": 0.05597752705216408, "global_step": 919, "epoch": 14, "lr": 9.997063876179006e-05}
+{"train_loss": 0.05694626644253731, "global_step": 920, "epoch": 14, "lr": 9.997049879369016e-05}
+{"train_loss": 0.07069693505764008, "global_step": 921, "epoch": 14, "lr": 9.997035849286025e-05}
+{"train_loss": 0.05690460652112961, "global_step": 922, "epoch": 14, "lr": 9.997021785930126e-05}
+{"train_loss": 0.0537603534758091, "global_step": 923, "epoch": 14, "lr": 9.997007689301413e-05}
+{"train_loss": 0.06942074000835419, "global_step": 924, "epoch": 14, "lr": 9.99699355939998e-05}
+{"train_loss": 0.07326711714267731, "global_step": 925, "epoch": 14, "lr": 9.996979396225921e-05}
+{"train_loss": 0.054243408143520355, "global_step": 926, "epoch": 14, "lr": 9.996965199779331e-05}
+{"train_loss": 0.05614094436168671, "global_step": 927, "epoch": 14, "lr": 9.996950970060303e-05}
+{"train_loss": 0.06434167921543121, "global_step": 928, "epoch": 14, "lr": 9.996936707068936e-05}
+{"train_loss": 0.05283176526427269, "global_step": 929, "epoch": 14, "lr": 9.996922410805318e-05}
+{"train_loss": 0.055824827402830124, "global_step": 930, "epoch": 14, "lr": 9.99690808126955e-05}
+{"train_loss": 0.06976086646318436, "global_step": 931, "epoch": 14, "lr": 9.996893718461725e-05}
+{"train_loss": 0.050778601318597794, "global_step": 932, "epoch": 14, "lr": 9.99687932238194e-05}
+{"train_loss": 0.0693848580121994, "global_step": 933, "epoch": 14, "lr": 9.996864893030287e-05}
+{"train_loss": 0.05499299243092537, "global_step": 934, "epoch": 14, "lr": 9.996850430406868e-05}
+{"train_loss": 0.06260491907596588, "global_step": 935, "epoch": 14, "lr": 9.996835934511775e-05}
+{"train_loss": 0.05411514639854431, "global_step": 936, "epoch": 14, "lr": 9.996821405345105e-05}
+{"train_loss": 0.057188790291547775, "global_step": 937, "epoch": 14, "lr": 9.996806842906956e-05}
+{"train_loss": 0.06496662646532059, "global_step": 938, "epoch": 14, "lr": 9.996792247197424e-05}
+{"train_loss": 0.056601446121931076, "global_step": 939, "epoch": 14, "lr": 9.996777618216607e-05}
+{"train_loss": 0.06421804428100586, "global_step": 940, "epoch": 14, "lr": 9.996762955964602e-05}
+{"train_loss": 0.06417904794216156, "global_step": 941, "epoch": 14, "lr": 9.996748260441508e-05}
+{"train_loss": 0.07063569873571396, "global_step": 942, "epoch": 14, "lr": 9.99673353164742e-05}
+{"train_loss": 0.055333275347948074, "global_step": 943, "epoch": 14, "lr": 9.996718769582438e-05}
+{"train_loss": 0.05490529537200928, "global_step": 944, "epoch": 14, "lr": 9.99670397424666e-05}
+{"train_loss": 0.06370304524898529, "global_step": 945, "epoch": 14, "lr": 9.996689145640183e-05}
+{"train_loss": 0.0559871643781662, "global_step": 946, "epoch": 14, "lr": 9.99667428376311e-05}
+{"train_loss": 0.05430803820490837, "global_step": 947, "epoch": 14, "lr": 9.996659388615535e-05}
+{"train_loss": 0.0747951790690422, "global_step": 948, "epoch": 14, "lr": 9.99664446019756e-05}
+{"train_loss": 0.05261020362377167, "global_step": 949, "epoch": 14, "lr": 9.996629498509283e-05}
+{"train_loss": 0.06696152687072754, "global_step": 950, "epoch": 14, "lr": 9.996614503550806e-05}
+{"train_loss": 0.05477461963891983, "global_step": 951, "epoch": 14, "lr": 9.996599475322224e-05}
+{"train_loss": 0.055865272879600525, "global_step": 952, "epoch": 14, "lr": 9.996584413823643e-05}
+{"train_loss": 0.060956791043281555, "global_step": 953, "epoch": 14, "lr": 9.99656931905516e-05}
+{"train_loss": 0.06098427623510361, "global_step": 954, "epoch": 14, "lr": 9.996554191016875e-05}
+{"train_loss": 0.05306809023022652, "global_step": 955, "epoch": 14, "lr": 9.996539029708891e-05}
+{"train_loss": 0.06933672726154327, "global_step": 956, "epoch": 14, "lr": 9.996523835131306e-05}
+{"train_loss": 0.04874347150325775, "global_step": 957, "epoch": 14, "lr": 9.996508607284225e-05}
+{"train_loss": 0.04783942177891731, "global_step": 958, "epoch": 14, "lr": 9.996493346167746e-05}
+{"train_loss": 0.0527057908475399, "global_step": 959, "epoch": 14, "lr": 9.996478051781972e-05}
+{"train_loss": 0.05877361446619034, "global_step": 960, "epoch": 14, "lr": 9.996462724127005e-05}
+{"train_loss": 0.04989992827177048, "global_step": 961, "epoch": 14, "lr": 9.996447363202946e-05}
+{"train_loss": 0.05291591212153435, "global_step": 962, "epoch": 14, "lr": 9.9964319690099e-05}
+{"train_loss": 0.05447952449321747, "global_step": 963, "epoch": 14, "lr": 9.996416541547966e-05}
+{"train_loss": 0.05253211408853531, "global_step": 964, "epoch": 14, "lr": 9.996401080817248e-05}
+{"train_loss": 0.07334473729133606, "global_step": 965, "epoch": 14, "lr": 9.99638558681785e-05}
+{"train_loss": 0.056016355752944946, "global_step": 966, "epoch": 14, "lr": 9.996370059549873e-05}
+{"train_loss": 0.05864563584327698, "global_step": 967, "epoch": 14, "lr": 9.996354499013424e-05}
+{"train_loss": 0.05386045575141907, "global_step": 968, "epoch": 14, "lr": 9.996338905208603e-05}
+{"train_loss": 0.05904068052768707, "global_step": 969, "epoch": 14, "lr": 9.996323278135515e-05}
+{"train_loss": 0.062884122133255, "global_step": 970, "epoch": 14, "lr": 9.996307617794266e-05}
+{"train_loss": 0.05425671488046646, "global_step": 971, "epoch": 14, "lr": 9.996291924184957e-05}
+{"train_loss": 0.05693166330456734, "global_step": 972, "epoch": 14, "lr": 9.996276197307695e-05}
+{"train_loss": 0.05316516384482384, "global_step": 973, "epoch": 14, "lr": 9.996260437162583e-05}
+{"train_loss": 0.05951836183667183, "global_step": 974, "epoch": 14, "lr": 9.996244643749727e-05, "val_loss": 0.06036987900733948}
+{"train_loss": 0.0512460321187973, "global_step": 975, "epoch": 15, "lr": 9.996228817069232e-05}
+{"train_loss": 0.06441515684127808, "global_step": 976, "epoch": 15, "lr": 9.996212957121203e-05}
+{"train_loss": 0.05640287324786186, "global_step": 977, "epoch": 15, "lr": 9.996197063905745e-05}
+{"train_loss": 0.04390257969498634, "global_step": 978, "epoch": 15, "lr": 9.996181137422966e-05}
+{"train_loss": 0.05386923998594284, "global_step": 979, "epoch": 15, "lr": 9.996165177672972e-05}
+{"train_loss": 0.05854131653904915, "global_step": 980, "epoch": 15, "lr": 9.996149184655865e-05}
+{"train_loss": 0.05406085401773453, "global_step": 981, "epoch": 15, "lr": 9.996133158371757e-05}
+{"train_loss": 0.06162255257368088, "global_step": 982, "epoch": 15, "lr": 9.99611709882075e-05}
+{"train_loss": 0.05211969092488289, "global_step": 983, "epoch": 15, "lr": 9.996101006002954e-05}
+{"train_loss": 0.05887932330369949, "global_step": 984, "epoch": 15, "lr": 9.996084879918475e-05}
+{"train_loss": 0.05210321024060249, "global_step": 985, "epoch": 15, "lr": 9.996068720567421e-05}
+{"train_loss": 0.04712574928998947, "global_step": 986, "epoch": 15, "lr": 9.9960525279499e-05}
+{"train_loss": 0.055239297449588776, "global_step": 987, "epoch": 15, "lr": 9.996036302066019e-05}
+{"train_loss": 0.0449436716735363, "global_step": 988, "epoch": 15, "lr": 9.996020042915885e-05}
+{"train_loss": 0.053484536707401276, "global_step": 989, "epoch": 15, "lr": 9.996003750499607e-05}
+{"train_loss": 0.050164032727479935, "global_step": 990, "epoch": 15, "lr": 9.995987424817296e-05}
+{"train_loss": 0.04789813980460167, "global_step": 991, "epoch": 15, "lr": 9.995971065869057e-05}
+{"train_loss": 0.04688093438744545, "global_step": 992, "epoch": 15, "lr": 9.995954673655002e-05}
+{"train_loss": 0.04577179625630379, "global_step": 993, "epoch": 15, "lr": 9.995938248175236e-05}
+{"train_loss": 0.04039260745048523, "global_step": 994, "epoch": 15, "lr": 9.995921789429874e-05}
+{"train_loss": 0.06444143503904343, "global_step": 995, "epoch": 15, "lr": 9.99590529741902e-05}
+{"train_loss": 0.05285603925585747, "global_step": 996, "epoch": 15, "lr": 9.995888772142787e-05}
+{"train_loss": 0.052016481757164, "global_step": 997, "epoch": 15, "lr": 9.995872213601286e-05}
+{"train_loss": 0.05536516383290291, "global_step": 998, "epoch": 15, "lr": 9.995855621794625e-05}
+{"train_loss": 0.048105113208293915, "global_step": 999, "epoch": 15, "lr": 9.995838996722914e-05}
+{"train_loss": 0.054685674607753754, "global_step": 1000, "epoch": 15, "lr": 9.995822338386267e-05}
+{"train_loss": 0.06081128120422363, "global_step": 1001, "epoch": 15, "lr": 9.995805646784792e-05}
+{"train_loss": 0.05438227206468582, "global_step": 1002, "epoch": 15, "lr": 9.9957889219186e-05}
+{"train_loss": 0.055421244353055954, "global_step": 1003, "epoch": 15, "lr": 9.995772163787804e-05}
+{"train_loss": 0.04879741370677948, "global_step": 1004, "epoch": 15, "lr": 9.995755372392514e-05}
+{"train_loss": 0.05304643139243126, "global_step": 1005, "epoch": 15, "lr": 9.995738547732845e-05}
+{"train_loss": 0.04560617357492447, "global_step": 1006, "epoch": 15, "lr": 9.995721689808904e-05}
+{"train_loss": 0.05108509212732315, "global_step": 1007, "epoch": 15, "lr": 9.995704798620807e-05}
+{"train_loss": 0.04321243241429329, "global_step": 1008, "epoch": 15, "lr": 9.995687874168666e-05}
+{"train_loss": 0.04593157023191452, "global_step": 1009, "epoch": 15, "lr": 9.995670916452593e-05}
+{"train_loss": 0.05285882577300072, "global_step": 1010, "epoch": 15, "lr": 9.995653925472702e-05}
+{"train_loss": 0.05083639547228813, "global_step": 1011, "epoch": 15, "lr": 9.995636901229102e-05}
+{"train_loss": 0.051807302981615067, "global_step": 1012, "epoch": 15, "lr": 9.995619843721913e-05}
+{"train_loss": 0.06039278954267502, "global_step": 1013, "epoch": 15, "lr": 9.995602752951243e-05}
+{"train_loss": 0.06573115289211273, "global_step": 1014, "epoch": 15, "lr": 9.995585628917208e-05}
+{"train_loss": 0.043826598674058914, "global_step": 1015, "epoch": 15, "lr": 9.995568471619923e-05}
+{"train_loss": 0.06395386159420013, "global_step": 1016, "epoch": 15, "lr": 9.995551281059501e-05}
+{"train_loss": 0.04974288493394852, "global_step": 1017, "epoch": 15, "lr": 9.995534057236056e-05}
+{"train_loss": 0.054823894053697586, "global_step": 1018, "epoch": 15, "lr": 9.995516800149703e-05}
+{"train_loss": 0.04589833319187164, "global_step": 1019, "epoch": 15, "lr": 9.995499509800558e-05}
+{"train_loss": 0.0557134672999382, "global_step": 1020, "epoch": 15, "lr": 9.995482186188736e-05}
+{"train_loss": 0.054106611758470535, "global_step": 1021, "epoch": 15, "lr": 9.995464829314352e-05}
+{"train_loss": 0.048455845564603806, "global_step": 1022, "epoch": 15, "lr": 9.995447439177518e-05}
+{"train_loss": 0.054958585649728775, "global_step": 1023, "epoch": 15, "lr": 9.995430015778357e-05}
+{"train_loss": 0.04528888687491417, "global_step": 1024, "epoch": 15, "lr": 9.995412559116979e-05}
+{"train_loss": 0.05109994113445282, "global_step": 1025, "epoch": 15, "lr": 9.995395069193503e-05}
+{"train_loss": 0.06225138157606125, "global_step": 1026, "epoch": 15, "lr": 9.995377546008045e-05}
+{"train_loss": 0.05038876459002495, "global_step": 1027, "epoch": 15, "lr": 9.995359989560721e-05}
+{"train_loss": 0.043482765555381775, "global_step": 1028, "epoch": 15, "lr": 9.995342399851648e-05}
+{"train_loss": 0.058321528136730194, "global_step": 1029, "epoch": 15, "lr": 9.995324776880943e-05}
+{"train_loss": 0.05299457535147667, "global_step": 1030, "epoch": 15, "lr": 9.995307120648726e-05}
+{"train_loss": 0.05404115840792656, "global_step": 1031, "epoch": 15, "lr": 9.99528943115511e-05}
+{"train_loss": 0.060034073889255524, "global_step": 1032, "epoch": 15, "lr": 9.995271708400218e-05}
+{"train_loss": 0.04677462950348854, "global_step": 1033, "epoch": 15, "lr": 9.995253952384163e-05}
+{"train_loss": 0.05664890259504318, "global_step": 1034, "epoch": 15, "lr": 9.995236163107065e-05}
+{"train_loss": 0.04978252947330475, "global_step": 1035, "epoch": 15, "lr": 9.995218340569045e-05}
+{"train_loss": 0.057147104293107986, "global_step": 1036, "epoch": 15, "lr": 9.995200484770218e-05}
+{"train_loss": 0.051234327256679535, "global_step": 1037, "epoch": 15, "lr": 9.995182595710705e-05}
+{"train_loss": 0.05232476443052292, "global_step": 1038, "epoch": 15, "lr": 9.995164673390625e-05}
+{"train_loss": 0.052780011353584434, "global_step": 1039, "epoch": 15, "lr": 9.995146717810095e-05, "val_loss": 0.0648927167057991, "train_action_mse_error": 0.022102616727352142}
+{"train_loss": 0.05096452683210373, "global_step": 1040, "epoch": 16, "lr": 9.995128728969238e-05}
+{"train_loss": 0.049746666103601456, "global_step": 1041, "epoch": 16, "lr": 9.995110706868171e-05}
+{"train_loss": 0.05509317293763161, "global_step": 1042, "epoch": 16, "lr": 9.995092651507017e-05}
+{"train_loss": 0.061678458005189896, "global_step": 1043, "epoch": 16, "lr": 9.995074562885894e-05}
+{"train_loss": 0.03936048224568367, "global_step": 1044, "epoch": 16, "lr": 9.995056441004922e-05}
+{"train_loss": 0.04686201363801956, "global_step": 1045, "epoch": 16, "lr": 9.995038285864223e-05}
+{"train_loss": 0.04518089443445206, "global_step": 1046, "epoch": 16, "lr": 9.995020097463917e-05}
+{"train_loss": 0.04850895330309868, "global_step": 1047, "epoch": 16, "lr": 9.995001875804127e-05}
+{"train_loss": 0.05325748771429062, "global_step": 1048, "epoch": 16, "lr": 9.994983620884971e-05}
+{"train_loss": 0.04446034878492355, "global_step": 1049, "epoch": 16, "lr": 9.994965332706573e-05}
+{"train_loss": 0.05349148437380791, "global_step": 1050, "epoch": 16, "lr": 9.994947011269056e-05}
+{"train_loss": 0.05573408678174019, "global_step": 1051, "epoch": 16, "lr": 9.994928656572537e-05}
+{"train_loss": 0.03885292261838913, "global_step": 1052, "epoch": 16, "lr": 9.994910268617143e-05}
+{"train_loss": 0.0416242852807045, "global_step": 1053, "epoch": 16, "lr": 9.994891847402996e-05}
+{"train_loss": 0.05168892815709114, "global_step": 1054, "epoch": 16, "lr": 9.994873392930217e-05}
+{"train_loss": 0.04758945479989052, "global_step": 1055, "epoch": 16, "lr": 9.994854905198928e-05}
+{"train_loss": 0.042447809129953384, "global_step": 1056, "epoch": 16, "lr": 9.994836384209253e-05}
+{"train_loss": 0.05127096548676491, "global_step": 1057, "epoch": 16, "lr": 9.994817829961318e-05}
+{"train_loss": 0.035799603909254074, "global_step": 1058, "epoch": 16, "lr": 9.994799242455243e-05}
+{"train_loss": 0.04577546939253807, "global_step": 1059, "epoch": 16, "lr": 9.994780621691156e-05}
+{"train_loss": 0.04910669103264809, "global_step": 1060, "epoch": 16, "lr": 9.994761967669175e-05}
+{"train_loss": 0.04379688948392868, "global_step": 1061, "epoch": 16, "lr": 9.994743280389427e-05}
+{"train_loss": 0.05758815258741379, "global_step": 1062, "epoch": 16, "lr": 9.994724559852037e-05}
+{"train_loss": 0.04335124418139458, "global_step": 1063, "epoch": 16, "lr": 9.994705806057132e-05}
+{"train_loss": 0.04494057595729828, "global_step": 1064, "epoch": 16, "lr": 9.994687019004831e-05}
+{"train_loss": 0.051860157400369644, "global_step": 1065, "epoch": 16, "lr": 9.994668198695265e-05}
+{"train_loss": 0.04649636894464493, "global_step": 1066, "epoch": 16, "lr": 9.994649345128555e-05}
+{"train_loss": 0.05497080460190773, "global_step": 1067, "epoch": 16, "lr": 9.994630458304829e-05}
+{"train_loss": 0.04834001511335373, "global_step": 1068, "epoch": 16, "lr": 9.994611538224213e-05}
+{"train_loss": 0.04580909386277199, "global_step": 1069, "epoch": 16, "lr": 9.99459258488683e-05}
+{"train_loss": 0.044392671436071396, "global_step": 1070, "epoch": 16, "lr": 9.994573598292808e-05}
+{"train_loss": 0.045115794986486435, "global_step": 1071, "epoch": 16, "lr": 9.994554578442275e-05}
+{"train_loss": 0.04497554525732994, "global_step": 1072, "epoch": 16, "lr": 9.994535525335356e-05}
+{"train_loss": 0.03946812078356743, "global_step": 1073, "epoch": 16, "lr": 9.994516438972177e-05}
+{"train_loss": 0.04794829338788986, "global_step": 1074, "epoch": 16, "lr": 9.994497319352867e-05}
+{"train_loss": 0.04567237198352814, "global_step": 1075, "epoch": 16, "lr": 9.994478166477553e-05}
+{"train_loss": 0.05261938273906708, "global_step": 1076, "epoch": 16, "lr": 9.99445898034636e-05}
+{"train_loss": 0.05198177322745323, "global_step": 1077, "epoch": 16, "lr": 9.994439760959419e-05}
+{"train_loss": 0.04557418078184128, "global_step": 1078, "epoch": 16, "lr": 9.994420508316858e-05}
+{"train_loss": 0.03734871372580528, "global_step": 1079, "epoch": 16, "lr": 9.994401222418802e-05}
+{"train_loss": 0.048950422555208206, "global_step": 1080, "epoch": 16, "lr": 9.994381903265382e-05}
+{"train_loss": 0.045415766537189484, "global_step": 1081, "epoch": 16, "lr": 9.994362550856727e-05}
+{"train_loss": 0.05025235190987587, "global_step": 1082, "epoch": 16, "lr": 9.994343165192963e-05}
+{"train_loss": 0.04350652918219566, "global_step": 1083, "epoch": 16, "lr": 9.994323746274221e-05}
+{"train_loss": 0.039121467620134354, "global_step": 1084, "epoch": 16, "lr": 9.994304294100632e-05}
+{"train_loss": 0.04737980291247368, "global_step": 1085, "epoch": 16, "lr": 9.994284808672323e-05}
+{"train_loss": 0.04759018123149872, "global_step": 1086, "epoch": 16, "lr": 9.994265289989424e-05}
+{"train_loss": 0.05601983517408371, "global_step": 1087, "epoch": 16, "lr": 9.994245738052066e-05}
+{"train_loss": 0.04592336341738701, "global_step": 1088, "epoch": 16, "lr": 9.994226152860377e-05}
+{"train_loss": 0.04860984534025192, "global_step": 1089, "epoch": 16, "lr": 9.994206534414492e-05}
+{"train_loss": 0.04532720521092415, "global_step": 1090, "epoch": 16, "lr": 9.994186882714537e-05}
+{"train_loss": 0.03840659558773041, "global_step": 1091, "epoch": 16, "lr": 9.994167197760645e-05}
+{"train_loss": 0.04932473599910736, "global_step": 1092, "epoch": 16, "lr": 9.994147479552946e-05}
+{"train_loss": 0.043339524418115616, "global_step": 1093, "epoch": 16, "lr": 9.994127728091571e-05}
+{"train_loss": 0.05152319744229317, "global_step": 1094, "epoch": 16, "lr": 9.994107943376654e-05}
+{"train_loss": 0.048813678324222565, "global_step": 1095, "epoch": 16, "lr": 9.994088125408325e-05}
+{"train_loss": 0.05005555599927902, "global_step": 1096, "epoch": 16, "lr": 9.994068274186716e-05}
+{"train_loss": 0.04660171642899513, "global_step": 1097, "epoch": 16, "lr": 9.994048389711958e-05}
+{"train_loss": 0.04316339269280434, "global_step": 1098, "epoch": 16, "lr": 9.994028471984187e-05}
+{"train_loss": 0.0442330427467823, "global_step": 1099, "epoch": 16, "lr": 9.994008521003533e-05}
+{"train_loss": 0.03706284612417221, "global_step": 1100, "epoch": 16, "lr": 9.993988536770127e-05}
+{"train_loss": 0.04905419051647186, "global_step": 1101, "epoch": 16, "lr": 9.993968519284106e-05}
+{"train_loss": 0.041732754558324814, "global_step": 1102, "epoch": 16, "lr": 9.9939484685456e-05}
+{"train_loss": 0.04922765865921974, "global_step": 1103, "epoch": 16, "lr": 9.993928384554746e-05}
+{"train_loss": 0.047124774238237965, "global_step": 1104, "epoch": 16, "lr": 9.993908267311676e-05, "val_loss": 0.05374354496598244}
+{"train_loss": 0.051077473908662796, "global_step": 1105, "epoch": 17, "lr": 9.993888116816521e-05}
+{"train_loss": 0.04708073288202286, "global_step": 1106, "epoch": 17, "lr": 9.99386793306942e-05}
+{"train_loss": 0.054715730249881744, "global_step": 1107, "epoch": 17, "lr": 9.993847716070505e-05}
+{"train_loss": 0.04906546697020531, "global_step": 1108, "epoch": 17, "lr": 9.993827465819909e-05}
+{"train_loss": 0.04035601764917374, "global_step": 1109, "epoch": 17, "lr": 9.993807182317771e-05}
+{"train_loss": 0.052422620356082916, "global_step": 1110, "epoch": 17, "lr": 9.993786865564222e-05}
+{"train_loss": 0.042223311960697174, "global_step": 1111, "epoch": 17, "lr": 9.993766515559402e-05}
+{"train_loss": 0.05620214715600014, "global_step": 1112, "epoch": 17, "lr": 9.993746132303441e-05}
+{"train_loss": 0.04324520006775856, "global_step": 1113, "epoch": 17, "lr": 9.993725715796478e-05}
+{"train_loss": 0.05755776911973953, "global_step": 1114, "epoch": 17, "lr": 9.993705266038648e-05}
+{"train_loss": 0.041300058364868164, "global_step": 1115, "epoch": 17, "lr": 9.993684783030088e-05}
+{"train_loss": 0.05076698586344719, "global_step": 1116, "epoch": 17, "lr": 9.993664266770933e-05}
+{"train_loss": 0.050543155521154404, "global_step": 1117, "epoch": 17, "lr": 9.99364371726132e-05}
+{"train_loss": 0.04139625281095505, "global_step": 1118, "epoch": 17, "lr": 9.993623134501389e-05}
+{"train_loss": 0.04500659182667732, "global_step": 1119, "epoch": 17, "lr": 9.993602518491272e-05}
+{"train_loss": 0.04927073419094086, "global_step": 1120, "epoch": 17, "lr": 9.993581869231107e-05}
+{"train_loss": 0.05150566250085831, "global_step": 1121, "epoch": 17, "lr": 9.993561186721037e-05}
+{"train_loss": 0.041673414409160614, "global_step": 1122, "epoch": 17, "lr": 9.993540470961192e-05}
+{"train_loss": 0.05124777927994728, "global_step": 1123, "epoch": 17, "lr": 9.993519721951716e-05}
+{"train_loss": 0.047630712389945984, "global_step": 1124, "epoch": 17, "lr": 9.993498939692743e-05}
+{"train_loss": 0.04115935415029526, "global_step": 1125, "epoch": 17, "lr": 9.993478124184415e-05}
+{"train_loss": 0.042389318346977234, "global_step": 1126, "epoch": 17, "lr": 9.993457275426868e-05}
+{"train_loss": 0.045356687158346176, "global_step": 1127, "epoch": 17, "lr": 9.993436393420242e-05}
+{"train_loss": 0.04386303201317787, "global_step": 1128, "epoch": 17, "lr": 9.993415478164676e-05}
+{"train_loss": 0.055459026247262955, "global_step": 1129, "epoch": 17, "lr": 9.993394529660307e-05}
+{"train_loss": 0.04282596334815025, "global_step": 1130, "epoch": 17, "lr": 9.993373547907279e-05}
+{"train_loss": 0.04218939691781998, "global_step": 1131, "epoch": 17, "lr": 9.993352532905728e-05}
+{"train_loss": 0.04115470126271248, "global_step": 1132, "epoch": 17, "lr": 9.993331484655794e-05}
+{"train_loss": 0.03744369000196457, "global_step": 1133, "epoch": 17, "lr": 9.99331040315762e-05}
+{"train_loss": 0.04786105826497078, "global_step": 1134, "epoch": 17, "lr": 9.993289288411344e-05}
+{"train_loss": 0.04148826748132706, "global_step": 1135, "epoch": 17, "lr": 9.993268140417108e-05}
+{"train_loss": 0.04332531616091728, "global_step": 1136, "epoch": 17, "lr": 9.99324695917505e-05}
+{"train_loss": 0.04127924144268036, "global_step": 1137, "epoch": 17, "lr": 9.993225744685313e-05}
+{"train_loss": 0.04911572113633156, "global_step": 1138, "epoch": 17, "lr": 9.993204496948041e-05}
+{"train_loss": 0.045584097504615784, "global_step": 1139, "epoch": 17, "lr": 9.993183215963371e-05}
+{"train_loss": 0.05499810725450516, "global_step": 1140, "epoch": 17, "lr": 9.993161901731447e-05}
+{"train_loss": 0.054257940500974655, "global_step": 1141, "epoch": 17, "lr": 9.99314055425241e-05}
+{"train_loss": 0.03992440924048424, "global_step": 1142, "epoch": 17, "lr": 9.993119173526402e-05}
+{"train_loss": 0.04161505401134491, "global_step": 1143, "epoch": 17, "lr": 9.993097759553566e-05}
+{"train_loss": 0.04794666916131973, "global_step": 1144, "epoch": 17, "lr": 9.993076312334045e-05}
+{"train_loss": 0.05375347286462784, "global_step": 1145, "epoch": 17, "lr": 9.993054831867982e-05}
+{"train_loss": 0.041339900344610214, "global_step": 1146, "epoch": 17, "lr": 9.993033318155518e-05}
+{"train_loss": 0.05457519739866257, "global_step": 1147, "epoch": 17, "lr": 9.993011771196798e-05}
+{"train_loss": 0.049774836748838425, "global_step": 1148, "epoch": 17, "lr": 9.992990190991967e-05}
+{"train_loss": 0.052183542400598526, "global_step": 1149, "epoch": 17, "lr": 9.992968577541163e-05}
+{"train_loss": 0.047692276537418365, "global_step": 1150, "epoch": 17, "lr": 9.992946930844536e-05}
+{"train_loss": 0.04462926834821701, "global_step": 1151, "epoch": 17, "lr": 9.992925250902228e-05}
+{"train_loss": 0.0459061935544014, "global_step": 1152, "epoch": 17, "lr": 9.992903537714383e-05}
+{"train_loss": 0.04369048774242401, "global_step": 1153, "epoch": 17, "lr": 9.992881791281145e-05}
+{"train_loss": 0.03950156643986702, "global_step": 1154, "epoch": 17, "lr": 9.992860011602661e-05}
+{"train_loss": 0.041891951113939285, "global_step": 1155, "epoch": 17, "lr": 9.992838198679072e-05}
+{"train_loss": 0.040949638932943344, "global_step": 1156, "epoch": 17, "lr": 9.992816352510528e-05}
+{"train_loss": 0.039826828986406326, "global_step": 1157, "epoch": 17, "lr": 9.992794473097171e-05}
+{"train_loss": 0.03754217550158501, "global_step": 1158, "epoch": 17, "lr": 9.992772560439148e-05}
+{"train_loss": 0.046300433576107025, "global_step": 1159, "epoch": 17, "lr": 9.992750614536605e-05}
+{"train_loss": 0.044171009212732315, "global_step": 1160, "epoch": 17, "lr": 9.992728635389687e-05}
+{"train_loss": 0.038528673350811005, "global_step": 1161, "epoch": 17, "lr": 9.992706622998544e-05}
+{"train_loss": 0.04750461503863335, "global_step": 1162, "epoch": 17, "lr": 9.992684577363318e-05}
+{"train_loss": 0.038616061210632324, "global_step": 1163, "epoch": 17, "lr": 9.992662498484158e-05}
+{"train_loss": 0.05788371339440346, "global_step": 1164, "epoch": 17, "lr": 9.992640386361211e-05}
+{"train_loss": 0.04471846669912338, "global_step": 1165, "epoch": 17, "lr": 9.992618240994623e-05}
+{"train_loss": 0.04236441105604172, "global_step": 1166, "epoch": 17, "lr": 9.992596062384543e-05}
+{"train_loss": 0.04781372472643852, "global_step": 1167, "epoch": 17, "lr": 9.992573850531119e-05}
+{"train_loss": 0.05687512829899788, "global_step": 1168, "epoch": 17, "lr": 9.992551605434497e-05}
+{"train_loss": 0.04620490452417961, "global_step": 1169, "epoch": 17, "lr": 9.992529327094826e-05, "val_loss": 0.04113655537366867}
+{"train_loss": 0.03375233709812164, "global_step": 1170, "epoch": 18, "lr": 9.992507015512253e-05}
+{"train_loss": 0.0464911051094532, "global_step": 1171, "epoch": 18, "lr": 9.99248467068693e-05}
+{"train_loss": 0.06272009760141373, "global_step": 1172, "epoch": 18, "lr": 9.992462292619004e-05}
+{"train_loss": 0.046296898275613785, "global_step": 1173, "epoch": 18, "lr": 9.992439881308623e-05}
+{"train_loss": 0.053824931383132935, "global_step": 1174, "epoch": 18, "lr": 9.992417436755936e-05}
+{"train_loss": 0.046664249151945114, "global_step": 1175, "epoch": 18, "lr": 9.992394958961095e-05}
+{"train_loss": 0.044143062084913254, "global_step": 1176, "epoch": 18, "lr": 9.992372447924248e-05}
+{"train_loss": 0.05367957055568695, "global_step": 1177, "epoch": 18, "lr": 9.992349903645545e-05}
+{"train_loss": 0.05166831985116005, "global_step": 1178, "epoch": 18, "lr": 9.992327326125135e-05}
+{"train_loss": 0.04108279198408127, "global_step": 1179, "epoch": 18, "lr": 9.99230471536317e-05}
+{"train_loss": 0.045595549046993256, "global_step": 1180, "epoch": 18, "lr": 9.9922820713598e-05}
+{"train_loss": 0.06073177978396416, "global_step": 1181, "epoch": 18, "lr": 9.992259394115176e-05}
+{"train_loss": 0.052076347172260284, "global_step": 1182, "epoch": 18, "lr": 9.992236683629449e-05}
+{"train_loss": 0.042367108166217804, "global_step": 1183, "epoch": 18, "lr": 9.99221393990277e-05}
+{"train_loss": 0.051422931253910065, "global_step": 1184, "epoch": 18, "lr": 9.992191162935289e-05}
+{"train_loss": 0.04532826691865921, "global_step": 1185, "epoch": 18, "lr": 9.99216835272716e-05}
+{"train_loss": 0.04922497645020485, "global_step": 1186, "epoch": 18, "lr": 9.992145509278535e-05}
+{"train_loss": 0.05752730742096901, "global_step": 1187, "epoch": 18, "lr": 9.992122632589564e-05}
+{"train_loss": 0.05211763083934784, "global_step": 1188, "epoch": 18, "lr": 9.9920997226604e-05}
+{"train_loss": 0.0475524477660656, "global_step": 1189, "epoch": 18, "lr": 9.992076779491198e-05}
+{"train_loss": 0.05157821625471115, "global_step": 1190, "epoch": 18, "lr": 9.992053803082106e-05}
+{"train_loss": 0.044178079813718796, "global_step": 1191, "epoch": 18, "lr": 9.992030793433282e-05}
+{"train_loss": 0.04060892388224602, "global_step": 1192, "epoch": 18, "lr": 9.992007750544876e-05}
+{"train_loss": 0.03714106231927872, "global_step": 1193, "epoch": 18, "lr": 9.991984674417042e-05}
+{"train_loss": 0.03359644114971161, "global_step": 1194, "epoch": 18, "lr": 9.991961565049935e-05}
+{"train_loss": 0.048015519976615906, "global_step": 1195, "epoch": 18, "lr": 9.991938422443706e-05}
+{"train_loss": 0.04620318487286568, "global_step": 1196, "epoch": 18, "lr": 9.991915246598513e-05}
+{"train_loss": 0.05444629117846489, "global_step": 1197, "epoch": 18, "lr": 9.991892037514508e-05}
+{"train_loss": 0.04152193292975426, "global_step": 1198, "epoch": 18, "lr": 9.991868795191843e-05}
+{"train_loss": 0.053739700466394424, "global_step": 1199, "epoch": 18, "lr": 9.991845519630678e-05}
+{"train_loss": 0.04426058009266853, "global_step": 1200, "epoch": 18, "lr": 9.991822210831166e-05}
+{"train_loss": 0.04250941053032875, "global_step": 1201, "epoch": 18, "lr": 9.991798868793462e-05}
+{"train_loss": 0.044088851660490036, "global_step": 1202, "epoch": 18, "lr": 9.99177549351772e-05}
+{"train_loss": 0.04661807045340538, "global_step": 1203, "epoch": 18, "lr": 9.991752085004097e-05}
+{"train_loss": 0.04589642956852913, "global_step": 1204, "epoch": 18, "lr": 9.991728643252749e-05}
+{"train_loss": 0.04196354001760483, "global_step": 1205, "epoch": 18, "lr": 9.991705168263832e-05}
+{"train_loss": 0.04387596994638443, "global_step": 1206, "epoch": 18, "lr": 9.991681660037502e-05}
+{"train_loss": 0.04276174679398537, "global_step": 1207, "epoch": 18, "lr": 9.991658118573914e-05}
+{"train_loss": 0.037796277552843094, "global_step": 1208, "epoch": 18, "lr": 9.991634543873229e-05}
+{"train_loss": 0.05178345367312431, "global_step": 1209, "epoch": 18, "lr": 9.9916109359356e-05}
+{"train_loss": 0.044490739703178406, "global_step": 1210, "epoch": 18, "lr": 9.991587294761184e-05}
+{"train_loss": 0.04777970537543297, "global_step": 1211, "epoch": 18, "lr": 9.991563620350143e-05}
+{"train_loss": 0.035452116280794144, "global_step": 1212, "epoch": 18, "lr": 9.99153991270263e-05}
+{"train_loss": 0.04608585312962532, "global_step": 1213, "epoch": 18, "lr": 9.991516171818804e-05}
+{"train_loss": 0.03602002561092377, "global_step": 1214, "epoch": 18, "lr": 9.991492397698826e-05}
+{"train_loss": 0.04902034252882004, "global_step": 1215, "epoch": 18, "lr": 9.99146859034285e-05}
+{"train_loss": 0.03507348150014877, "global_step": 1216, "epoch": 18, "lr": 9.991444749751035e-05}
+{"train_loss": 0.05039898678660393, "global_step": 1217, "epoch": 18, "lr": 9.991420875923542e-05}
+{"train_loss": 0.037359192967414856, "global_step": 1218, "epoch": 18, "lr": 9.991396968860531e-05}
+{"train_loss": 0.043323542922735214, "global_step": 1219, "epoch": 18, "lr": 9.991373028562157e-05}
+{"train_loss": 0.038401901721954346, "global_step": 1220, "epoch": 18, "lr": 9.991349055028582e-05}
+{"train_loss": 0.04012085124850273, "global_step": 1221, "epoch": 18, "lr": 9.991325048259967e-05}
+{"train_loss": 0.04537379369139671, "global_step": 1222, "epoch": 18, "lr": 9.991301008256468e-05}
+{"train_loss": 0.03753086179494858, "global_step": 1223, "epoch": 18, "lr": 9.99127693501825e-05}
+{"train_loss": 0.03322339802980423, "global_step": 1224, "epoch": 18, "lr": 9.991252828545468e-05}
+{"train_loss": 0.05119417607784271, "global_step": 1225, "epoch": 18, "lr": 9.991228688838286e-05}
+{"train_loss": 0.04581129178404808, "global_step": 1226, "epoch": 18, "lr": 9.991204515896863e-05}
+{"train_loss": 0.036210112273693085, "global_step": 1227, "epoch": 18, "lr": 9.991180309721362e-05}
+{"train_loss": 0.04113773629069328, "global_step": 1228, "epoch": 18, "lr": 9.99115607031194e-05}
+{"train_loss": 0.04133104160428047, "global_step": 1229, "epoch": 18, "lr": 9.991131797668765e-05}
+{"train_loss": 0.05281853303313255, "global_step": 1230, "epoch": 18, "lr": 9.991107491791993e-05}
+{"train_loss": 0.041746120899915695, "global_step": 1231, "epoch": 18, "lr": 9.991083152681788e-05}
+{"train_loss": 0.04974214360117912, "global_step": 1232, "epoch": 18, "lr": 9.991058780338311e-05}
+{"train_loss": 0.05234871804714203, "global_step": 1233, "epoch": 18, "lr": 9.991034374761727e-05}
+{"train_loss": 0.04543716655327724, "global_step": 1234, "epoch": 18, "lr": 9.991009935952196e-05, "val_loss": 0.04102129489183426}
+{"train_loss": 0.0440731979906559, "global_step": 1235, "epoch": 19, "lr": 9.99098546390988e-05}
+{"train_loss": 0.045034851878881454, "global_step": 1236, "epoch": 19, "lr": 9.990960958634944e-05}
+{"train_loss": 0.042446769773960114, "global_step": 1237, "epoch": 19, "lr": 9.99093642012755e-05}
+{"train_loss": 0.039881348609924316, "global_step": 1238, "epoch": 19, "lr": 9.990911848387863e-05}
+{"train_loss": 0.03494300693273544, "global_step": 1239, "epoch": 19, "lr": 9.990887243416044e-05}
+{"train_loss": 0.05996027588844299, "global_step": 1240, "epoch": 19, "lr": 9.990862605212258e-05}
+{"train_loss": 0.039178669452667236, "global_step": 1241, "epoch": 19, "lr": 9.990837933776672e-05}
+{"train_loss": 0.047490451484918594, "global_step": 1242, "epoch": 19, "lr": 9.990813229109445e-05}
+{"train_loss": 0.037513282150030136, "global_step": 1243, "epoch": 19, "lr": 9.990788491210746e-05}
+{"train_loss": 0.0437639020383358, "global_step": 1244, "epoch": 19, "lr": 9.990763720080738e-05}
+{"train_loss": 0.038780562579631805, "global_step": 1245, "epoch": 19, "lr": 9.990738915719584e-05}
+{"train_loss": 0.03964857757091522, "global_step": 1246, "epoch": 19, "lr": 9.990714078127453e-05}
+{"train_loss": 0.03604038059711456, "global_step": 1247, "epoch": 19, "lr": 9.990689207304506e-05}
+{"train_loss": 0.03845944255590439, "global_step": 1248, "epoch": 19, "lr": 9.990664303250912e-05}
+{"train_loss": 0.03635281324386597, "global_step": 1249, "epoch": 19, "lr": 9.990639365966836e-05}
+{"train_loss": 0.03985591605305672, "global_step": 1250, "epoch": 19, "lr": 9.990614395452442e-05}
+{"train_loss": 0.04029853269457817, "global_step": 1251, "epoch": 19, "lr": 9.990589391707899e-05}
+{"train_loss": 0.04401567950844765, "global_step": 1252, "epoch": 19, "lr": 9.990564354733374e-05}
+{"train_loss": 0.037521298974752426, "global_step": 1253, "epoch": 19, "lr": 9.99053928452903e-05}
+{"train_loss": 0.04412945732474327, "global_step": 1254, "epoch": 19, "lr": 9.990514181095039e-05}
+{"train_loss": 0.04094468057155609, "global_step": 1255, "epoch": 19, "lr": 9.990489044431562e-05}
+{"train_loss": 0.04798479750752449, "global_step": 1256, "epoch": 19, "lr": 9.990463874538772e-05}
+{"train_loss": 0.0403108187019825, "global_step": 1257, "epoch": 19, "lr": 9.990438671416834e-05}
+{"train_loss": 0.04744948819279671, "global_step": 1258, "epoch": 19, "lr": 9.990413435065915e-05}
+{"train_loss": 0.03543749824166298, "global_step": 1259, "epoch": 19, "lr": 9.990388165486185e-05}
+{"train_loss": 0.04844227060675621, "global_step": 1260, "epoch": 19, "lr": 9.990362862677811e-05}
+{"train_loss": 0.03225364536046982, "global_step": 1261, "epoch": 19, "lr": 9.990337526640963e-05}
+{"train_loss": 0.04044337198138237, "global_step": 1262, "epoch": 19, "lr": 9.990312157375807e-05}
+{"train_loss": 0.04194561392068863, "global_step": 1263, "epoch": 19, "lr": 9.990286754882514e-05}
+{"train_loss": 0.04240207001566887, "global_step": 1264, "epoch": 19, "lr": 9.990261319161254e-05}
+{"train_loss": 0.03393993899226189, "global_step": 1265, "epoch": 19, "lr": 9.990235850212193e-05}
+{"train_loss": 0.04808538034558296, "global_step": 1266, "epoch": 19, "lr": 9.990210348035504e-05}
+{"train_loss": 0.045904722064733505, "global_step": 1267, "epoch": 19, "lr": 9.990184812631356e-05}
+{"train_loss": 0.05201158672571182, "global_step": 1268, "epoch": 19, "lr": 9.990159243999918e-05}
+{"train_loss": 0.04950295016169548, "global_step": 1269, "epoch": 19, "lr": 9.990133642141359e-05}
+{"train_loss": 0.04641502723097801, "global_step": 1270, "epoch": 19, "lr": 9.990108007055852e-05}
+{"train_loss": 0.043145012110471725, "global_step": 1271, "epoch": 19, "lr": 9.990082338743567e-05}
+{"train_loss": 0.04565207287669182, "global_step": 1272, "epoch": 19, "lr": 9.990056637204674e-05}
+{"train_loss": 0.053967222571372986, "global_step": 1273, "epoch": 19, "lr": 9.990030902439345e-05}
+{"train_loss": 0.041372377425432205, "global_step": 1274, "epoch": 19, "lr": 9.990005134447753e-05}
+{"train_loss": 0.059470776468515396, "global_step": 1275, "epoch": 19, "lr": 9.989979333230066e-05}
+{"train_loss": 0.035335469990968704, "global_step": 1276, "epoch": 19, "lr": 9.98995349878646e-05}
+{"train_loss": 0.037861697375774384, "global_step": 1277, "epoch": 19, "lr": 9.989927631117102e-05}
+{"train_loss": 0.04247227683663368, "global_step": 1278, "epoch": 19, "lr": 9.989901730222168e-05}
+{"train_loss": 0.05288001522421837, "global_step": 1279, "epoch": 19, "lr": 9.989875796101829e-05}
+{"train_loss": 0.04381794482469559, "global_step": 1280, "epoch": 19, "lr": 9.989849828756259e-05}
+{"train_loss": 0.04367491975426674, "global_step": 1281, "epoch": 19, "lr": 9.98982382818563e-05}
+{"train_loss": 0.05119534209370613, "global_step": 1282, "epoch": 19, "lr": 9.989797794390112e-05}
+{"train_loss": 0.040381092578172684, "global_step": 1283, "epoch": 19, "lr": 9.989771727369885e-05}
+{"train_loss": 0.04693780466914177, "global_step": 1284, "epoch": 19, "lr": 9.989745627125118e-05}
+{"train_loss": 0.05727137252688408, "global_step": 1285, "epoch": 19, "lr": 9.989719493655985e-05}
+{"train_loss": 0.052021075040102005, "global_step": 1286, "epoch": 19, "lr": 9.989693326962661e-05}
+{"train_loss": 0.03320014476776123, "global_step": 1287, "epoch": 19, "lr": 9.989667127045318e-05}
+{"train_loss": 0.04648641124367714, "global_step": 1288, "epoch": 19, "lr": 9.989640893904137e-05}
+{"train_loss": 0.039645034819841385, "global_step": 1289, "epoch": 19, "lr": 9.989614627539286e-05}
+{"train_loss": 0.04241163283586502, "global_step": 1290, "epoch": 19, "lr": 9.989588327950941e-05}
+{"train_loss": 0.040953125804662704, "global_step": 1291, "epoch": 19, "lr": 9.989561995139278e-05}
+{"train_loss": 0.04284447804093361, "global_step": 1292, "epoch": 19, "lr": 9.989535629104474e-05}
+{"train_loss": 0.032807208597660065, "global_step": 1293, "epoch": 19, "lr": 9.989509229846702e-05}
+{"train_loss": 0.055641598999500275, "global_step": 1294, "epoch": 19, "lr": 9.989482797366141e-05}
+{"train_loss": 0.040043558925390244, "global_step": 1295, "epoch": 19, "lr": 9.989456331662962e-05}
+{"train_loss": 0.046038080006837845, "global_step": 1296, "epoch": 19, "lr": 9.989429832737344e-05}
+{"train_loss": 0.036593660712242126, "global_step": 1297, "epoch": 19, "lr": 9.989403300589466e-05}
+{"train_loss": 0.045688554644584656, "global_step": 1298, "epoch": 19, "lr": 9.9893767352195e-05}
+{"train_loss": 0.04327097116754605, "global_step": 1299, "epoch": 19, "lr": 9.989350136627627e-05, "val_loss": 0.03621692955493927}
+{"train_loss": 0.05086827650666237, "global_step": 1300, "epoch": 20, "lr": 9.989323504814021e-05}
+{"train_loss": 0.039882659912109375, "global_step": 1301, "epoch": 20, "lr": 9.98929683977886e-05}
+{"train_loss": 0.037090934813022614, "global_step": 1302, "epoch": 20, "lr": 9.989270141522322e-05}
+{"train_loss": 0.03676828369498253, "global_step": 1303, "epoch": 20, "lr": 9.989243410044587e-05}
+{"train_loss": 0.043962571769952774, "global_step": 1304, "epoch": 20, "lr": 9.989216645345827e-05}
+{"train_loss": 0.041045766323804855, "global_step": 1305, "epoch": 20, "lr": 9.989189847426227e-05}
+{"train_loss": 0.05097566545009613, "global_step": 1306, "epoch": 20, "lr": 9.989163016285961e-05}
+{"train_loss": 0.03898605704307556, "global_step": 1307, "epoch": 20, "lr": 9.989136151925208e-05}
+{"train_loss": 0.03527456521987915, "global_step": 1308, "epoch": 20, "lr": 9.989109254344151e-05}
+{"train_loss": 0.04212649166584015, "global_step": 1309, "epoch": 20, "lr": 9.989082323542965e-05}
+{"train_loss": 0.047301094979047775, "global_step": 1310, "epoch": 20, "lr": 9.989055359521831e-05}
+{"train_loss": 0.04531730338931084, "global_step": 1311, "epoch": 20, "lr": 9.989028362280926e-05}
+{"train_loss": 0.039506930857896805, "global_step": 1312, "epoch": 20, "lr": 9.989001331820432e-05}
+{"train_loss": 0.03933063894510269, "global_step": 1313, "epoch": 20, "lr": 9.98897426814053e-05}
+{"train_loss": 0.034365445375442505, "global_step": 1314, "epoch": 20, "lr": 9.988947171241398e-05}
+{"train_loss": 0.0374545119702816, "global_step": 1315, "epoch": 20, "lr": 9.988920041123217e-05}
+{"train_loss": 0.03468804061412811, "global_step": 1316, "epoch": 20, "lr": 9.988892877786168e-05}
+{"train_loss": 0.05010506883263588, "global_step": 1317, "epoch": 20, "lr": 9.988865681230432e-05}
+{"train_loss": 0.04071556031703949, "global_step": 1318, "epoch": 20, "lr": 9.98883845145619e-05}
+{"train_loss": 0.029628057032823563, "global_step": 1319, "epoch": 20, "lr": 9.988811188463624e-05}
+{"train_loss": 0.03541282191872597, "global_step": 1320, "epoch": 20, "lr": 9.988783892252916e-05}
+{"train_loss": 0.045441653579473495, "global_step": 1321, "epoch": 20, "lr": 9.988756562824245e-05}
+{"train_loss": 0.03486718609929085, "global_step": 1322, "epoch": 20, "lr": 9.988729200177792e-05}
+{"train_loss": 0.03751012682914734, "global_step": 1323, "epoch": 20, "lr": 9.988701804313745e-05}
+{"train_loss": 0.04420776292681694, "global_step": 1324, "epoch": 20, "lr": 9.98867437523228e-05}
+{"train_loss": 0.040416836738586426, "global_step": 1325, "epoch": 20, "lr": 9.988646912933585e-05}
+{"train_loss": 0.037841033190488815, "global_step": 1326, "epoch": 20, "lr": 9.98861941741784e-05}
+{"train_loss": 0.039462532848119736, "global_step": 1327, "epoch": 20, "lr": 9.98859188868523e-05}
+{"train_loss": 0.03822125121951103, "global_step": 1328, "epoch": 20, "lr": 9.988564326735935e-05}
+{"train_loss": 0.03697958216071129, "global_step": 1329, "epoch": 20, "lr": 9.988536731570141e-05}
+{"train_loss": 0.042871665209531784, "global_step": 1330, "epoch": 20, "lr": 9.988509103188031e-05}
+{"train_loss": 0.043646201491355896, "global_step": 1331, "epoch": 20, "lr": 9.988481441589791e-05}
+{"train_loss": 0.04116690158843994, "global_step": 1332, "epoch": 20, "lr": 9.988453746775602e-05}
+{"train_loss": 0.03890593349933624, "global_step": 1333, "epoch": 20, "lr": 9.98842601874565e-05}
+{"train_loss": 0.04428691789507866, "global_step": 1334, "epoch": 20, "lr": 9.988398257500119e-05}
+{"train_loss": 0.03403879329562187, "global_step": 1335, "epoch": 20, "lr": 9.988370463039194e-05}
+{"train_loss": 0.03246798738837242, "global_step": 1336, "epoch": 20, "lr": 9.988342635363062e-05}
+{"train_loss": 0.03783954307436943, "global_step": 1337, "epoch": 20, "lr": 9.988314774471905e-05}
+{"train_loss": 0.03407981991767883, "global_step": 1338, "epoch": 20, "lr": 9.98828688036591e-05}
+{"train_loss": 0.06128009036183357, "global_step": 1339, "epoch": 20, "lr": 9.988258953045264e-05}
+{"train_loss": 0.03945128247141838, "global_step": 1340, "epoch": 20, "lr": 9.988230992510151e-05}
+{"train_loss": 0.032955970615148544, "global_step": 1341, "epoch": 20, "lr": 9.988202998760759e-05}
+{"train_loss": 0.04635525867342949, "global_step": 1342, "epoch": 20, "lr": 9.988174971797272e-05}
+{"train_loss": 0.04410901293158531, "global_step": 1343, "epoch": 20, "lr": 9.988146911619878e-05}
+{"train_loss": 0.043318971991539, "global_step": 1344, "epoch": 20, "lr": 9.988118818228765e-05}
+{"train_loss": 0.03418613597750664, "global_step": 1345, "epoch": 20, "lr": 9.988090691624119e-05}
+{"train_loss": 0.044054824858903885, "global_step": 1346, "epoch": 20, "lr": 9.988062531806126e-05}
+{"train_loss": 0.03988032042980194, "global_step": 1347, "epoch": 20, "lr": 9.988034338774977e-05}
+{"train_loss": 0.043666090816259384, "global_step": 1348, "epoch": 20, "lr": 9.988006112530855e-05}
+{"train_loss": 0.03595134615898132, "global_step": 1349, "epoch": 20, "lr": 9.98797785307395e-05}
+{"train_loss": 0.03561142832040787, "global_step": 1350, "epoch": 20, "lr": 9.987949560404452e-05}
+{"train_loss": 0.03715517371892929, "global_step": 1351, "epoch": 20, "lr": 9.987921234522548e-05}
+{"train_loss": 0.05143217742443085, "global_step": 1352, "epoch": 20, "lr": 9.987892875428426e-05}
+{"train_loss": 0.045038964599370956, "global_step": 1353, "epoch": 20, "lr": 9.987864483122276e-05}
+{"train_loss": 0.044162534177303314, "global_step": 1354, "epoch": 20, "lr": 9.987836057604285e-05}
+{"train_loss": 0.04154319688677788, "global_step": 1355, "epoch": 20, "lr": 9.987807598874646e-05}
+{"train_loss": 0.0426747128367424, "global_step": 1356, "epoch": 20, "lr": 9.987779106933544e-05}
+{"train_loss": 0.04892982915043831, "global_step": 1357, "epoch": 20, "lr": 9.987750581781173e-05}
+{"train_loss": 0.04209734499454498, "global_step": 1358, "epoch": 20, "lr": 9.987722023417719e-05}
+{"train_loss": 0.04158898815512657, "global_step": 1359, "epoch": 20, "lr": 9.987693431843374e-05}
+{"train_loss": 0.03756798431277275, "global_step": 1360, "epoch": 20, "lr": 9.987664807058329e-05}
+{"train_loss": 0.046715568751096725, "global_step": 1361, "epoch": 20, "lr": 9.987636149062773e-05}
+{"train_loss": 0.0340934656560421, "global_step": 1362, "epoch": 20, "lr": 9.9876074578569e-05}
+{"train_loss": 0.048034366220235825, "global_step": 1363, "epoch": 20, "lr": 9.987578733440896e-05}
+{"train_loss": 0.040840360522270205, "global_step": 1364, "epoch": 20, "lr": 9.987549975814957e-05, "val_loss": 0.036149706691503525, "train_action_mse_error": 0.00963649619370699}
+{"train_loss": 0.03041411004960537, "global_step": 1365, "epoch": 21, "lr": 9.987521184979273e-05}
+{"train_loss": 0.03583637624979019, "global_step": 1366, "epoch": 21, "lr": 9.987492360934035e-05}
+{"train_loss": 0.042315784841775894, "global_step": 1367, "epoch": 21, "lr": 9.987463503679432e-05}
+{"train_loss": 0.03939405828714371, "global_step": 1368, "epoch": 21, "lr": 9.987434613215663e-05}
+{"train_loss": 0.03724505379796028, "global_step": 1369, "epoch": 21, "lr": 9.987405689542916e-05}
+{"train_loss": 0.0338873490691185, "global_step": 1370, "epoch": 21, "lr": 9.987376732661384e-05}
+{"train_loss": 0.03460642322897911, "global_step": 1371, "epoch": 21, "lr": 9.987347742571261e-05}
+{"train_loss": 0.0545276440680027, "global_step": 1372, "epoch": 21, "lr": 9.987318719272737e-05}
+{"train_loss": 0.04492092877626419, "global_step": 1373, "epoch": 21, "lr": 9.987289662766008e-05}
+{"train_loss": 0.0337933786213398, "global_step": 1374, "epoch": 21, "lr": 9.987260573051269e-05}
+{"train_loss": 0.044930748641490936, "global_step": 1375, "epoch": 21, "lr": 9.98723145012871e-05}
+{"train_loss": 0.03814275190234184, "global_step": 1376, "epoch": 21, "lr": 9.987202293998526e-05}
+{"train_loss": 0.037213005125522614, "global_step": 1377, "epoch": 21, "lr": 9.987173104660912e-05}
+{"train_loss": 0.042064931243658066, "global_step": 1378, "epoch": 21, "lr": 9.987143882116061e-05}
+{"train_loss": 0.03496678173542023, "global_step": 1379, "epoch": 21, "lr": 9.987114626364171e-05}
+{"train_loss": 0.03825406730175018, "global_step": 1380, "epoch": 21, "lr": 9.987085337405433e-05}
+{"train_loss": 0.0348549410700798, "global_step": 1381, "epoch": 21, "lr": 9.987056015240043e-05}
+{"train_loss": 0.04741986095905304, "global_step": 1382, "epoch": 21, "lr": 9.987026659868198e-05}
+{"train_loss": 0.04670082777738571, "global_step": 1383, "epoch": 21, "lr": 9.986997271290091e-05}
+{"train_loss": 0.04248030111193657, "global_step": 1384, "epoch": 21, "lr": 9.986967849505918e-05}
+{"train_loss": 0.047373440116643906, "global_step": 1385, "epoch": 21, "lr": 9.986938394515876e-05}
+{"train_loss": 0.03528772294521332, "global_step": 1386, "epoch": 21, "lr": 9.986908906320163e-05}
+{"train_loss": 0.033107273280620575, "global_step": 1387, "epoch": 21, "lr": 9.98687938491897e-05}
+{"train_loss": 0.04902792349457741, "global_step": 1388, "epoch": 21, "lr": 9.986849830312499e-05}
+{"train_loss": 0.0350971557199955, "global_step": 1389, "epoch": 21, "lr": 9.986820242500943e-05}
+{"train_loss": 0.03742789477109909, "global_step": 1390, "epoch": 21, "lr": 9.986790621484501e-05}
+{"train_loss": 0.051094185560941696, "global_step": 1391, "epoch": 21, "lr": 9.98676096726337e-05}
+{"train_loss": 0.039743952453136444, "global_step": 1392, "epoch": 21, "lr": 9.986731279837748e-05}
+{"train_loss": 0.03983119875192642, "global_step": 1393, "epoch": 21, "lr": 9.986701559207831e-05}
+{"train_loss": 0.03915764391422272, "global_step": 1394, "epoch": 21, "lr": 9.986671805373817e-05}
+{"train_loss": 0.031942836940288544, "global_step": 1395, "epoch": 21, "lr": 9.986642018335906e-05}
+{"train_loss": 0.03722349554300308, "global_step": 1396, "epoch": 21, "lr": 9.986612198094296e-05}
+{"train_loss": 0.039639439433813095, "global_step": 1397, "epoch": 21, "lr": 9.986582344649183e-05}
+{"train_loss": 0.036584194749593735, "global_step": 1398, "epoch": 21, "lr": 9.986552458000768e-05}
+{"train_loss": 0.04040635749697685, "global_step": 1399, "epoch": 21, "lr": 9.98652253814925e-05}
+{"train_loss": 0.03855583816766739, "global_step": 1400, "epoch": 21, "lr": 9.98649258509483e-05}
+{"train_loss": 0.04175005108118057, "global_step": 1401, "epoch": 21, "lr": 9.9864625988377e-05}
+{"train_loss": 0.03523240238428116, "global_step": 1402, "epoch": 21, "lr": 9.986432579378068e-05}
+{"train_loss": 0.03694011643528938, "global_step": 1403, "epoch": 21, "lr": 9.986402526716132e-05}
+{"train_loss": 0.043865494430065155, "global_step": 1404, "epoch": 21, "lr": 9.98637244085209e-05}
+{"train_loss": 0.03683427721261978, "global_step": 1405, "epoch": 21, "lr": 9.986342321786142e-05}
+{"train_loss": 0.035828597843647, "global_step": 1406, "epoch": 21, "lr": 9.98631216951849e-05}
+{"train_loss": 0.04036850854754448, "global_step": 1407, "epoch": 21, "lr": 9.986281984049335e-05}
+{"train_loss": 0.04095592722296715, "global_step": 1408, "epoch": 21, "lr": 9.986251765378879e-05}
+{"train_loss": 0.04207334667444229, "global_step": 1409, "epoch": 21, "lr": 9.98622151350732e-05}
+{"train_loss": 0.04321988672018051, "global_step": 1410, "epoch": 21, "lr": 9.986191228434861e-05}
+{"train_loss": 0.045328058302402496, "global_step": 1411, "epoch": 21, "lr": 9.986160910161704e-05}
+{"train_loss": 0.03709827736020088, "global_step": 1412, "epoch": 21, "lr": 9.986130558688052e-05}
+{"train_loss": 0.035880159586668015, "global_step": 1413, "epoch": 21, "lr": 9.986100174014103e-05}
+{"train_loss": 0.04039623960852623, "global_step": 1414, "epoch": 21, "lr": 9.986069756140065e-05}
+{"train_loss": 0.03676001727581024, "global_step": 1415, "epoch": 21, "lr": 9.986039305066138e-05}
+{"train_loss": 0.04514073580503464, "global_step": 1416, "epoch": 21, "lr": 9.986008820792521e-05}
+{"train_loss": 0.03944926708936691, "global_step": 1417, "epoch": 21, "lr": 9.985978303319423e-05}
+{"train_loss": 0.04512055590748787, "global_step": 1418, "epoch": 21, "lr": 9.985947752647044e-05}
+{"train_loss": 0.03393889591097832, "global_step": 1419, "epoch": 21, "lr": 9.985917168775587e-05}
+{"train_loss": 0.04312968626618385, "global_step": 1420, "epoch": 21, "lr": 9.985886551705259e-05}
+{"train_loss": 0.04174540936946869, "global_step": 1421, "epoch": 21, "lr": 9.98585590143626e-05}
+{"train_loss": 0.03709597885608673, "global_step": 1422, "epoch": 21, "lr": 9.985825217968796e-05}
+{"train_loss": 0.04315482825040817, "global_step": 1423, "epoch": 21, "lr": 9.98579450130307e-05}
+{"train_loss": 0.041817110031843185, "global_step": 1424, "epoch": 21, "lr": 9.985763751439288e-05}
+{"train_loss": 0.03709273040294647, "global_step": 1425, "epoch": 21, "lr": 9.985732968377655e-05}
+{"train_loss": 0.04040790721774101, "global_step": 1426, "epoch": 21, "lr": 9.985702152118375e-05}
+{"train_loss": 0.0367729626595974, "global_step": 1427, "epoch": 21, "lr": 9.985671302661652e-05}
+{"train_loss": 0.0443907231092453, "global_step": 1428, "epoch": 21, "lr": 9.985640420007693e-05}
+{"train_loss": 0.03971219971202887, "global_step": 1429, "epoch": 21, "lr": 9.985609504156705e-05, "val_loss": 0.034708715975284576}
+{"train_loss": 0.03633854538202286, "global_step": 1430, "epoch": 22, "lr": 9.985578555108891e-05}
+{"train_loss": 0.04085598140954971, "global_step": 1431, "epoch": 22, "lr": 9.985547572864459e-05}
+{"train_loss": 0.04446049779653549, "global_step": 1432, "epoch": 22, "lr": 9.985516557423614e-05}
+{"train_loss": 0.038988541811704636, "global_step": 1433, "epoch": 22, "lr": 9.985485508786562e-05}
+{"train_loss": 0.04345013201236725, "global_step": 1434, "epoch": 22, "lr": 9.985454426953513e-05}
+{"train_loss": 0.03239695355296135, "global_step": 1435, "epoch": 22, "lr": 9.985423311924672e-05}
+{"train_loss": 0.04496793821454048, "global_step": 1436, "epoch": 22, "lr": 9.985392163700244e-05}
+{"train_loss": 0.03205471113324165, "global_step": 1437, "epoch": 22, "lr": 9.98536098228044e-05}
+{"train_loss": 0.04325297847390175, "global_step": 1438, "epoch": 22, "lr": 9.985329767665466e-05}
+{"train_loss": 0.05172833055257797, "global_step": 1439, "epoch": 22, "lr": 9.985298519855531e-05}
+{"train_loss": 0.03651517257094383, "global_step": 1440, "epoch": 22, "lr": 9.985267238850839e-05}
+{"train_loss": 0.045470938086509705, "global_step": 1441, "epoch": 22, "lr": 9.985235924651603e-05}
+{"train_loss": 0.033576395362615585, "global_step": 1442, "epoch": 22, "lr": 9.98520457725803e-05}
+{"train_loss": 0.04791855067014694, "global_step": 1443, "epoch": 22, "lr": 9.985173196670328e-05}
+{"train_loss": 0.03888186067342758, "global_step": 1444, "epoch": 22, "lr": 9.985141782888705e-05}
+{"train_loss": 0.04389241710305214, "global_step": 1445, "epoch": 22, "lr": 9.985110335913374e-05}
+{"train_loss": 0.03254834935069084, "global_step": 1446, "epoch": 22, "lr": 9.98507885574454e-05}
+{"train_loss": 0.04960493743419647, "global_step": 1447, "epoch": 22, "lr": 9.985047342382417e-05}
+{"train_loss": 0.03818271681666374, "global_step": 1448, "epoch": 22, "lr": 9.98501579582721e-05}
+{"train_loss": 0.041043009608983994, "global_step": 1449, "epoch": 22, "lr": 9.984984216079132e-05}
+{"train_loss": 0.032943643629550934, "global_step": 1450, "epoch": 22, "lr": 9.984952603138394e-05}
+{"train_loss": 0.03657261282205582, "global_step": 1451, "epoch": 22, "lr": 9.984920957005204e-05}
+{"train_loss": 0.04150782525539398, "global_step": 1452, "epoch": 22, "lr": 9.984889277679774e-05}
+{"train_loss": 0.042592305690050125, "global_step": 1453, "epoch": 22, "lr": 9.984857565162315e-05}
+{"train_loss": 0.043671127408742905, "global_step": 1454, "epoch": 22, "lr": 9.984825819453038e-05}
+{"train_loss": 0.03710125386714935, "global_step": 1455, "epoch": 22, "lr": 9.984794040552157e-05}
+{"train_loss": 0.03311134874820709, "global_step": 1456, "epoch": 22, "lr": 9.984762228459879e-05}
+{"train_loss": 0.029480526223778725, "global_step": 1457, "epoch": 22, "lr": 9.984730383176417e-05}
+{"train_loss": 0.03975526988506317, "global_step": 1458, "epoch": 22, "lr": 9.984698504701984e-05}
+{"train_loss": 0.048397842794656754, "global_step": 1459, "epoch": 22, "lr": 9.984666593036793e-05}
+{"train_loss": 0.038781680166721344, "global_step": 1460, "epoch": 22, "lr": 9.984634648181055e-05}
+{"train_loss": 0.037216734141111374, "global_step": 1461, "epoch": 22, "lr": 9.984602670134984e-05}
+{"train_loss": 0.028808439150452614, "global_step": 1462, "epoch": 22, "lr": 9.984570658898793e-05}
+{"train_loss": 0.03963714838027954, "global_step": 1463, "epoch": 22, "lr": 9.984538614472694e-05}
+{"train_loss": 0.033584605902433395, "global_step": 1464, "epoch": 22, "lr": 9.984506536856899e-05}
+{"train_loss": 0.039714355021715164, "global_step": 1465, "epoch": 22, "lr": 9.984474426051626e-05}
+{"train_loss": 0.03461300954222679, "global_step": 1466, "epoch": 22, "lr": 9.984442282057085e-05}
+{"train_loss": 0.03853258118033409, "global_step": 1467, "epoch": 22, "lr": 9.98441010487349e-05}
+{"train_loss": 0.03693299740552902, "global_step": 1468, "epoch": 22, "lr": 9.984377894501058e-05}
+{"train_loss": 0.02392726019024849, "global_step": 1469, "epoch": 22, "lr": 9.984345650940001e-05}
+{"train_loss": 0.03941987454891205, "global_step": 1470, "epoch": 22, "lr": 9.984313374190535e-05}
+{"train_loss": 0.045660603791475296, "global_step": 1471, "epoch": 22, "lr": 9.984281064252877e-05}
+{"train_loss": 0.03935620188713074, "global_step": 1472, "epoch": 22, "lr": 9.984248721127237e-05}
+{"train_loss": 0.0424867644906044, "global_step": 1473, "epoch": 22, "lr": 9.984216344813832e-05}
+{"train_loss": 0.038725387305021286, "global_step": 1474, "epoch": 22, "lr": 9.984183935312881e-05}
+{"train_loss": 0.03826416656374931, "global_step": 1475, "epoch": 22, "lr": 9.984151492624597e-05}
+{"train_loss": 0.04100225865840912, "global_step": 1476, "epoch": 22, "lr": 9.984119016749196e-05}
+{"train_loss": 0.034191619604825974, "global_step": 1477, "epoch": 22, "lr": 9.984086507686896e-05}
+{"train_loss": 0.041380006819963455, "global_step": 1478, "epoch": 22, "lr": 9.98405396543791e-05}
+{"train_loss": 0.04363851621747017, "global_step": 1479, "epoch": 22, "lr": 9.984021390002458e-05}
+{"train_loss": 0.03573836386203766, "global_step": 1480, "epoch": 22, "lr": 9.983988781380757e-05}
+{"train_loss": 0.03344368189573288, "global_step": 1481, "epoch": 22, "lr": 9.983956139573021e-05}
+{"train_loss": 0.03255540877580643, "global_step": 1482, "epoch": 22, "lr": 9.98392346457947e-05}
+{"train_loss": 0.03801482170820236, "global_step": 1483, "epoch": 22, "lr": 9.98389075640032e-05}
+{"train_loss": 0.03508118540048599, "global_step": 1484, "epoch": 22, "lr": 9.98385801503579e-05}
+{"train_loss": 0.03578917682170868, "global_step": 1485, "epoch": 22, "lr": 9.983825240486097e-05}
+{"train_loss": 0.04144900292158127, "global_step": 1486, "epoch": 22, "lr": 9.983792432751462e-05}
+{"train_loss": 0.04690384492278099, "global_step": 1487, "epoch": 22, "lr": 9.983759591832101e-05}
+{"train_loss": 0.0325673446059227, "global_step": 1488, "epoch": 22, "lr": 9.98372671772823e-05}
+{"train_loss": 0.03576648235321045, "global_step": 1489, "epoch": 22, "lr": 9.983693810440073e-05}
+{"train_loss": 0.027928825467824936, "global_step": 1490, "epoch": 22, "lr": 9.983660869967848e-05}
+{"train_loss": 0.03298107534646988, "global_step": 1491, "epoch": 22, "lr": 9.983627896311771e-05}
+{"train_loss": 0.03208841010928154, "global_step": 1492, "epoch": 22, "lr": 9.983594889472066e-05}
+{"train_loss": 0.03823353350162506, "global_step": 1493, "epoch": 22, "lr": 9.983561849448948e-05}
+{"train_loss": 0.03848137099009294, "global_step": 1494, "epoch": 22, "lr": 9.98352877624264e-05, "val_loss": 0.03854495286941528}
+{"train_loss": 0.03100636787712574, "global_step": 1495, "epoch": 23, "lr": 9.983495669853365e-05}
+{"train_loss": 0.04051174223423004, "global_step": 1496, "epoch": 23, "lr": 9.983462530281337e-05}
+{"train_loss": 0.04570559412240982, "global_step": 1497, "epoch": 23, "lr": 9.983429357526781e-05}
+{"train_loss": 0.03541974723339081, "global_step": 1498, "epoch": 23, "lr": 9.983396151589917e-05}
+{"train_loss": 0.03780243545770645, "global_step": 1499, "epoch": 23, "lr": 9.983362912470966e-05}
+{"train_loss": 0.041826631873846054, "global_step": 1500, "epoch": 23, "lr": 9.983329640170149e-05}
+{"train_loss": 0.035202302038669586, "global_step": 1501, "epoch": 23, "lr": 9.983296334687688e-05}
+{"train_loss": 0.03600670024752617, "global_step": 1502, "epoch": 23, "lr": 9.983262996023806e-05}
+{"train_loss": 0.03752622753381729, "global_step": 1503, "epoch": 23, "lr": 9.983229624178722e-05}
+{"train_loss": 0.0336294025182724, "global_step": 1504, "epoch": 23, "lr": 9.98319621915266e-05}
+{"train_loss": 0.0301085002720356, "global_step": 1505, "epoch": 23, "lr": 9.98316278094584e-05}
+{"train_loss": 0.03219391033053398, "global_step": 1506, "epoch": 23, "lr": 9.98312930955849e-05}
+{"train_loss": 0.03058307245373726, "global_step": 1507, "epoch": 23, "lr": 9.983095804990828e-05}
+{"train_loss": 0.03936677798628807, "global_step": 1508, "epoch": 23, "lr": 9.98306226724308e-05}
+{"train_loss": 0.038579218089580536, "global_step": 1509, "epoch": 23, "lr": 9.983028696315468e-05}
+{"train_loss": 0.02540954202413559, "global_step": 1510, "epoch": 23, "lr": 9.982995092208213e-05}
+{"train_loss": 0.0410965234041214, "global_step": 1511, "epoch": 23, "lr": 9.982961454921544e-05}
+{"train_loss": 0.03655276447534561, "global_step": 1512, "epoch": 23, "lr": 9.982927784455682e-05}
+{"train_loss": 0.04101723060011864, "global_step": 1513, "epoch": 23, "lr": 9.982894080810852e-05}
+{"train_loss": 0.04016938805580139, "global_step": 1514, "epoch": 23, "lr": 9.982860343987277e-05}
+{"train_loss": 0.029146501794457436, "global_step": 1515, "epoch": 23, "lr": 9.982826573985183e-05}
+{"train_loss": 0.04339028522372246, "global_step": 1516, "epoch": 23, "lr": 9.982792770804795e-05}
+{"train_loss": 0.03613916039466858, "global_step": 1517, "epoch": 23, "lr": 9.982758934446337e-05}
+{"train_loss": 0.03239007294178009, "global_step": 1518, "epoch": 23, "lr": 9.982725064910034e-05}
+{"train_loss": 0.04091542214155197, "global_step": 1519, "epoch": 23, "lr": 9.982691162196114e-05}
+{"train_loss": 0.039431143552064896, "global_step": 1520, "epoch": 23, "lr": 9.9826572263048e-05}
+{"train_loss": 0.03699463605880737, "global_step": 1521, "epoch": 23, "lr": 9.98262325723632e-05}
+{"train_loss": 0.04407329112291336, "global_step": 1522, "epoch": 23, "lr": 9.982589254990898e-05}
+{"train_loss": 0.04488711059093475, "global_step": 1523, "epoch": 23, "lr": 9.982555219568763e-05}
+{"train_loss": 0.041783656924963, "global_step": 1524, "epoch": 23, "lr": 9.98252115097014e-05}
+{"train_loss": 0.04134798049926758, "global_step": 1525, "epoch": 23, "lr": 9.982487049195255e-05}
+{"train_loss": 0.03809966892004013, "global_step": 1526, "epoch": 23, "lr": 9.982452914244337e-05}
+{"train_loss": 0.0382501482963562, "global_step": 1527, "epoch": 23, "lr": 9.982418746117614e-05}
+{"train_loss": 0.03686007857322693, "global_step": 1528, "epoch": 23, "lr": 9.982384544815309e-05}
+{"train_loss": 0.03405192494392395, "global_step": 1529, "epoch": 23, "lr": 9.982350310337654e-05}
+{"train_loss": 0.036919690668582916, "global_step": 1530, "epoch": 23, "lr": 9.982316042684878e-05}
+{"train_loss": 0.03744933754205704, "global_step": 1531, "epoch": 23, "lr": 9.982281741857205e-05}
+{"train_loss": 0.034680675715208054, "global_step": 1532, "epoch": 23, "lr": 9.982247407854863e-05}
+{"train_loss": 0.04957856610417366, "global_step": 1533, "epoch": 23, "lr": 9.982213040678085e-05}
+{"train_loss": 0.030344491824507713, "global_step": 1534, "epoch": 23, "lr": 9.982178640327099e-05}
+{"train_loss": 0.02858806401491165, "global_step": 1535, "epoch": 23, "lr": 9.982144206802131e-05}
+{"train_loss": 0.03652666509151459, "global_step": 1536, "epoch": 23, "lr": 9.982109740103413e-05}
+{"train_loss": 0.035550739616155624, "global_step": 1537, "epoch": 23, "lr": 9.982075240231172e-05}
+{"train_loss": 0.037339501082897186, "global_step": 1538, "epoch": 23, "lr": 9.98204070718564e-05}
+{"train_loss": 0.04065028578042984, "global_step": 1539, "epoch": 23, "lr": 9.982006140967047e-05}
+{"train_loss": 0.03211967647075653, "global_step": 1540, "epoch": 23, "lr": 9.981971541575622e-05}
+{"train_loss": 0.03690444678068161, "global_step": 1541, "epoch": 23, "lr": 9.981936909011596e-05}
+{"train_loss": 0.03364626318216324, "global_step": 1542, "epoch": 23, "lr": 9.981902243275199e-05}
+{"train_loss": 0.03149482607841492, "global_step": 1543, "epoch": 23, "lr": 9.981867544366663e-05}
+{"train_loss": 0.027363259345293045, "global_step": 1544, "epoch": 23, "lr": 9.981832812286216e-05}
+{"train_loss": 0.040312446653842926, "global_step": 1545, "epoch": 23, "lr": 9.981798047034093e-05}
+{"train_loss": 0.03097100928425789, "global_step": 1546, "epoch": 23, "lr": 9.981763248610523e-05}
+{"train_loss": 0.03842806816101074, "global_step": 1547, "epoch": 23, "lr": 9.98172841701574e-05}
+{"train_loss": 0.03357015922665596, "global_step": 1548, "epoch": 23, "lr": 9.981693552249973e-05}
+{"train_loss": 0.026296962052583694, "global_step": 1549, "epoch": 23, "lr": 9.981658654313457e-05}
+{"train_loss": 0.04049602895975113, "global_step": 1550, "epoch": 23, "lr": 9.981623723206424e-05}
+{"train_loss": 0.029170112684369087, "global_step": 1551, "epoch": 23, "lr": 9.981588758929104e-05}
+{"train_loss": 0.04792602360248566, "global_step": 1552, "epoch": 23, "lr": 9.981553761481732e-05}
+{"train_loss": 0.04017895460128784, "global_step": 1553, "epoch": 23, "lr": 9.98151873086454e-05}
+{"train_loss": 0.03316771239042282, "global_step": 1554, "epoch": 23, "lr": 9.981483667077763e-05}
+{"train_loss": 0.03722137212753296, "global_step": 1555, "epoch": 23, "lr": 9.981448570121632e-05}
+{"train_loss": 0.03476281091570854, "global_step": 1556, "epoch": 23, "lr": 9.981413439996383e-05}
+{"train_loss": 0.0439622588455677, "global_step": 1557, "epoch": 23, "lr": 9.981378276702248e-05}
+{"train_loss": 0.03930669277906418, "global_step": 1558, "epoch": 23, "lr": 9.981343080239463e-05}
+{"train_loss": 0.03667483656452252, "global_step": 1559, "epoch": 23, "lr": 9.98130785060826e-05, "val_loss": 0.03976980596780777}
+{"train_loss": 0.038608040660619736, "global_step": 1560, "epoch": 24, "lr": 9.981272587808877e-05}
+{"train_loss": 0.02851678989827633, "global_step": 1561, "epoch": 24, "lr": 9.981237291841544e-05}
+{"train_loss": 0.03442906215786934, "global_step": 1562, "epoch": 24, "lr": 9.9812019627065e-05}
+{"train_loss": 0.035846076905727386, "global_step": 1563, "epoch": 24, "lr": 9.98116660040398e-05}
+{"train_loss": 0.040415383875370026, "global_step": 1564, "epoch": 24, "lr": 9.981131204934217e-05}
+{"train_loss": 0.0449761301279068, "global_step": 1565, "epoch": 24, "lr": 9.981095776297449e-05}
+{"train_loss": 0.035365842282772064, "global_step": 1566, "epoch": 24, "lr": 9.981060314493911e-05}
+{"train_loss": 0.0389973521232605, "global_step": 1567, "epoch": 24, "lr": 9.981024819523839e-05}
+{"train_loss": 0.031174901872873306, "global_step": 1568, "epoch": 24, "lr": 9.98098929138747e-05}
+{"train_loss": 0.031748056411743164, "global_step": 1569, "epoch": 24, "lr": 9.980953730085038e-05}
+{"train_loss": 0.039682116359472275, "global_step": 1570, "epoch": 24, "lr": 9.980918135616784e-05}
+{"train_loss": 0.03633689507842064, "global_step": 1571, "epoch": 24, "lr": 9.980882507982943e-05}
+{"train_loss": 0.038032226264476776, "global_step": 1572, "epoch": 24, "lr": 9.980846847183751e-05}
+{"train_loss": 0.04252157732844353, "global_step": 1573, "epoch": 24, "lr": 9.980811153219447e-05}
+{"train_loss": 0.033263806253671646, "global_step": 1574, "epoch": 24, "lr": 9.980775426090268e-05}
+{"train_loss": 0.03477366268634796, "global_step": 1575, "epoch": 24, "lr": 9.980739665796452e-05}
+{"train_loss": 0.03716551512479782, "global_step": 1576, "epoch": 24, "lr": 9.980703872338237e-05}
+{"train_loss": 0.035523660480976105, "global_step": 1577, "epoch": 24, "lr": 9.980668045715864e-05}
+{"train_loss": 0.02879258245229721, "global_step": 1578, "epoch": 24, "lr": 9.980632185929566e-05}
+{"train_loss": 0.02829338051378727, "global_step": 1579, "epoch": 24, "lr": 9.980596292979586e-05}
+{"train_loss": 0.03445446491241455, "global_step": 1580, "epoch": 24, "lr": 9.980560366866162e-05}
+{"train_loss": 0.03311678394675255, "global_step": 1581, "epoch": 24, "lr": 9.980524407589533e-05}
+{"train_loss": 0.034539517015218735, "global_step": 1582, "epoch": 24, "lr": 9.980488415149938e-05}
+{"train_loss": 0.028823401778936386, "global_step": 1583, "epoch": 24, "lr": 9.980452389547618e-05}
+{"train_loss": 0.03584032878279686, "global_step": 1584, "epoch": 24, "lr": 9.980416330782811e-05}
+{"train_loss": 0.032161857932806015, "global_step": 1585, "epoch": 24, "lr": 9.98038023885576e-05}
+{"train_loss": 0.03453077748417854, "global_step": 1586, "epoch": 24, "lr": 9.980344113766702e-05}
+{"train_loss": 0.02958851307630539, "global_step": 1587, "epoch": 24, "lr": 9.98030795551588e-05}
+{"train_loss": 0.033362239599227905, "global_step": 1588, "epoch": 24, "lr": 9.980271764103532e-05}
+{"train_loss": 0.03868960216641426, "global_step": 1589, "epoch": 24, "lr": 9.980235539529902e-05}
+{"train_loss": 0.03452225401997566, "global_step": 1590, "epoch": 24, "lr": 9.980199281795231e-05}
+{"train_loss": 0.028139369562268257, "global_step": 1591, "epoch": 24, "lr": 9.980162990899758e-05}
+{"train_loss": 0.037166714668273926, "global_step": 1592, "epoch": 24, "lr": 9.980126666843725e-05}
+{"train_loss": 0.035332243889570236, "global_step": 1593, "epoch": 24, "lr": 9.980090309627376e-05}
+{"train_loss": 0.03669704496860504, "global_step": 1594, "epoch": 24, "lr": 9.980053919250953e-05}
+{"train_loss": 0.033531900495290756, "global_step": 1595, "epoch": 24, "lr": 9.980017495714696e-05}
+{"train_loss": 0.036856431514024734, "global_step": 1596, "epoch": 24, "lr": 9.979981039018849e-05}
+{"train_loss": 0.03535665199160576, "global_step": 1597, "epoch": 24, "lr": 9.979944549163654e-05}
+{"train_loss": 0.02996818907558918, "global_step": 1598, "epoch": 24, "lr": 9.979908026149356e-05}
+{"train_loss": 0.03562314435839653, "global_step": 1599, "epoch": 24, "lr": 9.979871469976196e-05}
+{"train_loss": 0.0331706702709198, "global_step": 1600, "epoch": 24, "lr": 9.979834880644417e-05}
+{"train_loss": 0.04228472337126732, "global_step": 1601, "epoch": 24, "lr": 9.979798258154265e-05}
+{"train_loss": 0.030903596431016922, "global_step": 1602, "epoch": 24, "lr": 9.979761602505984e-05}
+{"train_loss": 0.03638964891433716, "global_step": 1603, "epoch": 24, "lr": 9.979724913699813e-05}
+{"train_loss": 0.031593915075063705, "global_step": 1604, "epoch": 24, "lr": 9.979688191736003e-05}
+{"train_loss": 0.03121919371187687, "global_step": 1605, "epoch": 24, "lr": 9.979651436614795e-05}
+{"train_loss": 0.03563247248530388, "global_step": 1606, "epoch": 24, "lr": 9.979614648336433e-05}
+{"train_loss": 0.03288855403661728, "global_step": 1607, "epoch": 24, "lr": 9.979577826901164e-05}
+{"train_loss": 0.036313075572252274, "global_step": 1608, "epoch": 24, "lr": 9.979540972309233e-05}
+{"train_loss": 0.023805217817425728, "global_step": 1609, "epoch": 24, "lr": 9.979504084560884e-05}
+{"train_loss": 0.0329725556075573, "global_step": 1610, "epoch": 24, "lr": 9.979467163656363e-05}
+{"train_loss": 0.03572235256433487, "global_step": 1611, "epoch": 24, "lr": 9.979430209595917e-05}
+{"train_loss": 0.028298545628786087, "global_step": 1612, "epoch": 24, "lr": 9.979393222379791e-05}
+{"train_loss": 0.029330812394618988, "global_step": 1613, "epoch": 24, "lr": 9.979356202008231e-05}
+{"train_loss": 0.026945775374770164, "global_step": 1614, "epoch": 24, "lr": 9.979319148481485e-05}
+{"train_loss": 0.034030310809612274, "global_step": 1615, "epoch": 24, "lr": 9.979282061799798e-05}
+{"train_loss": 0.030550070106983185, "global_step": 1616, "epoch": 24, "lr": 9.979244941963417e-05}
+{"train_loss": 0.040450356900691986, "global_step": 1617, "epoch": 24, "lr": 9.979207788972591e-05}
+{"train_loss": 0.031662531197071075, "global_step": 1618, "epoch": 24, "lr": 9.979170602827567e-05}
+{"train_loss": 0.026569074019789696, "global_step": 1619, "epoch": 24, "lr": 9.97913338352859e-05}
+{"train_loss": 0.04465866833925247, "global_step": 1620, "epoch": 24, "lr": 9.979096131075911e-05}
+{"train_loss": 0.03174231946468353, "global_step": 1621, "epoch": 24, "lr": 9.979058845469776e-05}
+{"train_loss": 0.02866230346262455, "global_step": 1622, "epoch": 24, "lr": 9.979021526710435e-05}
+{"train_loss": 0.041465532034635544, "global_step": 1623, "epoch": 24, "lr": 9.978984174798135e-05}
+{"train_loss": 0.03414943837202512, "global_step": 1624, "epoch": 24, "lr": 9.978946789733126e-05, "val_loss": 0.029596205800771713}
+{"train_loss": 0.036650292575359344, "global_step": 1625, "epoch": 25, "lr": 9.978909371515654e-05}
+{"train_loss": 0.031833216547966, "global_step": 1626, "epoch": 25, "lr": 9.978871920145971e-05}
+{"train_loss": 0.03696827590465546, "global_step": 1627, "epoch": 25, "lr": 9.978834435624327e-05}
+{"train_loss": 0.04132713004946709, "global_step": 1628, "epoch": 25, "lr": 9.97879691795097e-05}
+{"train_loss": 0.03518840670585632, "global_step": 1629, "epoch": 25, "lr": 9.97875936712615e-05}
+{"train_loss": 0.0321846604347229, "global_step": 1630, "epoch": 25, "lr": 9.978721783150115e-05}
+{"train_loss": 0.033836495131254196, "global_step": 1631, "epoch": 25, "lr": 9.97868416602312e-05}
+{"train_loss": 0.03402945026755333, "global_step": 1632, "epoch": 25, "lr": 9.978646515745411e-05}
+{"train_loss": 0.03512605279684067, "global_step": 1633, "epoch": 25, "lr": 9.978608832317241e-05}
+{"train_loss": 0.03260422870516777, "global_step": 1634, "epoch": 25, "lr": 9.978571115738861e-05}
+{"train_loss": 0.03196338936686516, "global_step": 1635, "epoch": 25, "lr": 9.978533366010521e-05}
+{"train_loss": 0.03138149529695511, "global_step": 1636, "epoch": 25, "lr": 9.978495583132474e-05}
+{"train_loss": 0.03469518944621086, "global_step": 1637, "epoch": 25, "lr": 9.97845776710497e-05}
+{"train_loss": 0.04133342206478119, "global_step": 1638, "epoch": 25, "lr": 9.97841991792826e-05}
+{"train_loss": 0.037419721484184265, "global_step": 1639, "epoch": 25, "lr": 9.978382035602598e-05}
+{"train_loss": 0.03721223399043083, "global_step": 1640, "epoch": 25, "lr": 9.978344120128235e-05}
+{"train_loss": 0.03933751583099365, "global_step": 1641, "epoch": 25, "lr": 9.978306171505425e-05}
+{"train_loss": 0.030328871682286263, "global_step": 1642, "epoch": 25, "lr": 9.978268189734421e-05}
+{"train_loss": 0.03767689689993858, "global_step": 1643, "epoch": 25, "lr": 9.978230174815473e-05}
+{"train_loss": 0.03398884832859039, "global_step": 1644, "epoch": 25, "lr": 9.978192126748835e-05}
+{"train_loss": 0.03438921272754669, "global_step": 1645, "epoch": 25, "lr": 9.978154045534762e-05}
+{"train_loss": 0.029180344194173813, "global_step": 1646, "epoch": 25, "lr": 9.978115931173507e-05}
+{"train_loss": 0.029022343456745148, "global_step": 1647, "epoch": 25, "lr": 9.978077783665324e-05}
+{"train_loss": 0.03751937299966812, "global_step": 1648, "epoch": 25, "lr": 9.978039603010465e-05}
+{"train_loss": 0.03364671394228935, "global_step": 1649, "epoch": 25, "lr": 9.978001389209186e-05}
+{"train_loss": 0.03912558779120445, "global_step": 1650, "epoch": 25, "lr": 9.977963142261742e-05}
+{"train_loss": 0.031678080558776855, "global_step": 1651, "epoch": 25, "lr": 9.977924862168386e-05}
+{"train_loss": 0.035541433840990067, "global_step": 1652, "epoch": 25, "lr": 9.977886548929374e-05}
+{"train_loss": 0.033970754593610764, "global_step": 1653, "epoch": 25, "lr": 9.977848202544959e-05}
+{"train_loss": 0.03623922914266586, "global_step": 1654, "epoch": 25, "lr": 9.977809823015401e-05}
+{"train_loss": 0.04034232348203659, "global_step": 1655, "epoch": 25, "lr": 9.97777141034095e-05}
+{"train_loss": 0.033190298825502396, "global_step": 1656, "epoch": 25, "lr": 9.977732964521866e-05}
+{"train_loss": 0.04099687561392784, "global_step": 1657, "epoch": 25, "lr": 9.977694485558405e-05}
+{"train_loss": 0.03207289054989815, "global_step": 1658, "epoch": 25, "lr": 9.977655973450819e-05}
+{"train_loss": 0.035518161952495575, "global_step": 1659, "epoch": 25, "lr": 9.977617428199368e-05}
+{"train_loss": 0.03633842617273331, "global_step": 1660, "epoch": 25, "lr": 9.977578849804306e-05}
+{"train_loss": 0.033497657626867294, "global_step": 1661, "epoch": 25, "lr": 9.977540238265894e-05}
+{"train_loss": 0.034886863082647324, "global_step": 1662, "epoch": 25, "lr": 9.977501593584386e-05}
+{"train_loss": 0.02941197343170643, "global_step": 1663, "epoch": 25, "lr": 9.977462915760039e-05}
+{"train_loss": 0.033684421330690384, "global_step": 1664, "epoch": 25, "lr": 9.977424204793113e-05}
+{"train_loss": 0.031087543815374374, "global_step": 1665, "epoch": 25, "lr": 9.977385460683863e-05}
+{"train_loss": 0.03205617517232895, "global_step": 1666, "epoch": 25, "lr": 9.977346683432549e-05}
+{"train_loss": 0.0320097990334034, "global_step": 1667, "epoch": 25, "lr": 9.97730787303943e-05}
+{"train_loss": 0.03688265010714531, "global_step": 1668, "epoch": 25, "lr": 9.977269029504761e-05}
+{"train_loss": 0.02790515124797821, "global_step": 1669, "epoch": 25, "lr": 9.977230152828802e-05}
+{"train_loss": 0.03468428552150726, "global_step": 1670, "epoch": 25, "lr": 9.977191243011815e-05}
+{"train_loss": 0.026784034445881844, "global_step": 1671, "epoch": 25, "lr": 9.977152300054053e-05}
+{"train_loss": 0.034595709294080734, "global_step": 1672, "epoch": 25, "lr": 9.977113323955782e-05}
+{"train_loss": 0.032514914870262146, "global_step": 1673, "epoch": 25, "lr": 9.977074314717256e-05}
+{"train_loss": 0.0303817056119442, "global_step": 1674, "epoch": 25, "lr": 9.977035272338738e-05}
+{"train_loss": 0.03163561969995499, "global_step": 1675, "epoch": 25, "lr": 9.976996196820487e-05}
+{"train_loss": 0.035630963742733, "global_step": 1676, "epoch": 25, "lr": 9.976957088162764e-05}
+{"train_loss": 0.03714952617883682, "global_step": 1677, "epoch": 25, "lr": 9.976917946365826e-05}
+{"train_loss": 0.03743864968419075, "global_step": 1678, "epoch": 25, "lr": 9.976878771429941e-05}
+{"train_loss": 0.026797670871019363, "global_step": 1679, "epoch": 25, "lr": 9.97683956335536e-05}
+{"train_loss": 0.032899849116802216, "global_step": 1680, "epoch": 25, "lr": 9.976800322142352e-05}
+{"train_loss": 0.02653094008564949, "global_step": 1681, "epoch": 25, "lr": 9.976761047791175e-05}
+{"train_loss": 0.03612276166677475, "global_step": 1682, "epoch": 25, "lr": 9.97672174030209e-05}
+{"train_loss": 0.030346820130944252, "global_step": 1683, "epoch": 25, "lr": 9.976682399675361e-05}
+{"train_loss": 0.03259355574846268, "global_step": 1684, "epoch": 25, "lr": 9.976643025911248e-05}
+{"train_loss": 0.02684122882783413, "global_step": 1685, "epoch": 25, "lr": 9.976603619010014e-05}
+{"train_loss": 0.03947586566209793, "global_step": 1686, "epoch": 25, "lr": 9.97656417897192e-05}
+{"train_loss": 0.03508276492357254, "global_step": 1687, "epoch": 25, "lr": 9.976524705797232e-05}
+{"train_loss": 0.029668182134628296, "global_step": 1688, "epoch": 25, "lr": 9.97648519948621e-05}
+{"train_loss": 0.03401329222206886, "global_step": 1689, "epoch": 25, "lr": 9.976445660039118e-05, "val_loss": 0.03281327337026596, "train_action_mse_error": 0.005978931672871113}
+{"train_loss": 0.04278448969125748, "global_step": 1690, "epoch": 26, "lr": 9.976406087456219e-05}
+{"train_loss": 0.026304636150598526, "global_step": 1691, "epoch": 26, "lr": 9.976366481737774e-05}
+{"train_loss": 0.029875775799155235, "global_step": 1692, "epoch": 26, "lr": 9.976326842884052e-05}
+{"train_loss": 0.032532479614019394, "global_step": 1693, "epoch": 26, "lr": 9.976287170895312e-05}
+{"train_loss": 0.027929343283176422, "global_step": 1694, "epoch": 26, "lr": 9.976247465771823e-05}
+{"train_loss": 0.032522570341825485, "global_step": 1695, "epoch": 26, "lr": 9.976207727513843e-05}
+{"train_loss": 0.04245700687170029, "global_step": 1696, "epoch": 26, "lr": 9.976167956121643e-05}
+{"train_loss": 0.03857996687293053, "global_step": 1697, "epoch": 26, "lr": 9.976128151595484e-05}
+{"train_loss": 0.03295616805553436, "global_step": 1698, "epoch": 26, "lr": 9.976088313935632e-05}
+{"train_loss": 0.03584994748234749, "global_step": 1699, "epoch": 26, "lr": 9.976048443142354e-05}
+{"train_loss": 0.026303518563508987, "global_step": 1700, "epoch": 26, "lr": 9.976008539215912e-05}
+{"train_loss": 0.030607666820287704, "global_step": 1701, "epoch": 26, "lr": 9.975968602156573e-05}
+{"train_loss": 0.0411645881831646, "global_step": 1702, "epoch": 26, "lr": 9.975928631964606e-05}
+{"train_loss": 0.026708342134952545, "global_step": 1703, "epoch": 26, "lr": 9.975888628640274e-05}
+{"train_loss": 0.03694785758852959, "global_step": 1704, "epoch": 26, "lr": 9.975848592183843e-05}
+{"train_loss": 0.03281952440738678, "global_step": 1705, "epoch": 26, "lr": 9.97580852259558e-05}
+{"train_loss": 0.02939438447356224, "global_step": 1706, "epoch": 26, "lr": 9.975768419875753e-05}
+{"train_loss": 0.04156231880187988, "global_step": 1707, "epoch": 26, "lr": 9.975728284024629e-05}
+{"train_loss": 0.038239166140556335, "global_step": 1708, "epoch": 26, "lr": 9.975688115042475e-05}
+{"train_loss": 0.02957698330283165, "global_step": 1709, "epoch": 26, "lr": 9.975647912929556e-05}
+{"train_loss": 0.031553830951452255, "global_step": 1710, "epoch": 26, "lr": 9.975607677686144e-05}
+{"train_loss": 0.03175463527441025, "global_step": 1711, "epoch": 26, "lr": 9.975567409312504e-05}
+{"train_loss": 0.02485075779259205, "global_step": 1712, "epoch": 26, "lr": 9.975527107808904e-05}
+{"train_loss": 0.03582906723022461, "global_step": 1713, "epoch": 26, "lr": 9.975486773175615e-05}
+{"train_loss": 0.02994145080447197, "global_step": 1714, "epoch": 26, "lr": 9.975446405412902e-05}
+{"train_loss": 0.023945707827806473, "global_step": 1715, "epoch": 26, "lr": 9.975406004521036e-05}
+{"train_loss": 0.029943503439426422, "global_step": 1716, "epoch": 26, "lr": 9.975365570500286e-05}
+{"train_loss": 0.031578246504068375, "global_step": 1717, "epoch": 26, "lr": 9.975325103350921e-05}
+{"train_loss": 0.03457256034016609, "global_step": 1718, "epoch": 26, "lr": 9.97528460307321e-05}
+{"train_loss": 0.025287391617894173, "global_step": 1719, "epoch": 26, "lr": 9.975244069667422e-05}
+{"train_loss": 0.028425708413124084, "global_step": 1720, "epoch": 26, "lr": 9.97520350313383e-05}
+{"train_loss": 0.026293883100152016, "global_step": 1721, "epoch": 26, "lr": 9.975162903472699e-05}
+{"train_loss": 0.035557013005018234, "global_step": 1722, "epoch": 26, "lr": 9.975122270684304e-05}
+{"train_loss": 0.029309740290045738, "global_step": 1723, "epoch": 26, "lr": 9.975081604768914e-05}
+{"train_loss": 0.03693603724241257, "global_step": 1724, "epoch": 26, "lr": 9.975040905726798e-05}
+{"train_loss": 0.022334469482302666, "global_step": 1725, "epoch": 26, "lr": 9.97500017355823e-05}
+{"train_loss": 0.0378982350230217, "global_step": 1726, "epoch": 26, "lr": 9.97495940826348e-05}
+{"train_loss": 0.022167770192027092, "global_step": 1727, "epoch": 26, "lr": 9.974918609842818e-05}
+{"train_loss": 0.02795528434216976, "global_step": 1728, "epoch": 26, "lr": 9.974877778296517e-05}
+{"train_loss": 0.02869214303791523, "global_step": 1729, "epoch": 26, "lr": 9.97483691362485e-05}
+{"train_loss": 0.036267634481191635, "global_step": 1730, "epoch": 26, "lr": 9.974796015828088e-05}
+{"train_loss": 0.03135935217142105, "global_step": 1731, "epoch": 26, "lr": 9.974755084906502e-05}
+{"train_loss": 0.02746117115020752, "global_step": 1732, "epoch": 26, "lr": 9.974714120860364e-05}
+{"train_loss": 0.03333915397524834, "global_step": 1733, "epoch": 26, "lr": 9.974673123689951e-05}
+{"train_loss": 0.03771249204874039, "global_step": 1734, "epoch": 26, "lr": 9.974632093395535e-05}
+{"train_loss": 0.033918384462594986, "global_step": 1735, "epoch": 26, "lr": 9.974591029977385e-05}
+{"train_loss": 0.03719108924269676, "global_step": 1736, "epoch": 26, "lr": 9.974549933435777e-05}
+{"train_loss": 0.025789739564061165, "global_step": 1737, "epoch": 26, "lr": 9.974508803770985e-05}
+{"train_loss": 0.03439955785870552, "global_step": 1738, "epoch": 26, "lr": 9.974467640983283e-05}
+{"train_loss": 0.022263962775468826, "global_step": 1739, "epoch": 26, "lr": 9.974426445072945e-05}
+{"train_loss": 0.030945459380745888, "global_step": 1740, "epoch": 26, "lr": 9.974385216040245e-05}
+{"train_loss": 0.037583231925964355, "global_step": 1741, "epoch": 26, "lr": 9.974343953885457e-05}
+{"train_loss": 0.024159785360097885, "global_step": 1742, "epoch": 26, "lr": 9.974302658608857e-05}
+{"train_loss": 0.03404998406767845, "global_step": 1743, "epoch": 26, "lr": 9.974261330210719e-05}
+{"train_loss": 0.023581141605973244, "global_step": 1744, "epoch": 26, "lr": 9.974219968691317e-05}
+{"train_loss": 0.033525995910167694, "global_step": 1745, "epoch": 26, "lr": 9.97417857405093e-05}
+{"train_loss": 0.0312824472784996, "global_step": 1746, "epoch": 26, "lr": 9.97413714628983e-05}
+{"train_loss": 0.023818988353013992, "global_step": 1747, "epoch": 26, "lr": 9.974095685408294e-05}
+{"train_loss": 0.025937756523489952, "global_step": 1748, "epoch": 26, "lr": 9.9740541914066e-05}
+{"train_loss": 0.04294716194272041, "global_step": 1749, "epoch": 26, "lr": 9.974012664285021e-05}
+{"train_loss": 0.031002433970570564, "global_step": 1750, "epoch": 26, "lr": 9.973971104043835e-05}
+{"train_loss": 0.03423238545656204, "global_step": 1751, "epoch": 26, "lr": 9.973929510683319e-05}
+{"train_loss": 0.04850812256336212, "global_step": 1752, "epoch": 26, "lr": 9.973887884203751e-05}
+{"train_loss": 0.03196311369538307, "global_step": 1753, "epoch": 26, "lr": 9.973846224605407e-05}
+{"train_loss": 0.03190757491840766, "global_step": 1754, "epoch": 26, "lr": 9.973804531888565e-05, "val_loss": 0.036306288093328476}
+{"train_loss": 0.0337187722325325, "global_step": 1755, "epoch": 27, "lr": 9.973762806053499e-05}
+{"train_loss": 0.03147406876087189, "global_step": 1756, "epoch": 27, "lr": 9.973721047100493e-05}
+{"train_loss": 0.03903038799762726, "global_step": 1757, "epoch": 27, "lr": 9.97367925502982e-05}
+{"train_loss": 0.04400898888707161, "global_step": 1758, "epoch": 27, "lr": 9.97363742984176e-05}
+{"train_loss": 0.03425160050392151, "global_step": 1759, "epoch": 27, "lr": 9.973595571536593e-05}
+{"train_loss": 0.04288218170404434, "global_step": 1760, "epoch": 27, "lr": 9.973553680114595e-05}
+{"train_loss": 0.03961380198597908, "global_step": 1761, "epoch": 27, "lr": 9.973511755576049e-05}
+{"train_loss": 0.03651587665081024, "global_step": 1762, "epoch": 27, "lr": 9.973469797921227e-05}
+{"train_loss": 0.029539570212364197, "global_step": 1763, "epoch": 27, "lr": 9.973427807150417e-05}
+{"train_loss": 0.038515400141477585, "global_step": 1764, "epoch": 27, "lr": 9.973385783263892e-05}
+{"train_loss": 0.03980850428342819, "global_step": 1765, "epoch": 27, "lr": 9.973343726261934e-05}
+{"train_loss": 0.03303876519203186, "global_step": 1766, "epoch": 27, "lr": 9.973301636144825e-05}
+{"train_loss": 0.030584897845983505, "global_step": 1767, "epoch": 27, "lr": 9.973259512912843e-05}
+{"train_loss": 0.038230229169130325, "global_step": 1768, "epoch": 27, "lr": 9.97321735656627e-05}
+{"train_loss": 0.024326901882886887, "global_step": 1769, "epoch": 27, "lr": 9.973175167105383e-05}
+{"train_loss": 0.03573665767908096, "global_step": 1770, "epoch": 27, "lr": 9.973132944530468e-05}
+{"train_loss": 0.03094317764043808, "global_step": 1771, "epoch": 27, "lr": 9.973090688841804e-05}
+{"train_loss": 0.028241395950317383, "global_step": 1772, "epoch": 27, "lr": 9.973048400039671e-05}
+{"train_loss": 0.03499796241521835, "global_step": 1773, "epoch": 27, "lr": 9.973006078124352e-05}
+{"train_loss": 0.03506471961736679, "global_step": 1774, "epoch": 27, "lr": 9.972963723096128e-05}
+{"train_loss": 0.02689829096198082, "global_step": 1775, "epoch": 27, "lr": 9.972921334955282e-05}
+{"train_loss": 0.03307860344648361, "global_step": 1776, "epoch": 27, "lr": 9.972878913702095e-05}
+{"train_loss": 0.03309979662299156, "global_step": 1777, "epoch": 27, "lr": 9.972836459336852e-05}
+{"train_loss": 0.03114544227719307, "global_step": 1778, "epoch": 27, "lr": 9.972793971859834e-05}
+{"train_loss": 0.028952229768037796, "global_step": 1779, "epoch": 27, "lr": 9.972751451271321e-05}
+{"train_loss": 0.029230481013655663, "global_step": 1780, "epoch": 27, "lr": 9.972708897571601e-05}
+{"train_loss": 0.03952987864613533, "global_step": 1781, "epoch": 27, "lr": 9.972666310760957e-05}
+{"train_loss": 0.030130600556731224, "global_step": 1782, "epoch": 27, "lr": 9.972623690839668e-05}
+{"train_loss": 0.037922073155641556, "global_step": 1783, "epoch": 27, "lr": 9.972581037808022e-05}
+{"train_loss": 0.029712006449699402, "global_step": 1784, "epoch": 27, "lr": 9.9725383516663e-05}
+{"train_loss": 0.03102228045463562, "global_step": 1785, "epoch": 27, "lr": 9.97249563241479e-05}
+{"train_loss": 0.027940010651946068, "global_step": 1786, "epoch": 27, "lr": 9.972452880053774e-05}
+{"train_loss": 0.03297947347164154, "global_step": 1787, "epoch": 27, "lr": 9.972410094583537e-05}
+{"train_loss": 0.028848806396126747, "global_step": 1788, "epoch": 27, "lr": 9.972367276004364e-05}
+{"train_loss": 0.03500407561659813, "global_step": 1789, "epoch": 27, "lr": 9.972324424316539e-05}
+{"train_loss": 0.03335238993167877, "global_step": 1790, "epoch": 27, "lr": 9.97228153952035e-05}
+{"train_loss": 0.027282699942588806, "global_step": 1791, "epoch": 27, "lr": 9.97223862161608e-05}
+{"train_loss": 0.02749406173825264, "global_step": 1792, "epoch": 27, "lr": 9.972195670604014e-05}
+{"train_loss": 0.030043577775359154, "global_step": 1793, "epoch": 27, "lr": 9.972152686484441e-05}
+{"train_loss": 0.02865946851670742, "global_step": 1794, "epoch": 27, "lr": 9.972109669257646e-05}
+{"train_loss": 0.032347314059734344, "global_step": 1795, "epoch": 27, "lr": 9.972066618923915e-05}
+{"train_loss": 0.0258535947650671, "global_step": 1796, "epoch": 27, "lr": 9.972023535483535e-05}
+{"train_loss": 0.029250405728816986, "global_step": 1797, "epoch": 27, "lr": 9.971980418936794e-05}
+{"train_loss": 0.024285441264510155, "global_step": 1798, "epoch": 27, "lr": 9.971937269283978e-05}
+{"train_loss": 0.025071794167160988, "global_step": 1799, "epoch": 27, "lr": 9.971894086525372e-05}
+{"train_loss": 0.03320246934890747, "global_step": 1800, "epoch": 27, "lr": 9.971850870661266e-05}
+{"train_loss": 0.03029479831457138, "global_step": 1801, "epoch": 27, "lr": 9.971807621691949e-05}
+{"train_loss": 0.027057358995079994, "global_step": 1802, "epoch": 27, "lr": 9.971764339617707e-05}
+{"train_loss": 0.0300906915217638, "global_step": 1803, "epoch": 27, "lr": 9.97172102443883e-05}
+{"train_loss": 0.0313480943441391, "global_step": 1804, "epoch": 27, "lr": 9.971677676155603e-05}
+{"train_loss": 0.02965395152568817, "global_step": 1805, "epoch": 27, "lr": 9.971634294768317e-05}
+{"train_loss": 0.025973940268158913, "global_step": 1806, "epoch": 27, "lr": 9.971590880277262e-05}
+{"train_loss": 0.039250802248716354, "global_step": 1807, "epoch": 27, "lr": 9.971547432682724e-05}
+{"train_loss": 0.02979205548763275, "global_step": 1808, "epoch": 27, "lr": 9.971503951984995e-05}
+{"train_loss": 0.031639453023672104, "global_step": 1809, "epoch": 27, "lr": 9.971460438184363e-05}
+{"train_loss": 0.03145083785057068, "global_step": 1810, "epoch": 27, "lr": 9.971416891281118e-05}
+{"train_loss": 0.02111944928765297, "global_step": 1811, "epoch": 27, "lr": 9.971373311275552e-05}
+{"train_loss": 0.03493431210517883, "global_step": 1812, "epoch": 27, "lr": 9.971329698167951e-05}
+{"train_loss": 0.029011961072683334, "global_step": 1813, "epoch": 27, "lr": 9.971286051958609e-05}
+{"train_loss": 0.03147273510694504, "global_step": 1814, "epoch": 27, "lr": 9.971242372647815e-05}
+{"train_loss": 0.024826208129525185, "global_step": 1815, "epoch": 27, "lr": 9.971198660235862e-05}
+{"train_loss": 0.028851300477981567, "global_step": 1816, "epoch": 27, "lr": 9.971154914723036e-05}
+{"train_loss": 0.029714755713939667, "global_step": 1817, "epoch": 27, "lr": 9.971111136109632e-05}
+{"train_loss": 0.033890075981616974, "global_step": 1818, "epoch": 27, "lr": 9.971067324395943e-05}
+{"train_loss": 0.03171549267493762, "global_step": 1819, "epoch": 27, "lr": 9.971023479582257e-05, "val_loss": 0.035661421716213226}
+{"train_loss": 0.036284949630498886, "global_step": 1820, "epoch": 28, "lr": 9.970979601668871e-05}
+{"train_loss": 0.022140832617878914, "global_step": 1821, "epoch": 28, "lr": 9.97093569065607e-05}
+{"train_loss": 0.03182833641767502, "global_step": 1822, "epoch": 28, "lr": 9.970891746544152e-05}
+{"train_loss": 0.03065934032201767, "global_step": 1823, "epoch": 28, "lr": 9.970847769333408e-05}
+{"train_loss": 0.02702578902244568, "global_step": 1824, "epoch": 28, "lr": 9.97080375902413e-05}
+{"train_loss": 0.03220660984516144, "global_step": 1825, "epoch": 28, "lr": 9.970759715616612e-05}
+{"train_loss": 0.021489495411515236, "global_step": 1826, "epoch": 28, "lr": 9.970715639111147e-05}
+{"train_loss": 0.03963405638933182, "global_step": 1827, "epoch": 28, "lr": 9.970671529508028e-05}
+{"train_loss": 0.036393873393535614, "global_step": 1828, "epoch": 28, "lr": 9.970627386807551e-05}
+{"train_loss": 0.02835623361170292, "global_step": 1829, "epoch": 28, "lr": 9.970583211010007e-05}
+{"train_loss": 0.032992105931043625, "global_step": 1830, "epoch": 28, "lr": 9.970539002115691e-05}
+{"train_loss": 0.03225517272949219, "global_step": 1831, "epoch": 28, "lr": 9.970494760124898e-05}
+{"train_loss": 0.030938025563955307, "global_step": 1832, "epoch": 28, "lr": 9.970450485037923e-05}
+{"train_loss": 0.032203104346990585, "global_step": 1833, "epoch": 28, "lr": 9.970406176855058e-05}
+{"train_loss": 0.03216885030269623, "global_step": 1834, "epoch": 28, "lr": 9.970361835576601e-05}
+{"train_loss": 0.03067268431186676, "global_step": 1835, "epoch": 28, "lr": 9.970317461202847e-05}
+{"train_loss": 0.034923844039440155, "global_step": 1836, "epoch": 28, "lr": 9.97027305373409e-05}
+{"train_loss": 0.03893320634961128, "global_step": 1837, "epoch": 28, "lr": 9.970228613170626e-05}
+{"train_loss": 0.026456531137228012, "global_step": 1838, "epoch": 28, "lr": 9.970184139512752e-05}
+{"train_loss": 0.029298031702637672, "global_step": 1839, "epoch": 28, "lr": 9.970139632760764e-05}
+{"train_loss": 0.028592711314558983, "global_step": 1840, "epoch": 28, "lr": 9.970095092914958e-05}
+{"train_loss": 0.034847550094127655, "global_step": 1841, "epoch": 28, "lr": 9.97005051997563e-05}
+{"train_loss": 0.049845825880765915, "global_step": 1842, "epoch": 28, "lr": 9.970005913943076e-05}
+{"train_loss": 0.03092917986214161, "global_step": 1843, "epoch": 28, "lr": 9.969961274817595e-05}
+{"train_loss": 0.046083323657512665, "global_step": 1844, "epoch": 28, "lr": 9.969916602599483e-05}
+{"train_loss": 0.03378324955701828, "global_step": 1845, "epoch": 28, "lr": 9.96987189728904e-05}
+{"train_loss": 0.03814193233847618, "global_step": 1846, "epoch": 28, "lr": 9.96982715888656e-05}
+{"train_loss": 0.029228875413537025, "global_step": 1847, "epoch": 28, "lr": 9.96978238739234e-05}
+{"train_loss": 0.026560325175523758, "global_step": 1848, "epoch": 28, "lr": 9.969737582806685e-05}
+{"train_loss": 0.032046929001808167, "global_step": 1849, "epoch": 28, "lr": 9.969692745129885e-05}
+{"train_loss": 0.03240504488348961, "global_step": 1850, "epoch": 28, "lr": 9.969647874362247e-05}
+{"train_loss": 0.02909775823354721, "global_step": 1851, "epoch": 28, "lr": 9.969602970504062e-05}
+{"train_loss": 0.027038345113396645, "global_step": 1852, "epoch": 28, "lr": 9.969558033555633e-05}
+{"train_loss": 0.02467946521937847, "global_step": 1853, "epoch": 28, "lr": 9.969513063517257e-05}
+{"train_loss": 0.037509288638830185, "global_step": 1854, "epoch": 28, "lr": 9.969468060389237e-05}
+{"train_loss": 0.030458996072411537, "global_step": 1855, "epoch": 28, "lr": 9.96942302417187e-05}
+{"train_loss": 0.028796320781111717, "global_step": 1856, "epoch": 28, "lr": 9.969377954865456e-05}
+{"train_loss": 0.027079259976744652, "global_step": 1857, "epoch": 28, "lr": 9.969332852470296e-05}
+{"train_loss": 0.03076871484518051, "global_step": 1858, "epoch": 28, "lr": 9.969287716986689e-05}
+{"train_loss": 0.024425499141216278, "global_step": 1859, "epoch": 28, "lr": 9.969242548414937e-05}
+{"train_loss": 0.03484261408448219, "global_step": 1860, "epoch": 28, "lr": 9.969197346755338e-05}
+{"train_loss": 0.03721507266163826, "global_step": 1861, "epoch": 28, "lr": 9.969152112008199e-05}
+{"train_loss": 0.041360534727573395, "global_step": 1862, "epoch": 28, "lr": 9.969106844173815e-05}
+{"train_loss": 0.032672762870788574, "global_step": 1863, "epoch": 28, "lr": 9.969061543252489e-05}
+{"train_loss": 0.030434098094701767, "global_step": 1864, "epoch": 28, "lr": 9.969016209244525e-05}
+{"train_loss": 0.031911030411720276, "global_step": 1865, "epoch": 28, "lr": 9.968970842150222e-05}
+{"train_loss": 0.032245438545942307, "global_step": 1866, "epoch": 28, "lr": 9.968925441969884e-05}
+{"train_loss": 0.03490878641605377, "global_step": 1867, "epoch": 28, "lr": 9.968880008703812e-05}
+{"train_loss": 0.02720535732805729, "global_step": 1868, "epoch": 28, "lr": 9.96883454235231e-05}
+{"train_loss": 0.037872519344091415, "global_step": 1869, "epoch": 28, "lr": 9.968789042915678e-05}
+{"train_loss": 0.024013210088014603, "global_step": 1870, "epoch": 28, "lr": 9.968743510394222e-05}
+{"train_loss": 0.03652922064065933, "global_step": 1871, "epoch": 28, "lr": 9.968697944788245e-05}
+{"train_loss": 0.029291337355971336, "global_step": 1872, "epoch": 28, "lr": 9.968652346098049e-05}
+{"train_loss": 0.028044259175658226, "global_step": 1873, "epoch": 28, "lr": 9.968606714323935e-05}
+{"train_loss": 0.03265969827771187, "global_step": 1874, "epoch": 28, "lr": 9.968561049466214e-05}
+{"train_loss": 0.03085152432322502, "global_step": 1875, "epoch": 28, "lr": 9.968515351525183e-05}
+{"train_loss": 0.03142062947154045, "global_step": 1876, "epoch": 28, "lr": 9.96846962050115e-05}
+{"train_loss": 0.026638111099600792, "global_step": 1877, "epoch": 28, "lr": 9.96842385639442e-05}
+{"train_loss": 0.027027443051338196, "global_step": 1878, "epoch": 28, "lr": 9.968378059205294e-05}
+{"train_loss": 0.034934673458337784, "global_step": 1879, "epoch": 28, "lr": 9.96833222893408e-05}
+{"train_loss": 0.0386551134288311, "global_step": 1880, "epoch": 28, "lr": 9.968286365581083e-05}
+{"train_loss": 0.03152891620993614, "global_step": 1881, "epoch": 28, "lr": 9.968240469146609e-05}
+{"train_loss": 0.035803671926259995, "global_step": 1882, "epoch": 28, "lr": 9.968194539630961e-05}
+{"train_loss": 0.031660836189985275, "global_step": 1883, "epoch": 28, "lr": 9.968148577034446e-05}
+{"train_loss": 0.03191854105545924, "global_step": 1884, "epoch": 28, "lr": 9.968102581357373e-05, "val_loss": 0.02711355872452259}
+{"train_loss": 0.025723304599523544, "global_step": 1885, "epoch": 29, "lr": 9.968056552600043e-05}
+{"train_loss": 0.0281111691147089, "global_step": 1886, "epoch": 29, "lr": 9.968010490762765e-05}
+{"train_loss": 0.0337950624525547, "global_step": 1887, "epoch": 29, "lr": 9.967964395845846e-05}
+{"train_loss": 0.026617111638188362, "global_step": 1888, "epoch": 29, "lr": 9.967918267849594e-05}
+{"train_loss": 0.02459142357110977, "global_step": 1889, "epoch": 29, "lr": 9.967872106774314e-05}
+{"train_loss": 0.02448239177465439, "global_step": 1890, "epoch": 29, "lr": 9.967825912620315e-05}
+{"train_loss": 0.026365293189883232, "global_step": 1891, "epoch": 29, "lr": 9.967779685387903e-05}
+{"train_loss": 0.028044020757079124, "global_step": 1892, "epoch": 29, "lr": 9.967733425077386e-05}
+{"train_loss": 0.028039371594786644, "global_step": 1893, "epoch": 29, "lr": 9.967687131689073e-05}
+{"train_loss": 0.02500350959599018, "global_step": 1894, "epoch": 29, "lr": 9.967640805223272e-05}
+{"train_loss": 0.02856266126036644, "global_step": 1895, "epoch": 29, "lr": 9.967594445680292e-05}
+{"train_loss": 0.03128606081008911, "global_step": 1896, "epoch": 29, "lr": 9.96754805306044e-05}
+{"train_loss": 0.025328032672405243, "global_step": 1897, "epoch": 29, "lr": 9.967501627364028e-05}
+{"train_loss": 0.025366129353642464, "global_step": 1898, "epoch": 29, "lr": 9.967455168591362e-05}
+{"train_loss": 0.022241806611418724, "global_step": 1899, "epoch": 29, "lr": 9.967408676742751e-05}
+{"train_loss": 0.03399153798818588, "global_step": 1900, "epoch": 29, "lr": 9.967362151818508e-05}
+{"train_loss": 0.028472542762756348, "global_step": 1901, "epoch": 29, "lr": 9.96731559381894e-05}
+{"train_loss": 0.027228526771068573, "global_step": 1902, "epoch": 29, "lr": 9.967269002744357e-05}
+{"train_loss": 0.0313694104552269, "global_step": 1903, "epoch": 29, "lr": 9.967222378595071e-05}
+{"train_loss": 0.025529462844133377, "global_step": 1904, "epoch": 29, "lr": 9.96717572137139e-05}
+{"train_loss": 0.028060786426067352, "global_step": 1905, "epoch": 29, "lr": 9.967129031073628e-05}
+{"train_loss": 0.029204050078988075, "global_step": 1906, "epoch": 29, "lr": 9.967082307702094e-05}
+{"train_loss": 0.028359713032841682, "global_step": 1907, "epoch": 29, "lr": 9.967035551257097e-05}
+{"train_loss": 0.026016082614660263, "global_step": 1908, "epoch": 29, "lr": 9.966988761738954e-05}
+{"train_loss": 0.026795383542776108, "global_step": 1909, "epoch": 29, "lr": 9.966941939147969e-05}
+{"train_loss": 0.03388792276382446, "global_step": 1910, "epoch": 29, "lr": 9.96689508348446e-05}
+{"train_loss": 0.026738299056887627, "global_step": 1911, "epoch": 29, "lr": 9.966848194748737e-05}
+{"train_loss": 0.02898288704454899, "global_step": 1912, "epoch": 29, "lr": 9.966801272941111e-05}
+{"train_loss": 0.027078425511717796, "global_step": 1913, "epoch": 29, "lr": 9.966754318061897e-05}
+{"train_loss": 0.024541910737752914, "global_step": 1914, "epoch": 29, "lr": 9.966707330111405e-05}
+{"train_loss": 0.026012104004621506, "global_step": 1915, "epoch": 29, "lr": 9.966660309089948e-05}
+{"train_loss": 0.03865412622690201, "global_step": 1916, "epoch": 29, "lr": 9.96661325499784e-05}
+{"train_loss": 0.023028943687677383, "global_step": 1917, "epoch": 29, "lr": 9.966566167835396e-05}
+{"train_loss": 0.026335369795560837, "global_step": 1918, "epoch": 29, "lr": 9.966519047602927e-05}
+{"train_loss": 0.029466936364769936, "global_step": 1919, "epoch": 29, "lr": 9.966471894300748e-05}
+{"train_loss": 0.027481846511363983, "global_step": 1920, "epoch": 29, "lr": 9.966424707929172e-05}
+{"train_loss": 0.030039986595511436, "global_step": 1921, "epoch": 29, "lr": 9.966377488488514e-05}
+{"train_loss": 0.025443486869335175, "global_step": 1922, "epoch": 29, "lr": 9.966330235979088e-05}
+{"train_loss": 0.029187628999352455, "global_step": 1923, "epoch": 29, "lr": 9.966282950401209e-05}
+{"train_loss": 0.029825294390320778, "global_step": 1924, "epoch": 29, "lr": 9.966235631755192e-05}
+{"train_loss": 0.03341525420546532, "global_step": 1925, "epoch": 29, "lr": 9.966188280041351e-05}
+{"train_loss": 0.02068248949944973, "global_step": 1926, "epoch": 29, "lr": 9.966140895260002e-05}
+{"train_loss": 0.020668519660830498, "global_step": 1927, "epoch": 29, "lr": 9.966093477411462e-05}
+{"train_loss": 0.0272985752671957, "global_step": 1928, "epoch": 29, "lr": 9.966046026496043e-05}
+{"train_loss": 0.025259850546717644, "global_step": 1929, "epoch": 29, "lr": 9.965998542514066e-05}
+{"train_loss": 0.027190282940864563, "global_step": 1930, "epoch": 29, "lr": 9.965951025465842e-05}
+{"train_loss": 0.030104730278253555, "global_step": 1931, "epoch": 29, "lr": 9.96590347535169e-05}
+{"train_loss": 0.026246707886457443, "global_step": 1932, "epoch": 29, "lr": 9.965855892171926e-05}
+{"train_loss": 0.024679971858859062, "global_step": 1933, "epoch": 29, "lr": 9.96580827592687e-05}
+{"train_loss": 0.0308613833039999, "global_step": 1934, "epoch": 29, "lr": 9.965760626616834e-05}
+{"train_loss": 0.024700529873371124, "global_step": 1935, "epoch": 29, "lr": 9.965712944242138e-05}
+{"train_loss": 0.032785043120384216, "global_step": 1936, "epoch": 29, "lr": 9.9656652288031e-05}
+{"train_loss": 0.031637001782655716, "global_step": 1937, "epoch": 29, "lr": 9.965617480300036e-05}
+{"train_loss": 0.0352335125207901, "global_step": 1938, "epoch": 29, "lr": 9.965569698733266e-05}
+{"train_loss": 0.039325565099716187, "global_step": 1939, "epoch": 29, "lr": 9.965521884103105e-05}
+{"train_loss": 0.029339006170630455, "global_step": 1940, "epoch": 29, "lr": 9.965474036409874e-05}
+{"train_loss": 0.02524399943649769, "global_step": 1941, "epoch": 29, "lr": 9.965426155653891e-05}
+{"train_loss": 0.029676729813218117, "global_step": 1942, "epoch": 29, "lr": 9.965378241835474e-05}
+{"train_loss": 0.03536558151245117, "global_step": 1943, "epoch": 29, "lr": 9.965330294954944e-05}
+{"train_loss": 0.023312557488679886, "global_step": 1944, "epoch": 29, "lr": 9.965282315012619e-05}
+{"train_loss": 0.03011113964021206, "global_step": 1945, "epoch": 29, "lr": 9.965234302008816e-05}
+{"train_loss": 0.028827525675296783, "global_step": 1946, "epoch": 29, "lr": 9.965186255943859e-05}
+{"train_loss": 0.031136177480220795, "global_step": 1947, "epoch": 29, "lr": 9.965138176818065e-05}
+{"train_loss": 0.026385651901364326, "global_step": 1948, "epoch": 29, "lr": 9.965090064631757e-05}
+{"train_loss": 0.02811003035077682, "global_step": 1949, "epoch": 29, "lr": 9.965041919385252e-05, "val_loss": 0.03124527633190155}
+{"train_loss": 0.025901038199663162, "global_step": 1950, "epoch": 30, "lr": 9.964993741078873e-05}
+{"train_loss": 0.027317853644490242, "global_step": 1951, "epoch": 30, "lr": 9.964945529712939e-05}
+{"train_loss": 0.028895925730466843, "global_step": 1952, "epoch": 30, "lr": 9.964897285287773e-05}
+{"train_loss": 0.03294002264738083, "global_step": 1953, "epoch": 30, "lr": 9.964849007803694e-05}
+{"train_loss": 0.03559807687997818, "global_step": 1954, "epoch": 30, "lr": 9.964800697261025e-05}
+{"train_loss": 0.024345241487026215, "global_step": 1955, "epoch": 30, "lr": 9.964752353660087e-05}
+{"train_loss": 0.02821509540081024, "global_step": 1956, "epoch": 30, "lr": 9.964703977001203e-05}
+{"train_loss": 0.021621866151690483, "global_step": 1957, "epoch": 30, "lr": 9.964655567284696e-05}
+{"train_loss": 0.03891458734869957, "global_step": 1958, "epoch": 30, "lr": 9.964607124510883e-05}
+{"train_loss": 0.029956737533211708, "global_step": 1959, "epoch": 30, "lr": 9.964558648680092e-05}
+{"train_loss": 0.027029411867260933, "global_step": 1960, "epoch": 30, "lr": 9.964510139792644e-05}
+{"train_loss": 0.024060703814029694, "global_step": 1961, "epoch": 30, "lr": 9.964461597848862e-05}
+{"train_loss": 0.030391013249754906, "global_step": 1962, "epoch": 30, "lr": 9.964413022849068e-05}
+{"train_loss": 0.0250235628336668, "global_step": 1963, "epoch": 30, "lr": 9.964364414793587e-05}
+{"train_loss": 0.029975157231092453, "global_step": 1964, "epoch": 30, "lr": 9.964315773682745e-05}
+{"train_loss": 0.033843521028757095, "global_step": 1965, "epoch": 30, "lr": 9.964267099516861e-05}
+{"train_loss": 0.032738082110881805, "global_step": 1966, "epoch": 30, "lr": 9.96421839229626e-05}
+{"train_loss": 0.029934411868453026, "global_step": 1967, "epoch": 30, "lr": 9.96416965202127e-05}
+{"train_loss": 0.025860097259283066, "global_step": 1968, "epoch": 30, "lr": 9.964120878692211e-05}
+{"train_loss": 0.02242440916597843, "global_step": 1969, "epoch": 30, "lr": 9.964072072309412e-05}
+{"train_loss": 0.026870105415582657, "global_step": 1970, "epoch": 30, "lr": 9.964023232873195e-05}
+{"train_loss": 0.02172100730240345, "global_step": 1971, "epoch": 30, "lr": 9.963974360383885e-05}
+{"train_loss": 0.02913590520620346, "global_step": 1972, "epoch": 30, "lr": 9.963925454841811e-05}
+{"train_loss": 0.034754179418087006, "global_step": 1973, "epoch": 30, "lr": 9.963876516247294e-05}
+{"train_loss": 0.021366579458117485, "global_step": 1974, "epoch": 30, "lr": 9.963827544600662e-05}
+{"train_loss": 0.022695785388350487, "global_step": 1975, "epoch": 30, "lr": 9.963778539902242e-05}
+{"train_loss": 0.031283166259527206, "global_step": 1976, "epoch": 30, "lr": 9.963729502152359e-05}
+{"train_loss": 0.025035995990037918, "global_step": 1977, "epoch": 30, "lr": 9.96368043135134e-05}
+{"train_loss": 0.031057432293891907, "global_step": 1978, "epoch": 30, "lr": 9.963631327499512e-05}
+{"train_loss": 0.029475443065166473, "global_step": 1979, "epoch": 30, "lr": 9.963582190597201e-05}
+{"train_loss": 0.028021657839417458, "global_step": 1980, "epoch": 30, "lr": 9.963533020644734e-05}
+{"train_loss": 0.03169560804963112, "global_step": 1981, "epoch": 30, "lr": 9.96348381764244e-05}
+{"train_loss": 0.03139791637659073, "global_step": 1982, "epoch": 30, "lr": 9.963434581590646e-05}
+{"train_loss": 0.025720499455928802, "global_step": 1983, "epoch": 30, "lr": 9.963385312489679e-05}
+{"train_loss": 0.03552519530057907, "global_step": 1984, "epoch": 30, "lr": 9.963336010339868e-05}
+{"train_loss": 0.029693976044654846, "global_step": 1985, "epoch": 30, "lr": 9.963286675141542e-05}
+{"train_loss": 0.02097311243414879, "global_step": 1986, "epoch": 30, "lr": 9.963237306895027e-05}
+{"train_loss": 0.03075554594397545, "global_step": 1987, "epoch": 30, "lr": 9.963187905600653e-05}
+{"train_loss": 0.02632054127752781, "global_step": 1988, "epoch": 30, "lr": 9.96313847125875e-05}
+{"train_loss": 0.0358784943819046, "global_step": 1989, "epoch": 30, "lr": 9.963089003869645e-05}
+{"train_loss": 0.02602393366396427, "global_step": 1990, "epoch": 30, "lr": 9.963039503433671e-05}
+{"train_loss": 0.029593665152788162, "global_step": 1991, "epoch": 30, "lr": 9.962989969951152e-05}
+{"train_loss": 0.02791743353009224, "global_step": 1992, "epoch": 30, "lr": 9.962940403422425e-05}
+{"train_loss": 0.029345663264393806, "global_step": 1993, "epoch": 30, "lr": 9.962890803847814e-05}
+{"train_loss": 0.025879614055156708, "global_step": 1994, "epoch": 30, "lr": 9.962841171227651e-05}
+{"train_loss": 0.030239395797252655, "global_step": 1995, "epoch": 30, "lr": 9.962791505562268e-05}
+{"train_loss": 0.026067586615681648, "global_step": 1996, "epoch": 30, "lr": 9.962741806851993e-05}
+{"train_loss": 0.028667200356721878, "global_step": 1997, "epoch": 30, "lr": 9.96269207509716e-05}
+{"train_loss": 0.03509235382080078, "global_step": 1998, "epoch": 30, "lr": 9.962642310298098e-05}
+{"train_loss": 0.02705446444451809, "global_step": 1999, "epoch": 30, "lr": 9.962592512455138e-05}
+{"train_loss": 0.029097720980644226, "global_step": 2000, "epoch": 30, "lr": 9.962542681568614e-05}
+{"train_loss": 0.03435374051332474, "global_step": 2001, "epoch": 30, "lr": 9.962492817638857e-05}
+{"train_loss": 0.03152574971318245, "global_step": 2002, "epoch": 30, "lr": 9.962442920666197e-05}
+{"train_loss": 0.03377519175410271, "global_step": 2003, "epoch": 30, "lr": 9.962392990650968e-05}
+{"train_loss": 0.029080670326948166, "global_step": 2004, "epoch": 30, "lr": 9.962343027593502e-05}
+{"train_loss": 0.027271274477243423, "global_step": 2005, "epoch": 30, "lr": 9.962293031494132e-05}
+{"train_loss": 0.03436506912112236, "global_step": 2006, "epoch": 30, "lr": 9.96224300235319e-05}
+{"train_loss": 0.029194053262472153, "global_step": 2007, "epoch": 30, "lr": 9.962192940171011e-05}
+{"train_loss": 0.036096252501010895, "global_step": 2008, "epoch": 30, "lr": 9.962142844947926e-05}
+{"train_loss": 0.024612462148070335, "global_step": 2009, "epoch": 30, "lr": 9.96209271668427e-05}
+{"train_loss": 0.02124106138944626, "global_step": 2010, "epoch": 30, "lr": 9.962042555380376e-05}
+{"train_loss": 0.03216991946101189, "global_step": 2011, "epoch": 30, "lr": 9.961992361036578e-05}
+{"train_loss": 0.037836670875549316, "global_step": 2012, "epoch": 30, "lr": 9.961942133653212e-05}
+{"train_loss": 0.02977113425731659, "global_step": 2013, "epoch": 30, "lr": 9.961891873230611e-05}
+{"train_loss": 0.029009987987004795, "global_step": 2014, "epoch": 30, "lr": 9.96184157976911e-05, "val_loss": 0.028623871505260468, "train_action_mse_error": 0.00572837283834815}
+{"train_loss": 0.025011952966451645, "global_step": 2015, "epoch": 31, "lr": 9.961791253269043e-05}
+{"train_loss": 0.026081375777721405, "global_step": 2016, "epoch": 31, "lr": 9.961740893730747e-05}
+{"train_loss": 0.028628172352910042, "global_step": 2017, "epoch": 31, "lr": 9.961690501154555e-05}
+{"train_loss": 0.04201158136129379, "global_step": 2018, "epoch": 31, "lr": 9.961640075540803e-05}
+{"train_loss": 0.02433772198855877, "global_step": 2019, "epoch": 31, "lr": 9.961589616889829e-05}
+{"train_loss": 0.03164627403020859, "global_step": 2020, "epoch": 31, "lr": 9.961539125201965e-05}
+{"train_loss": 0.028119603171944618, "global_step": 2021, "epoch": 31, "lr": 9.961488600477551e-05}
+{"train_loss": 0.019624881446361542, "global_step": 2022, "epoch": 31, "lr": 9.961438042716922e-05}
+{"train_loss": 0.033998455852270126, "global_step": 2023, "epoch": 31, "lr": 9.961387451920415e-05}
+{"train_loss": 0.01916416361927986, "global_step": 2024, "epoch": 31, "lr": 9.961336828088365e-05}
+{"train_loss": 0.02713479846715927, "global_step": 2025, "epoch": 31, "lr": 9.961286171221113e-05}
+{"train_loss": 0.025794273242354393, "global_step": 2026, "epoch": 31, "lr": 9.961235481318992e-05}
+{"train_loss": 0.031230080872774124, "global_step": 2027, "epoch": 31, "lr": 9.961184758382343e-05}
+{"train_loss": 0.026833094656467438, "global_step": 2028, "epoch": 31, "lr": 9.9611340024115e-05}
+{"train_loss": 0.032261237502098083, "global_step": 2029, "epoch": 31, "lr": 9.961083213406805e-05}
+{"train_loss": 0.028112145140767097, "global_step": 2030, "epoch": 31, "lr": 9.961032391368592e-05}
+{"train_loss": 0.026784520596265793, "global_step": 2031, "epoch": 31, "lr": 9.960981536297205e-05}
+{"train_loss": 0.034184493124485016, "global_step": 2032, "epoch": 31, "lr": 9.960930648192976e-05}
+{"train_loss": 0.028491485863924026, "global_step": 2033, "epoch": 31, "lr": 9.960879727056249e-05}
+{"train_loss": 0.030727606266736984, "global_step": 2034, "epoch": 31, "lr": 9.96082877288736e-05}
+{"train_loss": 0.028493285179138184, "global_step": 2035, "epoch": 31, "lr": 9.960777785686651e-05}
+{"train_loss": 0.03264792263507843, "global_step": 2036, "epoch": 31, "lr": 9.960726765454459e-05}
+{"train_loss": 0.022956205531954765, "global_step": 2037, "epoch": 31, "lr": 9.960675712191125e-05}
+{"train_loss": 0.02499505504965782, "global_step": 2038, "epoch": 31, "lr": 9.960624625896988e-05}
+{"train_loss": 0.030964002013206482, "global_step": 2039, "epoch": 31, "lr": 9.96057350657239e-05}
+{"train_loss": 0.032347243279218674, "global_step": 2040, "epoch": 31, "lr": 9.960522354217669e-05}
+{"train_loss": 0.02437996119260788, "global_step": 2041, "epoch": 31, "lr": 9.960471168833167e-05}
+{"train_loss": 0.02434600330889225, "global_step": 2042, "epoch": 31, "lr": 9.960419950419225e-05}
+{"train_loss": 0.03273095190525055, "global_step": 2043, "epoch": 31, "lr": 9.960368698976183e-05}
+{"train_loss": 0.028001058846712112, "global_step": 2044, "epoch": 31, "lr": 9.960317414504383e-05}
+{"train_loss": 0.03341861069202423, "global_step": 2045, "epoch": 31, "lr": 9.960266097004168e-05}
+{"train_loss": 0.0221056267619133, "global_step": 2046, "epoch": 31, "lr": 9.960214746475876e-05}
+{"train_loss": 0.02944459393620491, "global_step": 2047, "epoch": 31, "lr": 9.960163362919852e-05}
+{"train_loss": 0.025233706459403038, "global_step": 2048, "epoch": 31, "lr": 9.960111946336437e-05}
+{"train_loss": 0.028248000890016556, "global_step": 2049, "epoch": 31, "lr": 9.960060496725974e-05}
+{"train_loss": 0.028232790529727936, "global_step": 2050, "epoch": 31, "lr": 9.960009014088804e-05}
+{"train_loss": 0.03307904303073883, "global_step": 2051, "epoch": 31, "lr": 9.959957498425271e-05}
+{"train_loss": 0.027929987758398056, "global_step": 2052, "epoch": 31, "lr": 9.959905949735717e-05}
+{"train_loss": 0.03157635033130646, "global_step": 2053, "epoch": 31, "lr": 9.959854368020488e-05}
+{"train_loss": 0.03889615833759308, "global_step": 2054, "epoch": 31, "lr": 9.959802753279926e-05}
+{"train_loss": 0.03209010139107704, "global_step": 2055, "epoch": 31, "lr": 9.959751105514372e-05}
+{"train_loss": 0.02618437074124813, "global_step": 2056, "epoch": 31, "lr": 9.959699424724173e-05}
+{"train_loss": 0.02543790452182293, "global_step": 2057, "epoch": 31, "lr": 9.959647710909672e-05}
+{"train_loss": 0.03365134447813034, "global_step": 2058, "epoch": 31, "lr": 9.959595964071215e-05}
+{"train_loss": 0.025790272280573845, "global_step": 2059, "epoch": 31, "lr": 9.959544184209144e-05}
+{"train_loss": 0.03585141897201538, "global_step": 2060, "epoch": 31, "lr": 9.959492371323804e-05}
+{"train_loss": 0.039035506546497345, "global_step": 2061, "epoch": 31, "lr": 9.959440525415544e-05}
+{"train_loss": 0.02461082488298416, "global_step": 2062, "epoch": 31, "lr": 9.959388646484704e-05}
+{"train_loss": 0.026476018130779266, "global_step": 2063, "epoch": 31, "lr": 9.959336734531631e-05}
+{"train_loss": 0.03296049311757088, "global_step": 2064, "epoch": 31, "lr": 9.959284789556672e-05}
+{"train_loss": 0.02214301936328411, "global_step": 2065, "epoch": 31, "lr": 9.959232811560172e-05}
+{"train_loss": 0.02990913949906826, "global_step": 2066, "epoch": 31, "lr": 9.959180800542478e-05}
+{"train_loss": 0.022395186126232147, "global_step": 2067, "epoch": 31, "lr": 9.959128756503934e-05}
+{"train_loss": 0.028516873717308044, "global_step": 2068, "epoch": 31, "lr": 9.95907667944489e-05}
+{"train_loss": 0.0256004948168993, "global_step": 2069, "epoch": 31, "lr": 9.95902456936569e-05}
+{"train_loss": 0.032477688044309616, "global_step": 2070, "epoch": 31, "lr": 9.958972426266682e-05}
+{"train_loss": 0.021835748106241226, "global_step": 2071, "epoch": 31, "lr": 9.958920250148212e-05}
+{"train_loss": 0.023174308240413666, "global_step": 2072, "epoch": 31, "lr": 9.958868041010629e-05}
+{"train_loss": 0.032407429069280624, "global_step": 2073, "epoch": 31, "lr": 9.95881579885428e-05}
+{"train_loss": 0.020978430286049843, "global_step": 2074, "epoch": 31, "lr": 9.958763523679514e-05}
+{"train_loss": 0.02759580686688423, "global_step": 2075, "epoch": 31, "lr": 9.958711215486677e-05}
+{"train_loss": 0.030570179224014282, "global_step": 2076, "epoch": 31, "lr": 9.958658874276119e-05}
+{"train_loss": 0.023830091580748558, "global_step": 2077, "epoch": 31, "lr": 9.958606500048186e-05}
+{"train_loss": 0.025862835347652435, "global_step": 2078, "epoch": 31, "lr": 9.958554092803231e-05}
+{"train_loss": 0.028403027470295245, "global_step": 2079, "epoch": 31, "lr": 9.958501652541598e-05, "val_loss": 0.041770078241825104}
+{"train_loss": 0.021902430802583694, "global_step": 2080, "epoch": 32, "lr": 9.95844917926364e-05}
+{"train_loss": 0.027608340606093407, "global_step": 2081, "epoch": 32, "lr": 9.958396672969705e-05}
+{"train_loss": 0.026529572904109955, "global_step": 2082, "epoch": 32, "lr": 9.958344133660142e-05}
+{"train_loss": 0.031517691910266876, "global_step": 2083, "epoch": 32, "lr": 9.958291561335304e-05}
+{"train_loss": 0.03080032207071781, "global_step": 2084, "epoch": 32, "lr": 9.958238955995536e-05}
+{"train_loss": 0.03729353845119476, "global_step": 2085, "epoch": 32, "lr": 9.958186317641192e-05}
+{"train_loss": 0.020596474409103394, "global_step": 2086, "epoch": 32, "lr": 9.95813364627262e-05}
+{"train_loss": 0.019528258591890335, "global_step": 2087, "epoch": 32, "lr": 9.958080941890173e-05}
+{"train_loss": 0.024390187114477158, "global_step": 2088, "epoch": 32, "lr": 9.958028204494201e-05}
+{"train_loss": 0.028455331921577454, "global_step": 2089, "epoch": 32, "lr": 9.957975434085056e-05}
+{"train_loss": 0.03334815055131912, "global_step": 2090, "epoch": 32, "lr": 9.957922630663087e-05}
+{"train_loss": 0.031052595004439354, "global_step": 2091, "epoch": 32, "lr": 9.957869794228647e-05}
+{"train_loss": 0.02526433952152729, "global_step": 2092, "epoch": 32, "lr": 9.957816924782089e-05}
+{"train_loss": 0.03287193179130554, "global_step": 2093, "epoch": 32, "lr": 9.957764022323764e-05}
+{"train_loss": 0.026112403720617294, "global_step": 2094, "epoch": 32, "lr": 9.957711086854023e-05}
+{"train_loss": 0.02313622459769249, "global_step": 2095, "epoch": 32, "lr": 9.957658118373221e-05}
+{"train_loss": 0.02367403171956539, "global_step": 2096, "epoch": 32, "lr": 9.957605116881709e-05}
+{"train_loss": 0.03488430380821228, "global_step": 2097, "epoch": 32, "lr": 9.957552082379839e-05}
+{"train_loss": 0.028143487870693207, "global_step": 2098, "epoch": 32, "lr": 9.957499014867969e-05}
+{"train_loss": 0.026459645479917526, "global_step": 2099, "epoch": 32, "lr": 9.957445914346444e-05}
+{"train_loss": 0.030270891264081, "global_step": 2100, "epoch": 32, "lr": 9.957392780815625e-05}
+{"train_loss": 0.02736884541809559, "global_step": 2101, "epoch": 32, "lr": 9.957339614275863e-05}
+{"train_loss": 0.027046849951148033, "global_step": 2102, "epoch": 32, "lr": 9.957286414727511e-05}
+{"train_loss": 0.03177541494369507, "global_step": 2103, "epoch": 32, "lr": 9.957233182170926e-05}
+{"train_loss": 0.028074027970433235, "global_step": 2104, "epoch": 32, "lr": 9.957179916606461e-05}
+{"train_loss": 0.02661326713860035, "global_step": 2105, "epoch": 32, "lr": 9.957126618034469e-05}
+{"train_loss": 0.022067267447710037, "global_step": 2106, "epoch": 32, "lr": 9.957073286455306e-05}
+{"train_loss": 0.02538251131772995, "global_step": 2107, "epoch": 32, "lr": 9.957019921869328e-05}
+{"train_loss": 0.020340362563729286, "global_step": 2108, "epoch": 32, "lr": 9.95696652427689e-05}
+{"train_loss": 0.043278470635414124, "global_step": 2109, "epoch": 32, "lr": 9.956913093678348e-05}
+{"train_loss": 0.029051097109913826, "global_step": 2110, "epoch": 32, "lr": 9.956859630074056e-05}
+{"train_loss": 0.03066747449338436, "global_step": 2111, "epoch": 32, "lr": 9.956806133464372e-05}
+{"train_loss": 0.02450588531792164, "global_step": 2112, "epoch": 32, "lr": 9.956752603849651e-05}
+{"train_loss": 0.0277184396982193, "global_step": 2113, "epoch": 32, "lr": 9.95669904123025e-05}
+{"train_loss": 0.031429193913936615, "global_step": 2114, "epoch": 32, "lr": 9.956645445606526e-05}
+{"train_loss": 0.02891653962433338, "global_step": 2115, "epoch": 32, "lr": 9.956591816978834e-05}
+{"train_loss": 0.026741033419966698, "global_step": 2116, "epoch": 32, "lr": 9.956538155347534e-05}
+{"train_loss": 0.023257071152329445, "global_step": 2117, "epoch": 32, "lr": 9.95648446071298e-05}
+{"train_loss": 0.03335989639163017, "global_step": 2118, "epoch": 32, "lr": 9.956430733075532e-05}
+{"train_loss": 0.022872138768434525, "global_step": 2119, "epoch": 32, "lr": 9.956376972435546e-05}
+{"train_loss": 0.026720674708485603, "global_step": 2120, "epoch": 32, "lr": 9.956323178793383e-05}
+{"train_loss": 0.02980789728462696, "global_step": 2121, "epoch": 32, "lr": 9.956269352149397e-05}
+{"train_loss": 0.027422746643424034, "global_step": 2122, "epoch": 32, "lr": 9.956215492503949e-05}
+{"train_loss": 0.023714300245046616, "global_step": 2123, "epoch": 32, "lr": 9.956161599857397e-05}
+{"train_loss": 0.027204561978578568, "global_step": 2124, "epoch": 32, "lr": 9.9561076742101e-05}
+{"train_loss": 0.02443528361618519, "global_step": 2125, "epoch": 32, "lr": 9.956053715562418e-05}
+{"train_loss": 0.022177690640091896, "global_step": 2126, "epoch": 32, "lr": 9.955999723914708e-05}
+{"train_loss": 0.036076296120882034, "global_step": 2127, "epoch": 32, "lr": 9.955945699267333e-05}
+{"train_loss": 0.02409188821911812, "global_step": 2128, "epoch": 32, "lr": 9.955891641620648e-05}
+{"train_loss": 0.028168650344014168, "global_step": 2129, "epoch": 32, "lr": 9.955837550975016e-05}
+{"train_loss": 0.024654069915413857, "global_step": 2130, "epoch": 32, "lr": 9.955783427330798e-05}
+{"train_loss": 0.02222430519759655, "global_step": 2131, "epoch": 32, "lr": 9.955729270688352e-05}
+{"train_loss": 0.026347626000642776, "global_step": 2132, "epoch": 32, "lr": 9.95567508104804e-05}
+{"train_loss": 0.03049573302268982, "global_step": 2133, "epoch": 32, "lr": 9.955620858410223e-05}
+{"train_loss": 0.03321054205298424, "global_step": 2134, "epoch": 32, "lr": 9.955566602775262e-05}
+{"train_loss": 0.027280112728476524, "global_step": 2135, "epoch": 32, "lr": 9.955512314143516e-05}
+{"train_loss": 0.027875423431396484, "global_step": 2136, "epoch": 32, "lr": 9.955457992515349e-05}
+{"train_loss": 0.024814365431666374, "global_step": 2137, "epoch": 32, "lr": 9.955403637891123e-05}
+{"train_loss": 0.03024064563214779, "global_step": 2138, "epoch": 32, "lr": 9.955349250271197e-05}
+{"train_loss": 0.031669732183218, "global_step": 2139, "epoch": 32, "lr": 9.955294829655936e-05}
+{"train_loss": 0.02580665796995163, "global_step": 2140, "epoch": 32, "lr": 9.9552403760457e-05}
+{"train_loss": 0.02877342700958252, "global_step": 2141, "epoch": 32, "lr": 9.955185889440854e-05}
+{"train_loss": 0.026750463992357254, "global_step": 2142, "epoch": 32, "lr": 9.955131369841762e-05}
+{"train_loss": 0.025783417746424675, "global_step": 2143, "epoch": 32, "lr": 9.955076817248781e-05}
+{"train_loss": 0.02760677096935419, "global_step": 2144, "epoch": 32, "lr": 9.955022231662281e-05, "val_loss": 0.03282950446009636}
+{"train_loss": 0.03152719885110855, "global_step": 2145, "epoch": 33, "lr": 9.95496761308262e-05}
+{"train_loss": 0.03172295540571213, "global_step": 2146, "epoch": 33, "lr": 9.954912961510167e-05}
+{"train_loss": 0.025911839678883553, "global_step": 2147, "epoch": 33, "lr": 9.954858276945282e-05}
+{"train_loss": 0.031032618135213852, "global_step": 2148, "epoch": 33, "lr": 9.954803559388329e-05}
+{"train_loss": 0.03356782719492912, "global_step": 2149, "epoch": 33, "lr": 9.954748808839674e-05}
+{"train_loss": 0.034324802458286285, "global_step": 2150, "epoch": 33, "lr": 9.954694025299683e-05}
+{"train_loss": 0.02595476061105728, "global_step": 2151, "epoch": 33, "lr": 9.954639208768716e-05}
+{"train_loss": 0.036162376403808594, "global_step": 2152, "epoch": 33, "lr": 9.954584359247143e-05}
+{"train_loss": 0.024838989600539207, "global_step": 2153, "epoch": 33, "lr": 9.954529476735326e-05}
+{"train_loss": 0.025530977174639702, "global_step": 2154, "epoch": 33, "lr": 9.954474561233631e-05}
+{"train_loss": 0.023701852187514305, "global_step": 2155, "epoch": 33, "lr": 9.954419612742425e-05}
+{"train_loss": 0.029082544147968292, "global_step": 2156, "epoch": 33, "lr": 9.954364631262072e-05}
+{"train_loss": 0.026228245347738266, "global_step": 2157, "epoch": 33, "lr": 9.95430961679294e-05}
+{"train_loss": 0.031222492456436157, "global_step": 2158, "epoch": 33, "lr": 9.954254569335395e-05}
+{"train_loss": 0.01984468847513199, "global_step": 2159, "epoch": 33, "lr": 9.954199488889803e-05}
+{"train_loss": 0.02473839372396469, "global_step": 2160, "epoch": 33, "lr": 9.95414437545653e-05}
+{"train_loss": 0.022038137540221214, "global_step": 2161, "epoch": 33, "lr": 9.954089229035944e-05}
+{"train_loss": 0.024701153859496117, "global_step": 2162, "epoch": 33, "lr": 9.954034049628411e-05}
+{"train_loss": 0.026414403691887856, "global_step": 2163, "epoch": 33, "lr": 9.953978837234302e-05}
+{"train_loss": 0.030111344531178474, "global_step": 2164, "epoch": 33, "lr": 9.95392359185398e-05}
+{"train_loss": 0.030539115890860558, "global_step": 2165, "epoch": 33, "lr": 9.953868313487816e-05}
+{"train_loss": 0.03399757668375969, "global_step": 2166, "epoch": 33, "lr": 9.953813002136174e-05}
+{"train_loss": 0.02246861346065998, "global_step": 2167, "epoch": 33, "lr": 9.953757657799427e-05}
+{"train_loss": 0.030611371621489525, "global_step": 2168, "epoch": 33, "lr": 9.953702280477942e-05}
+{"train_loss": 0.02422645315527916, "global_step": 2169, "epoch": 33, "lr": 9.953646870172087e-05}
+{"train_loss": 0.03248511254787445, "global_step": 2170, "epoch": 33, "lr": 9.953591426882231e-05}
+{"train_loss": 0.026397842913866043, "global_step": 2171, "epoch": 33, "lr": 9.953535950608746e-05}
+{"train_loss": 0.029278773814439774, "global_step": 2172, "epoch": 33, "lr": 9.953480441351997e-05}
+{"train_loss": 0.02808108925819397, "global_step": 2173, "epoch": 33, "lr": 9.953424899112356e-05}
+{"train_loss": 0.02683309093117714, "global_step": 2174, "epoch": 33, "lr": 9.953369323890191e-05}
+{"train_loss": 0.028470642864704132, "global_step": 2175, "epoch": 33, "lr": 9.953313715685874e-05}
+{"train_loss": 0.027904659509658813, "global_step": 2176, "epoch": 33, "lr": 9.953258074499777e-05}
+{"train_loss": 0.03294556960463524, "global_step": 2177, "epoch": 33, "lr": 9.953202400332264e-05}
+{"train_loss": 0.02791302278637886, "global_step": 2178, "epoch": 33, "lr": 9.953146693183713e-05}
+{"train_loss": 0.02380945533514023, "global_step": 2179, "epoch": 33, "lr": 9.953090953054492e-05}
+{"train_loss": 0.021259570494294167, "global_step": 2180, "epoch": 33, "lr": 9.95303517994497e-05}
+{"train_loss": 0.030889451503753662, "global_step": 2181, "epoch": 33, "lr": 9.952979373855522e-05}
+{"train_loss": 0.028346650302410126, "global_step": 2182, "epoch": 33, "lr": 9.952923534786517e-05}
+{"train_loss": 0.02776574157178402, "global_step": 2183, "epoch": 33, "lr": 9.952867662738327e-05}
+{"train_loss": 0.026170914992690086, "global_step": 2184, "epoch": 33, "lr": 9.952811757711326e-05}
+{"train_loss": 0.02372915856540203, "global_step": 2185, "epoch": 33, "lr": 9.952755819705886e-05}
+{"train_loss": 0.02720986306667328, "global_step": 2186, "epoch": 33, "lr": 9.952699848722375e-05}
+{"train_loss": 0.025953445583581924, "global_step": 2187, "epoch": 33, "lr": 9.952643844761172e-05}
+{"train_loss": 0.02434818260371685, "global_step": 2188, "epoch": 33, "lr": 9.952587807822647e-05}
+{"train_loss": 0.02671511098742485, "global_step": 2189, "epoch": 33, "lr": 9.952531737907172e-05}
+{"train_loss": 0.02053934335708618, "global_step": 2190, "epoch": 33, "lr": 9.952475635015123e-05}
+{"train_loss": 0.0209578238427639, "global_step": 2191, "epoch": 33, "lr": 9.95241949914687e-05}
+{"train_loss": 0.02559358812868595, "global_step": 2192, "epoch": 33, "lr": 9.952363330302791e-05}
+{"train_loss": 0.02811104618012905, "global_step": 2193, "epoch": 33, "lr": 9.952307128483256e-05}
+{"train_loss": 0.026145847514271736, "global_step": 2194, "epoch": 33, "lr": 9.952250893688642e-05}
+{"train_loss": 0.031619057059288025, "global_step": 2195, "epoch": 33, "lr": 9.952194625919323e-05}
+{"train_loss": 0.029954925179481506, "global_step": 2196, "epoch": 33, "lr": 9.952138325175673e-05}
+{"train_loss": 0.021686304360628128, "global_step": 2197, "epoch": 33, "lr": 9.952081991458067e-05}
+{"train_loss": 0.024446729570627213, "global_step": 2198, "epoch": 33, "lr": 9.952025624766879e-05}
+{"train_loss": 0.024862168356776237, "global_step": 2199, "epoch": 33, "lr": 9.951969225102486e-05}
+{"train_loss": 0.02473084069788456, "global_step": 2200, "epoch": 33, "lr": 9.951912792465264e-05}
+{"train_loss": 0.02854517288506031, "global_step": 2201, "epoch": 33, "lr": 9.951856326855588e-05}
+{"train_loss": 0.02426067553460598, "global_step": 2202, "epoch": 33, "lr": 9.951799828273832e-05}
+{"train_loss": 0.030606837943196297, "global_step": 2203, "epoch": 33, "lr": 9.951743296720375e-05}
+{"train_loss": 0.02477882243692875, "global_step": 2204, "epoch": 33, "lr": 9.951686732195593e-05}
+{"train_loss": 0.01930420845746994, "global_step": 2205, "epoch": 33, "lr": 9.951630134699861e-05}
+{"train_loss": 0.028134819120168686, "global_step": 2206, "epoch": 33, "lr": 9.951573504233556e-05}
+{"train_loss": 0.02837834507226944, "global_step": 2207, "epoch": 33, "lr": 9.951516840797058e-05}
+{"train_loss": 0.028219636529684067, "global_step": 2208, "epoch": 33, "lr": 9.951460144390741e-05}
+{"train_loss": 0.027142947969528344, "global_step": 2209, "epoch": 33, "lr": 9.951403415014984e-05, "val_loss": 0.029492978006601334}
+{"train_loss": 0.016661860048770905, "global_step": 2210, "epoch": 34, "lr": 9.951346652670165e-05}
+{"train_loss": 0.026627445593476295, "global_step": 2211, "epoch": 34, "lr": 9.951289857356661e-05}
+{"train_loss": 0.02200612984597683, "global_step": 2212, "epoch": 34, "lr": 9.95123302907485e-05}
+{"train_loss": 0.023451341316103935, "global_step": 2213, "epoch": 34, "lr": 9.951176167825113e-05}
+{"train_loss": 0.028095636516809464, "global_step": 2214, "epoch": 34, "lr": 9.951119273607825e-05}
+{"train_loss": 0.022122923284769058, "global_step": 2215, "epoch": 34, "lr": 9.951062346423366e-05}
+{"train_loss": 0.025385815650224686, "global_step": 2216, "epoch": 34, "lr": 9.951005386272117e-05}
+{"train_loss": 0.02168990485370159, "global_step": 2217, "epoch": 34, "lr": 9.950948393154455e-05}
+{"train_loss": 0.03119671903550625, "global_step": 2218, "epoch": 34, "lr": 9.950891367070761e-05}
+{"train_loss": 0.02455129101872444, "global_step": 2219, "epoch": 34, "lr": 9.950834308021412e-05}
+{"train_loss": 0.023172231391072273, "global_step": 2220, "epoch": 34, "lr": 9.950777216006791e-05}
+{"train_loss": 0.021098652854561806, "global_step": 2221, "epoch": 34, "lr": 9.950720091027277e-05}
+{"train_loss": 0.025854431092739105, "global_step": 2222, "epoch": 34, "lr": 9.950662933083252e-05}
+{"train_loss": 0.0242756437510252, "global_step": 2223, "epoch": 34, "lr": 9.950605742175093e-05}
+{"train_loss": 0.026551540940999985, "global_step": 2224, "epoch": 34, "lr": 9.950548518303183e-05}
+{"train_loss": 0.02257145754992962, "global_step": 2225, "epoch": 34, "lr": 9.950491261467903e-05}
+{"train_loss": 0.025604283437132835, "global_step": 2226, "epoch": 34, "lr": 9.950433971669634e-05}
+{"train_loss": 0.027802899479866028, "global_step": 2227, "epoch": 34, "lr": 9.950376648908759e-05}
+{"train_loss": 0.018781429156661034, "global_step": 2228, "epoch": 34, "lr": 9.950319293185657e-05}
+{"train_loss": 0.025227492675185204, "global_step": 2229, "epoch": 34, "lr": 9.95026190450071e-05}
+{"train_loss": 0.021084526553750038, "global_step": 2230, "epoch": 34, "lr": 9.950204482854304e-05}
+{"train_loss": 0.020674854516983032, "global_step": 2231, "epoch": 34, "lr": 9.950147028246817e-05}
+{"train_loss": 0.027713840827345848, "global_step": 2232, "epoch": 34, "lr": 9.950089540678633e-05}
+{"train_loss": 0.03149377927184105, "global_step": 2233, "epoch": 34, "lr": 9.950032020150135e-05}
+{"train_loss": 0.028448276221752167, "global_step": 2234, "epoch": 34, "lr": 9.949974466661707e-05}
+{"train_loss": 0.02230605110526085, "global_step": 2235, "epoch": 34, "lr": 9.94991688021373e-05}
+{"train_loss": 0.025876395404338837, "global_step": 2236, "epoch": 34, "lr": 9.949859260806589e-05}
+{"train_loss": 0.0275952760130167, "global_step": 2237, "epoch": 34, "lr": 9.949801608440668e-05}
+{"train_loss": 0.022092722356319427, "global_step": 2238, "epoch": 34, "lr": 9.94974392311635e-05}
+{"train_loss": 0.02343054860830307, "global_step": 2239, "epoch": 34, "lr": 9.949686204834019e-05}
+{"train_loss": 0.02097119763493538, "global_step": 2240, "epoch": 34, "lr": 9.949628453594058e-05}
+{"train_loss": 0.02096279338002205, "global_step": 2241, "epoch": 34, "lr": 9.949570669396854e-05}
+{"train_loss": 0.023219522088766098, "global_step": 2242, "epoch": 34, "lr": 9.949512852242792e-05}
+{"train_loss": 0.02475523017346859, "global_step": 2243, "epoch": 34, "lr": 9.949455002132255e-05}
+{"train_loss": 0.015078370459377766, "global_step": 2244, "epoch": 34, "lr": 9.94939711906563e-05}
+{"train_loss": 0.021140597760677338, "global_step": 2245, "epoch": 34, "lr": 9.949339203043301e-05}
+{"train_loss": 0.025739064440131187, "global_step": 2246, "epoch": 34, "lr": 9.949281254065653e-05}
+{"train_loss": 0.023823508992791176, "global_step": 2247, "epoch": 34, "lr": 9.949223272133075e-05}
+{"train_loss": 0.017855634912848473, "global_step": 2248, "epoch": 34, "lr": 9.949165257245949e-05}
+{"train_loss": 0.024515418335795403, "global_step": 2249, "epoch": 34, "lr": 9.949107209404665e-05}
+{"train_loss": 0.019797762855887413, "global_step": 2250, "epoch": 34, "lr": 9.949049128609607e-05}
+{"train_loss": 0.021378956735134125, "global_step": 2251, "epoch": 34, "lr": 9.948991014861162e-05}
+{"train_loss": 0.023870889097452164, "global_step": 2252, "epoch": 34, "lr": 9.948932868159717e-05}
+{"train_loss": 0.02216346189379692, "global_step": 2253, "epoch": 34, "lr": 9.948874688505662e-05}
+{"train_loss": 0.019475771114230156, "global_step": 2254, "epoch": 34, "lr": 9.948816475899381e-05}
+{"train_loss": 0.02495858259499073, "global_step": 2255, "epoch": 34, "lr": 9.948758230341262e-05}
+{"train_loss": 0.02620157040655613, "global_step": 2256, "epoch": 34, "lr": 9.948699951831695e-05}
+{"train_loss": 0.021935980767011642, "global_step": 2257, "epoch": 34, "lr": 9.948641640371064e-05}
+{"train_loss": 0.02529967576265335, "global_step": 2258, "epoch": 34, "lr": 9.948583295959762e-05}
+{"train_loss": 0.021057285368442535, "global_step": 2259, "epoch": 34, "lr": 9.948524918598175e-05}
+{"train_loss": 0.017558878287672997, "global_step": 2260, "epoch": 34, "lr": 9.948466508286691e-05}
+{"train_loss": 0.026955191045999527, "global_step": 2261, "epoch": 34, "lr": 9.948408065025702e-05}
+{"train_loss": 0.017475580796599388, "global_step": 2262, "epoch": 34, "lr": 9.948349588815593e-05}
+{"train_loss": 0.025126202031970024, "global_step": 2263, "epoch": 34, "lr": 9.948291079656757e-05}
+{"train_loss": 0.025165980681777, "global_step": 2264, "epoch": 34, "lr": 9.948232537549583e-05}
+{"train_loss": 0.018953323364257812, "global_step": 2265, "epoch": 34, "lr": 9.948173962494457e-05}
+{"train_loss": 0.028729429468512535, "global_step": 2266, "epoch": 34, "lr": 9.948115354491774e-05}
+{"train_loss": 0.022597244009375572, "global_step": 2267, "epoch": 34, "lr": 9.94805671354192e-05}
+{"train_loss": 0.02529026009142399, "global_step": 2268, "epoch": 34, "lr": 9.94799803964529e-05}
+{"train_loss": 0.020074032247066498, "global_step": 2269, "epoch": 34, "lr": 9.947939332802271e-05}
+{"train_loss": 0.024620482698082924, "global_step": 2270, "epoch": 34, "lr": 9.947880593013255e-05}
+{"train_loss": 0.02664356492459774, "global_step": 2271, "epoch": 34, "lr": 9.947821820278634e-05}
+{"train_loss": 0.024560874328017235, "global_step": 2272, "epoch": 34, "lr": 9.947763014598798e-05}
+{"train_loss": 0.023913612589240074, "global_step": 2273, "epoch": 34, "lr": 9.94770417597414e-05}
+{"train_loss": 0.023514290569493404, "global_step": 2274, "epoch": 34, "lr": 9.947645304405051e-05, "val_loss": 0.024545662105083466}
+{"train_loss": 0.02966202236711979, "global_step": 2275, "epoch": 35, "lr": 9.947586399891922e-05}
+{"train_loss": 0.03833695501089096, "global_step": 2276, "epoch": 35, "lr": 9.947527462435146e-05}
+{"train_loss": 0.0178337674587965, "global_step": 2277, "epoch": 35, "lr": 9.947468492035116e-05}
+{"train_loss": 0.02263309434056282, "global_step": 2278, "epoch": 35, "lr": 9.947409488692226e-05}
+{"train_loss": 0.025113647803664207, "global_step": 2279, "epoch": 35, "lr": 9.947350452406866e-05}
+{"train_loss": 0.025024406611919403, "global_step": 2280, "epoch": 35, "lr": 9.947291383179429e-05}
+{"train_loss": 0.02741587720811367, "global_step": 2281, "epoch": 35, "lr": 9.947232281010311e-05}
+{"train_loss": 0.020980121567845345, "global_step": 2282, "epoch": 35, "lr": 9.947173145899904e-05}
+{"train_loss": 0.021063897758722305, "global_step": 2283, "epoch": 35, "lr": 9.947113977848601e-05}
+{"train_loss": 0.02835805155336857, "global_step": 2284, "epoch": 35, "lr": 9.947054776856798e-05}
+{"train_loss": 0.025970611721277237, "global_step": 2285, "epoch": 35, "lr": 9.946995542924888e-05}
+{"train_loss": 0.02626923657953739, "global_step": 2286, "epoch": 35, "lr": 9.946936276053265e-05}
+{"train_loss": 0.025942958891391754, "global_step": 2287, "epoch": 35, "lr": 9.946876976242323e-05}
+{"train_loss": 0.022047284990549088, "global_step": 2288, "epoch": 35, "lr": 9.946817643492459e-05}
+{"train_loss": 0.02784576453268528, "global_step": 2289, "epoch": 35, "lr": 9.946758277804067e-05}
+{"train_loss": 0.023828627541661263, "global_step": 2290, "epoch": 35, "lr": 9.946698879177541e-05}
+{"train_loss": 0.024395281448960304, "global_step": 2291, "epoch": 35, "lr": 9.94663944761328e-05}
+{"train_loss": 0.03010742925107479, "global_step": 2292, "epoch": 35, "lr": 9.946579983111677e-05}
+{"train_loss": 0.03687416389584541, "global_step": 2293, "epoch": 35, "lr": 9.946520485673128e-05}
+{"train_loss": 0.026891034096479416, "global_step": 2294, "epoch": 35, "lr": 9.946460955298028e-05}
+{"train_loss": 0.026564819738268852, "global_step": 2295, "epoch": 35, "lr": 9.946401391986778e-05}
+{"train_loss": 0.02824624814093113, "global_step": 2296, "epoch": 35, "lr": 9.946341795739769e-05}
+{"train_loss": 0.024429770186543465, "global_step": 2297, "epoch": 35, "lr": 9.946282166557402e-05}
+{"train_loss": 0.01955413818359375, "global_step": 2298, "epoch": 35, "lr": 9.946222504440071e-05}
+{"train_loss": 0.035139407962560654, "global_step": 2299, "epoch": 35, "lr": 9.946162809388176e-05}
+{"train_loss": 0.02340931072831154, "global_step": 2300, "epoch": 35, "lr": 9.946103081402112e-05}
+{"train_loss": 0.026296371594071388, "global_step": 2301, "epoch": 35, "lr": 9.946043320482279e-05}
+{"train_loss": 0.02891789749264717, "global_step": 2302, "epoch": 35, "lr": 9.945983526629074e-05}
+{"train_loss": 0.03413888439536095, "global_step": 2303, "epoch": 35, "lr": 9.945923699842894e-05}
+{"train_loss": 0.02772330865263939, "global_step": 2304, "epoch": 35, "lr": 9.945863840124138e-05}
+{"train_loss": 0.029873521998524666, "global_step": 2305, "epoch": 35, "lr": 9.945803947473207e-05}
+{"train_loss": 0.021442031487822533, "global_step": 2306, "epoch": 35, "lr": 9.945744021890497e-05}
+{"train_loss": 0.023836655542254448, "global_step": 2307, "epoch": 35, "lr": 9.945684063376407e-05}
+{"train_loss": 0.031796183437108994, "global_step": 2308, "epoch": 35, "lr": 9.945624071931337e-05}
+{"train_loss": 0.026671597734093666, "global_step": 2309, "epoch": 35, "lr": 9.945564047555687e-05}
+{"train_loss": 0.0289184357970953, "global_step": 2310, "epoch": 35, "lr": 9.945503990249856e-05}
+{"train_loss": 0.029863115400075912, "global_step": 2311, "epoch": 35, "lr": 9.945443900014243e-05}
+{"train_loss": 0.0281431395560503, "global_step": 2312, "epoch": 35, "lr": 9.94538377684925e-05}
+{"train_loss": 0.03023661859333515, "global_step": 2313, "epoch": 35, "lr": 9.945323620755276e-05}
+{"train_loss": 0.028119996190071106, "global_step": 2314, "epoch": 35, "lr": 9.945263431732722e-05}
+{"train_loss": 0.030850820243358612, "global_step": 2315, "epoch": 35, "lr": 9.94520320978199e-05}
+{"train_loss": 0.023127926513552666, "global_step": 2316, "epoch": 35, "lr": 9.945142954903476e-05}
+{"train_loss": 0.025295371189713478, "global_step": 2317, "epoch": 35, "lr": 9.94508266709759e-05}
+{"train_loss": 0.023835401982069016, "global_step": 2318, "epoch": 35, "lr": 9.945022346364725e-05}
+{"train_loss": 0.027670223265886307, "global_step": 2319, "epoch": 35, "lr": 9.944961992705288e-05}
+{"train_loss": 0.03371633589267731, "global_step": 2320, "epoch": 35, "lr": 9.944901606119677e-05}
+{"train_loss": 0.024727871641516685, "global_step": 2321, "epoch": 35, "lr": 9.944841186608297e-05}
+{"train_loss": 0.03580738231539726, "global_step": 2322, "epoch": 35, "lr": 9.944780734171548e-05}
+{"train_loss": 0.02666603773832321, "global_step": 2323, "epoch": 35, "lr": 9.944720248809836e-05}
+{"train_loss": 0.020372051745653152, "global_step": 2324, "epoch": 35, "lr": 9.94465973052356e-05}
+{"train_loss": 0.035298146307468414, "global_step": 2325, "epoch": 35, "lr": 9.944599179313126e-05}
+{"train_loss": 0.0254063680768013, "global_step": 2326, "epoch": 35, "lr": 9.944538595178933e-05}
+{"train_loss": 0.023878345265984535, "global_step": 2327, "epoch": 35, "lr": 9.944477978121389e-05}
+{"train_loss": 0.0337357372045517, "global_step": 2328, "epoch": 35, "lr": 9.944417328140896e-05}
+{"train_loss": 0.0325227789580822, "global_step": 2329, "epoch": 35, "lr": 9.944356645237856e-05}
+{"train_loss": 0.02617388591170311, "global_step": 2330, "epoch": 35, "lr": 9.944295929412676e-05}
+{"train_loss": 0.026155570521950722, "global_step": 2331, "epoch": 35, "lr": 9.944235180665759e-05}
+{"train_loss": 0.0212920643389225, "global_step": 2332, "epoch": 35, "lr": 9.944174398997508e-05}
+{"train_loss": 0.028230272233486176, "global_step": 2333, "epoch": 35, "lr": 9.94411358440833e-05}
+{"train_loss": 0.025897519662976265, "global_step": 2334, "epoch": 35, "lr": 9.944052736898629e-05}
+{"train_loss": 0.018811549991369247, "global_step": 2335, "epoch": 35, "lr": 9.94399185646881e-05}
+{"train_loss": 0.02367888018488884, "global_step": 2336, "epoch": 35, "lr": 9.94393094311928e-05}
+{"train_loss": 0.022696031257510185, "global_step": 2337, "epoch": 35, "lr": 9.943869996850442e-05}
+{"train_loss": 0.026972297579050064, "global_step": 2338, "epoch": 35, "lr": 9.943809017662702e-05}
+{"train_loss": 0.02684263099844639, "global_step": 2339, "epoch": 35, "lr": 9.943748005556468e-05, "val_loss": 0.026768675073981285, "train_action_mse_error": 0.004421938210725784}
+{"train_loss": 0.026542238891124725, "global_step": 2340, "epoch": 36, "lr": 9.943686960532144e-05}
+{"train_loss": 0.023999221622943878, "global_step": 2341, "epoch": 36, "lr": 9.94362588259014e-05}
+{"train_loss": 0.02744387835264206, "global_step": 2342, "epoch": 36, "lr": 9.94356477173086e-05}
+{"train_loss": 0.02851738967001438, "global_step": 2343, "epoch": 36, "lr": 9.943503627954709e-05}
+{"train_loss": 0.027476774528622627, "global_step": 2344, "epoch": 36, "lr": 9.943442451262099e-05}
+{"train_loss": 0.028445769101381302, "global_step": 2345, "epoch": 36, "lr": 9.943381241653434e-05}
+{"train_loss": 0.02330969087779522, "global_step": 2346, "epoch": 36, "lr": 9.943319999129121e-05}
+{"train_loss": 0.021577198058366776, "global_step": 2347, "epoch": 36, "lr": 9.94325872368957e-05}
+{"train_loss": 0.022917071357369423, "global_step": 2348, "epoch": 36, "lr": 9.943197415335189e-05}
+{"train_loss": 0.021932687610387802, "global_step": 2349, "epoch": 36, "lr": 9.943136074066385e-05}
+{"train_loss": 0.028131982311606407, "global_step": 2350, "epoch": 36, "lr": 9.943074699883566e-05}
+{"train_loss": 0.025297170504927635, "global_step": 2351, "epoch": 36, "lr": 9.943013292787142e-05}
+{"train_loss": 0.027560526505112648, "global_step": 2352, "epoch": 36, "lr": 9.942951852777523e-05}
+{"train_loss": 0.018155213445425034, "global_step": 2353, "epoch": 36, "lr": 9.942890379855115e-05}
+{"train_loss": 0.02702380158007145, "global_step": 2354, "epoch": 36, "lr": 9.942828874020327e-05}
+{"train_loss": 0.018280958756804466, "global_step": 2355, "epoch": 36, "lr": 9.942767335273573e-05}
+{"train_loss": 0.029518472030758858, "global_step": 2356, "epoch": 36, "lr": 9.942705763615259e-05}
+{"train_loss": 0.03628811985254288, "global_step": 2357, "epoch": 36, "lr": 9.942644159045795e-05}
+{"train_loss": 0.025343608111143112, "global_step": 2358, "epoch": 36, "lr": 9.942582521565594e-05}
+{"train_loss": 0.028341252356767654, "global_step": 2359, "epoch": 36, "lr": 9.942520851175065e-05}
+{"train_loss": 0.026271965354681015, "global_step": 2360, "epoch": 36, "lr": 9.942459147874616e-05}
+{"train_loss": 0.02857574075460434, "global_step": 2361, "epoch": 36, "lr": 9.942397411664663e-05}
+{"train_loss": 0.01955285295844078, "global_step": 2362, "epoch": 36, "lr": 9.942335642545613e-05}
+{"train_loss": 0.026168160140514374, "global_step": 2363, "epoch": 36, "lr": 9.942273840517877e-05}
+{"train_loss": 0.020713694393634796, "global_step": 2364, "epoch": 36, "lr": 9.94221200558187e-05}
+{"train_loss": 0.026328720152378082, "global_step": 2365, "epoch": 36, "lr": 9.942150137738e-05}
+{"train_loss": 0.02156204544007778, "global_step": 2366, "epoch": 36, "lr": 9.942088236986682e-05}
+{"train_loss": 0.029776817187666893, "global_step": 2367, "epoch": 36, "lr": 9.942026303328327e-05}
+{"train_loss": 0.024865647777915, "global_step": 2368, "epoch": 36, "lr": 9.941964336763347e-05}
+{"train_loss": 0.023617811501026154, "global_step": 2369, "epoch": 36, "lr": 9.941902337292155e-05}
+{"train_loss": 0.024571401998400688, "global_step": 2370, "epoch": 36, "lr": 9.941840304915162e-05}
+{"train_loss": 0.02122211642563343, "global_step": 2371, "epoch": 36, "lr": 9.941778239632785e-05}
+{"train_loss": 0.02149840071797371, "global_step": 2372, "epoch": 36, "lr": 9.941716141445434e-05}
+{"train_loss": 0.023071367293596268, "global_step": 2373, "epoch": 36, "lr": 9.941654010353523e-05}
+{"train_loss": 0.019139213487505913, "global_step": 2374, "epoch": 36, "lr": 9.941591846357468e-05}
+{"train_loss": 0.02457207627594471, "global_step": 2375, "epoch": 36, "lr": 9.94152964945768e-05}
+{"train_loss": 0.026382526382803917, "global_step": 2376, "epoch": 36, "lr": 9.941467419654573e-05}
+{"train_loss": 0.02284506894648075, "global_step": 2377, "epoch": 36, "lr": 9.941405156948564e-05}
+{"train_loss": 0.030405748635530472, "global_step": 2378, "epoch": 36, "lr": 9.941342861340066e-05}
+{"train_loss": 0.017485616728663445, "global_step": 2379, "epoch": 36, "lr": 9.941280532829494e-05}
+{"train_loss": 0.024536559358239174, "global_step": 2380, "epoch": 36, "lr": 9.941218171417263e-05}
+{"train_loss": 0.030997835099697113, "global_step": 2381, "epoch": 36, "lr": 9.941155777103788e-05}
+{"train_loss": 0.023825379088521004, "global_step": 2382, "epoch": 36, "lr": 9.941093349889484e-05}
+{"train_loss": 0.019593948498368263, "global_step": 2383, "epoch": 36, "lr": 9.941030889774768e-05}
+{"train_loss": 0.031877487897872925, "global_step": 2384, "epoch": 36, "lr": 9.940968396760056e-05}
+{"train_loss": 0.021484563127160072, "global_step": 2385, "epoch": 36, "lr": 9.940905870845762e-05}
+{"train_loss": 0.025958351790905, "global_step": 2386, "epoch": 36, "lr": 9.940843312032303e-05}
+{"train_loss": 0.024126721546053886, "global_step": 2387, "epoch": 36, "lr": 9.9407807203201e-05}
+{"train_loss": 0.02718401700258255, "global_step": 2388, "epoch": 36, "lr": 9.940718095709563e-05}
+{"train_loss": 0.02214677445590496, "global_step": 2389, "epoch": 36, "lr": 9.940655438201111e-05}
+{"train_loss": 0.027580801397562027, "global_step": 2390, "epoch": 36, "lr": 9.940592747795166e-05}
+{"train_loss": 0.019939053803682327, "global_step": 2391, "epoch": 36, "lr": 9.940530024492139e-05}
+{"train_loss": 0.023986956104636192, "global_step": 2392, "epoch": 36, "lr": 9.94046726829245e-05}
+{"train_loss": 0.02839437499642372, "global_step": 2393, "epoch": 36, "lr": 9.94040447919652e-05}
+{"train_loss": 0.025624645873904228, "global_step": 2394, "epoch": 36, "lr": 9.940341657204762e-05}
+{"train_loss": 0.02085188962519169, "global_step": 2395, "epoch": 36, "lr": 9.940278802317595e-05}
+{"train_loss": 0.023548217490315437, "global_step": 2396, "epoch": 36, "lr": 9.94021591453544e-05}
+{"train_loss": 0.02687275968492031, "global_step": 2397, "epoch": 36, "lr": 9.940152993858716e-05}
+{"train_loss": 0.022783992812037468, "global_step": 2398, "epoch": 36, "lr": 9.94009004028784e-05}
+{"train_loss": 0.019818153232336044, "global_step": 2399, "epoch": 36, "lr": 9.940027053823234e-05}
+{"train_loss": 0.019870363175868988, "global_step": 2400, "epoch": 36, "lr": 9.939964034465312e-05}
+{"train_loss": 0.023360202088952065, "global_step": 2401, "epoch": 36, "lr": 9.939900982214498e-05}
+{"train_loss": 0.02793249674141407, "global_step": 2402, "epoch": 36, "lr": 9.939837897071211e-05}
+{"train_loss": 0.020432675257325172, "global_step": 2403, "epoch": 36, "lr": 9.939774779035871e-05}
+{"train_loss": 0.024663089502316254, "global_step": 2404, "epoch": 36, "lr": 9.939711628108899e-05, "val_loss": 0.01833549700677395}
+{"train_loss": 0.02003769390285015, "global_step": 2405, "epoch": 37, "lr": 9.939648444290712e-05}
+{"train_loss": 0.022595467045903206, "global_step": 2406, "epoch": 37, "lr": 9.939585227581736e-05}
+{"train_loss": 0.024987826123833656, "global_step": 2407, "epoch": 37, "lr": 9.939521977982388e-05}
+{"train_loss": 0.03036109171807766, "global_step": 2408, "epoch": 37, "lr": 9.939458695493091e-05}
+{"train_loss": 0.018627949059009552, "global_step": 2409, "epoch": 37, "lr": 9.939395380114264e-05}
+{"train_loss": 0.0277984831482172, "global_step": 2410, "epoch": 37, "lr": 9.939332031846332e-05}
+{"train_loss": 0.026990512385964394, "global_step": 2411, "epoch": 37, "lr": 9.939268650689715e-05}
+{"train_loss": 0.02149396762251854, "global_step": 2412, "epoch": 37, "lr": 9.939205236644835e-05}
+{"train_loss": 0.0283201951533556, "global_step": 2413, "epoch": 37, "lr": 9.939141789712115e-05}
+{"train_loss": 0.030171792954206467, "global_step": 2414, "epoch": 37, "lr": 9.939078309891976e-05}
+{"train_loss": 0.019956810399889946, "global_step": 2415, "epoch": 37, "lr": 9.93901479718484e-05}
+{"train_loss": 0.0244307778775692, "global_step": 2416, "epoch": 37, "lr": 9.938951251591135e-05}
+{"train_loss": 0.02359633333981037, "global_step": 2417, "epoch": 37, "lr": 9.938887673111279e-05}
+{"train_loss": 0.025085655972361565, "global_step": 2418, "epoch": 37, "lr": 9.938824061745697e-05}
+{"train_loss": 0.017688047140836716, "global_step": 2419, "epoch": 37, "lr": 9.938760417494811e-05}
+{"train_loss": 0.018831495195627213, "global_step": 2420, "epoch": 37, "lr": 9.938696740359048e-05}
+{"train_loss": 0.024033425375819206, "global_step": 2421, "epoch": 37, "lr": 9.938633030338829e-05}
+{"train_loss": 0.020498139783740044, "global_step": 2422, "epoch": 37, "lr": 9.93856928743458e-05}
+{"train_loss": 0.024164145812392235, "global_step": 2423, "epoch": 37, "lr": 9.938505511646726e-05}
+{"train_loss": 0.02866804599761963, "global_step": 2424, "epoch": 37, "lr": 9.938441702975689e-05}
+{"train_loss": 0.022258980199694633, "global_step": 2425, "epoch": 37, "lr": 9.938377861421896e-05}
+{"train_loss": 0.025631142780184746, "global_step": 2426, "epoch": 37, "lr": 9.938313986985773e-05}
+{"train_loss": 0.020690640434622765, "global_step": 2427, "epoch": 37, "lr": 9.938250079667741e-05}
+{"train_loss": 0.023235224187374115, "global_step": 2428, "epoch": 37, "lr": 9.93818613946823e-05}
+{"train_loss": 0.027050122618675232, "global_step": 2429, "epoch": 37, "lr": 9.938122166387663e-05}
+{"train_loss": 0.026224179193377495, "global_step": 2430, "epoch": 37, "lr": 9.93805816042647e-05}
+{"train_loss": 0.023406805470585823, "global_step": 2431, "epoch": 37, "lr": 9.93799412158507e-05}
+{"train_loss": 0.02133665606379509, "global_step": 2432, "epoch": 37, "lr": 9.937930049863896e-05}
+{"train_loss": 0.024991225451231003, "global_step": 2433, "epoch": 37, "lr": 9.937865945263372e-05}
+{"train_loss": 0.02644590102136135, "global_step": 2434, "epoch": 37, "lr": 9.937801807783926e-05}
+{"train_loss": 0.020549267530441284, "global_step": 2435, "epoch": 37, "lr": 9.937737637425984e-05}
+{"train_loss": 0.024614419788122177, "global_step": 2436, "epoch": 37, "lr": 9.937673434189971e-05}
+{"train_loss": 0.02400040253996849, "global_step": 2437, "epoch": 37, "lr": 9.937609198076318e-05}
+{"train_loss": 0.023449892178177834, "global_step": 2438, "epoch": 37, "lr": 9.937544929085454e-05}
+{"train_loss": 0.019005801528692245, "global_step": 2439, "epoch": 37, "lr": 9.937480627217804e-05}
+{"train_loss": 0.021238604560494423, "global_step": 2440, "epoch": 37, "lr": 9.937416292473795e-05}
+{"train_loss": 0.024156635627150536, "global_step": 2441, "epoch": 37, "lr": 9.937351924853857e-05}
+{"train_loss": 0.03416428714990616, "global_step": 2442, "epoch": 37, "lr": 9.93728752435842e-05}
+{"train_loss": 0.029734648764133453, "global_step": 2443, "epoch": 37, "lr": 9.937223090987912e-05}
+{"train_loss": 0.021677132695913315, "global_step": 2444, "epoch": 37, "lr": 9.937158624742759e-05}
+{"train_loss": 0.024695182219147682, "global_step": 2445, "epoch": 37, "lr": 9.937094125623396e-05}
+{"train_loss": 0.022204142063856125, "global_step": 2446, "epoch": 37, "lr": 9.937029593630249e-05}
+{"train_loss": 0.02201237715780735, "global_step": 2447, "epoch": 37, "lr": 9.936965028763746e-05}
+{"train_loss": 0.021249927580356598, "global_step": 2448, "epoch": 37, "lr": 9.936900431024319e-05}
+{"train_loss": 0.023993762210011482, "global_step": 2449, "epoch": 37, "lr": 9.9368358004124e-05}
+{"train_loss": 0.024975759908556938, "global_step": 2450, "epoch": 37, "lr": 9.936771136928416e-05}
+{"train_loss": 0.02835932746529579, "global_step": 2451, "epoch": 37, "lr": 9.9367064405728e-05}
+{"train_loss": 0.02612299658358097, "global_step": 2452, "epoch": 37, "lr": 9.93664171134598e-05}
+{"train_loss": 0.033168476074934006, "global_step": 2453, "epoch": 37, "lr": 9.93657694924839e-05}
+{"train_loss": 0.021509895101189613, "global_step": 2454, "epoch": 37, "lr": 9.93651215428046e-05}
+{"train_loss": 0.02583511359989643, "global_step": 2455, "epoch": 37, "lr": 9.93644732644262e-05}
+{"train_loss": 0.025657890364527702, "global_step": 2456, "epoch": 37, "lr": 9.936382465735304e-05}
+{"train_loss": 0.02877526916563511, "global_step": 2457, "epoch": 37, "lr": 9.936317572158942e-05}
+{"train_loss": 0.024226823821663857, "global_step": 2458, "epoch": 37, "lr": 9.93625264571397e-05}
+{"train_loss": 0.015223796479403973, "global_step": 2459, "epoch": 37, "lr": 9.936187686400815e-05}
+{"train_loss": 0.02608557604253292, "global_step": 2460, "epoch": 37, "lr": 9.936122694219911e-05}
+{"train_loss": 0.029641713947057724, "global_step": 2461, "epoch": 37, "lr": 9.936057669171693e-05}
+{"train_loss": 0.021809972822666168, "global_step": 2462, "epoch": 37, "lr": 9.935992611256593e-05}
+{"train_loss": 0.02360370196402073, "global_step": 2463, "epoch": 37, "lr": 9.935927520475042e-05}
+{"train_loss": 0.024053199216723442, "global_step": 2464, "epoch": 37, "lr": 9.935862396827476e-05}
+{"train_loss": 0.02180325612425804, "global_step": 2465, "epoch": 37, "lr": 9.935797240314328e-05}
+{"train_loss": 0.027328841388225555, "global_step": 2466, "epoch": 37, "lr": 9.935732050936034e-05}
+{"train_loss": 0.02429250068962574, "global_step": 2467, "epoch": 37, "lr": 9.935666828693022e-05}
+{"train_loss": 0.03243652731180191, "global_step": 2468, "epoch": 37, "lr": 9.935601573585731e-05}
+{"train_loss": 0.024358598730311945, "global_step": 2469, "epoch": 37, "lr": 9.935536285614595e-05, "val_loss": 0.03411112353205681}
+{"train_loss": 0.03176455199718475, "global_step": 2470, "epoch": 38, "lr": 9.935470964780048e-05}
+{"train_loss": 0.03189629316329956, "global_step": 2471, "epoch": 38, "lr": 9.935405611082525e-05}
+{"train_loss": 0.02262086234986782, "global_step": 2472, "epoch": 38, "lr": 9.935340224522462e-05}
+{"train_loss": 0.02487075887620449, "global_step": 2473, "epoch": 38, "lr": 9.935274805100293e-05}
+{"train_loss": 0.024105696007609367, "global_step": 2474, "epoch": 38, "lr": 9.935209352816455e-05}
+{"train_loss": 0.02904387377202511, "global_step": 2475, "epoch": 38, "lr": 9.935143867671383e-05}
+{"train_loss": 0.02596970647573471, "global_step": 2476, "epoch": 38, "lr": 9.935078349665512e-05}
+{"train_loss": 0.021657871082425117, "global_step": 2477, "epoch": 38, "lr": 9.935012798799282e-05}
+{"train_loss": 0.026397135108709335, "global_step": 2478, "epoch": 38, "lr": 9.934947215073125e-05}
+{"train_loss": 0.025047892704606056, "global_step": 2479, "epoch": 38, "lr": 9.934881598487479e-05}
+{"train_loss": 0.024741550907492638, "global_step": 2480, "epoch": 38, "lr": 9.934815949042782e-05}
+{"train_loss": 0.0310423094779253, "global_step": 2481, "epoch": 38, "lr": 9.934750266739471e-05}
+{"train_loss": 0.022065116092562675, "global_step": 2482, "epoch": 38, "lr": 9.934684551577983e-05}
+{"train_loss": 0.022614862769842148, "global_step": 2483, "epoch": 38, "lr": 9.934618803558756e-05}
+{"train_loss": 0.02971404790878296, "global_step": 2484, "epoch": 38, "lr": 9.934553022682227e-05}
+{"train_loss": 0.023300182074308395, "global_step": 2485, "epoch": 38, "lr": 9.934487208948833e-05}
+{"train_loss": 0.02439865842461586, "global_step": 2486, "epoch": 38, "lr": 9.934421362359015e-05}
+{"train_loss": 0.026661613956093788, "global_step": 2487, "epoch": 38, "lr": 9.934355482913209e-05}
+{"train_loss": 0.01720418781042099, "global_step": 2488, "epoch": 38, "lr": 9.934289570611854e-05}
+{"train_loss": 0.03245047107338905, "global_step": 2489, "epoch": 38, "lr": 9.934223625455391e-05}
+{"train_loss": 0.023824581876397133, "global_step": 2490, "epoch": 38, "lr": 9.934157647444257e-05}
+{"train_loss": 0.019153442233800888, "global_step": 2491, "epoch": 38, "lr": 9.934091636578892e-05}
+{"train_loss": 0.026869595050811768, "global_step": 2492, "epoch": 38, "lr": 9.934025592859736e-05}
+{"train_loss": 0.022505292668938637, "global_step": 2493, "epoch": 38, "lr": 9.933959516287228e-05}
+{"train_loss": 0.022944780066609383, "global_step": 2494, "epoch": 38, "lr": 9.933893406861807e-05}
+{"train_loss": 0.02228257991373539, "global_step": 2495, "epoch": 38, "lr": 9.933827264583916e-05}
+{"train_loss": 0.02256179414689541, "global_step": 2496, "epoch": 38, "lr": 9.933761089453994e-05}
+{"train_loss": 0.017645297572016716, "global_step": 2497, "epoch": 38, "lr": 9.93369488147248e-05}
+{"train_loss": 0.018507907167077065, "global_step": 2498, "epoch": 38, "lr": 9.933628640639816e-05}
+{"train_loss": 0.022908397018909454, "global_step": 2499, "epoch": 38, "lr": 9.933562366956445e-05}
+{"train_loss": 0.02234446257352829, "global_step": 2500, "epoch": 38, "lr": 9.933496060422806e-05}
+{"train_loss": 0.025466201826930046, "global_step": 2501, "epoch": 38, "lr": 9.93342972103934e-05}
+{"train_loss": 0.028038987889885902, "global_step": 2502, "epoch": 38, "lr": 9.933363348806491e-05}
+{"train_loss": 0.02783888950943947, "global_step": 2503, "epoch": 38, "lr": 9.933296943724701e-05}
+{"train_loss": 0.02558436058461666, "global_step": 2504, "epoch": 38, "lr": 9.933230505794409e-05}
+{"train_loss": 0.023994510993361473, "global_step": 2505, "epoch": 38, "lr": 9.933164035016061e-05}
+{"train_loss": 0.01946888118982315, "global_step": 2506, "epoch": 38, "lr": 9.933097531390096e-05}
+{"train_loss": 0.0289449505507946, "global_step": 2507, "epoch": 38, "lr": 9.933030994916959e-05}
+{"train_loss": 0.02659633569419384, "global_step": 2508, "epoch": 38, "lr": 9.932964425597093e-05}
+{"train_loss": 0.024001888930797577, "global_step": 2509, "epoch": 38, "lr": 9.932897823430943e-05}
+{"train_loss": 0.01980132982134819, "global_step": 2510, "epoch": 38, "lr": 9.932831188418948e-05}
+{"train_loss": 0.026599515229463577, "global_step": 2511, "epoch": 38, "lr": 9.932764520561554e-05}
+{"train_loss": 0.021481400355696678, "global_step": 2512, "epoch": 38, "lr": 9.932697819859206e-05}
+{"train_loss": 0.01987561210989952, "global_step": 2513, "epoch": 38, "lr": 9.932631086312347e-05}
+{"train_loss": 0.020669160410761833, "global_step": 2514, "epoch": 38, "lr": 9.932564319921423e-05}
+{"train_loss": 0.0214281864464283, "global_step": 2515, "epoch": 38, "lr": 9.932497520686876e-05}
+{"train_loss": 0.023144623264670372, "global_step": 2516, "epoch": 38, "lr": 9.932430688609152e-05}
+{"train_loss": 0.02492113597691059, "global_step": 2517, "epoch": 38, "lr": 9.932363823688696e-05}
+{"train_loss": 0.025350315496325493, "global_step": 2518, "epoch": 38, "lr": 9.932296925925952e-05}
+{"train_loss": 0.0266851969063282, "global_step": 2519, "epoch": 38, "lr": 9.93222999532137e-05}
+{"train_loss": 0.016521945595741272, "global_step": 2520, "epoch": 38, "lr": 9.932163031875389e-05}
+{"train_loss": 0.02143186703324318, "global_step": 2521, "epoch": 38, "lr": 9.932096035588458e-05}
+{"train_loss": 0.027330324053764343, "global_step": 2522, "epoch": 38, "lr": 9.932029006461026e-05}
+{"train_loss": 0.02900949865579605, "global_step": 2523, "epoch": 38, "lr": 9.931961944493534e-05}
+{"train_loss": 0.02321142889559269, "global_step": 2524, "epoch": 38, "lr": 9.931894849686432e-05}
+{"train_loss": 0.02649197354912758, "global_step": 2525, "epoch": 38, "lr": 9.931827722040165e-05}
+{"train_loss": 0.021307779476046562, "global_step": 2526, "epoch": 38, "lr": 9.931760561555182e-05}
+{"train_loss": 0.0241322610527277, "global_step": 2527, "epoch": 38, "lr": 9.93169336823193e-05}
+{"train_loss": 0.02067342959344387, "global_step": 2528, "epoch": 38, "lr": 9.931626142070854e-05}
+{"train_loss": 0.022364983335137367, "global_step": 2529, "epoch": 38, "lr": 9.931558883072403e-05}
+{"train_loss": 0.02066218852996826, "global_step": 2530, "epoch": 38, "lr": 9.931491591237023e-05}
+{"train_loss": 0.022604282945394516, "global_step": 2531, "epoch": 38, "lr": 9.931424266565167e-05}
+{"train_loss": 0.02281206101179123, "global_step": 2532, "epoch": 38, "lr": 9.931356909057279e-05}
+{"train_loss": 0.02506793476641178, "global_step": 2533, "epoch": 38, "lr": 9.93128951871381e-05}
+{"train_loss": 0.024069939782986275, "global_step": 2534, "epoch": 38, "lr": 9.931222095535204e-05, "val_loss": 0.022567545995116234}
+{"train_loss": 0.024073684588074684, "global_step": 2535, "epoch": 39, "lr": 9.931154639521916e-05}
+{"train_loss": 0.02226751670241356, "global_step": 2536, "epoch": 39, "lr": 9.931087150674392e-05}
+{"train_loss": 0.021417798474431038, "global_step": 2537, "epoch": 39, "lr": 9.931019628993083e-05}
+{"train_loss": 0.027689116075634956, "global_step": 2538, "epoch": 39, "lr": 9.930952074478436e-05}
+{"train_loss": 0.02347712032496929, "global_step": 2539, "epoch": 39, "lr": 9.930884487130903e-05}
+{"train_loss": 0.027134831994771957, "global_step": 2540, "epoch": 39, "lr": 9.930816866950934e-05}
+{"train_loss": 0.023402588441967964, "global_step": 2541, "epoch": 39, "lr": 9.930749213938976e-05}
+{"train_loss": 0.0222922395914793, "global_step": 2542, "epoch": 39, "lr": 9.930681528095485e-05}
+{"train_loss": 0.01858852431178093, "global_step": 2543, "epoch": 39, "lr": 9.930613809420908e-05}
+{"train_loss": 0.028969965875148773, "global_step": 2544, "epoch": 39, "lr": 9.930546057915698e-05}
+{"train_loss": 0.017557909712195396, "global_step": 2545, "epoch": 39, "lr": 9.930478273580301e-05}
+{"train_loss": 0.024628860875964165, "global_step": 2546, "epoch": 39, "lr": 9.930410456415175e-05}
+{"train_loss": 0.024401240050792694, "global_step": 2547, "epoch": 39, "lr": 9.930342606420769e-05}
+{"train_loss": 0.027903417125344276, "global_step": 2548, "epoch": 39, "lr": 9.930274723597532e-05}
+{"train_loss": 0.021998023614287376, "global_step": 2549, "epoch": 39, "lr": 9.93020680794592e-05}
+{"train_loss": 0.02399926260113716, "global_step": 2550, "epoch": 39, "lr": 9.930138859466384e-05}
+{"train_loss": 0.022028716281056404, "global_step": 2551, "epoch": 39, "lr": 9.930070878159376e-05}
+{"train_loss": 0.020222626626491547, "global_step": 2552, "epoch": 39, "lr": 9.93000286402535e-05}
+{"train_loss": 0.021701715886592865, "global_step": 2553, "epoch": 39, "lr": 9.929934817064756e-05}
+{"train_loss": 0.025925876572728157, "global_step": 2554, "epoch": 39, "lr": 9.929866737278049e-05}
+{"train_loss": 0.021614540368318558, "global_step": 2555, "epoch": 39, "lr": 9.929798624665683e-05}
+{"train_loss": 0.02206561528146267, "global_step": 2556, "epoch": 39, "lr": 9.929730479228109e-05}
+{"train_loss": 0.02773016318678856, "global_step": 2557, "epoch": 39, "lr": 9.929662300965783e-05}
+{"train_loss": 0.02269774302840233, "global_step": 2558, "epoch": 39, "lr": 9.929594089879158e-05}
+{"train_loss": 0.018887734040617943, "global_step": 2559, "epoch": 39, "lr": 9.92952584596869e-05}
+{"train_loss": 0.022881174460053444, "global_step": 2560, "epoch": 39, "lr": 9.92945756923483e-05}
+{"train_loss": 0.020381545647978783, "global_step": 2561, "epoch": 39, "lr": 9.929389259678036e-05}
+{"train_loss": 0.019055355340242386, "global_step": 2562, "epoch": 39, "lr": 9.92932091729876e-05}
+{"train_loss": 0.02923767641186714, "global_step": 2563, "epoch": 39, "lr": 9.92925254209746e-05}
+{"train_loss": 0.020674556493759155, "global_step": 2564, "epoch": 39, "lr": 9.92918413407459e-05}
+{"train_loss": 0.02780305966734886, "global_step": 2565, "epoch": 39, "lr": 9.929115693230603e-05}
+{"train_loss": 0.025587866082787514, "global_step": 2566, "epoch": 39, "lr": 9.929047219565959e-05}
+{"train_loss": 0.02009928785264492, "global_step": 2567, "epoch": 39, "lr": 9.92897871308111e-05}
+{"train_loss": 0.024408526718616486, "global_step": 2568, "epoch": 39, "lr": 9.928910173776516e-05}
+{"train_loss": 0.018973976373672485, "global_step": 2569, "epoch": 39, "lr": 9.92884160165263e-05}
+{"train_loss": 0.02645747736096382, "global_step": 2570, "epoch": 39, "lr": 9.92877299670991e-05}
+{"train_loss": 0.018791506066918373, "global_step": 2571, "epoch": 39, "lr": 9.928704358948813e-05}
+{"train_loss": 0.020339632406830788, "global_step": 2572, "epoch": 39, "lr": 9.928635688369797e-05}
+{"train_loss": 0.022803686559200287, "global_step": 2573, "epoch": 39, "lr": 9.928566984973316e-05}
+{"train_loss": 0.017714407294988632, "global_step": 2574, "epoch": 39, "lr": 9.92849824875983e-05}
+{"train_loss": 0.024326618760824203, "global_step": 2575, "epoch": 39, "lr": 9.928429479729798e-05}
+{"train_loss": 0.01845787838101387, "global_step": 2576, "epoch": 39, "lr": 9.928360677883675e-05}
+{"train_loss": 0.018218960613012314, "global_step": 2577, "epoch": 39, "lr": 9.92829184322192e-05}
+{"train_loss": 0.024864086881279945, "global_step": 2578, "epoch": 39, "lr": 9.928222975744991e-05}
+{"train_loss": 0.020268041640520096, "global_step": 2579, "epoch": 39, "lr": 9.928154075453348e-05}
+{"train_loss": 0.026482395827770233, "global_step": 2580, "epoch": 39, "lr": 9.928085142347447e-05}
+{"train_loss": 0.01795879565179348, "global_step": 2581, "epoch": 39, "lr": 9.928016176427751e-05}
+{"train_loss": 0.021039260551333427, "global_step": 2582, "epoch": 39, "lr": 9.927947177694716e-05}
+{"train_loss": 0.02925943210721016, "global_step": 2583, "epoch": 39, "lr": 9.927878146148803e-05}
+{"train_loss": 0.022550923749804497, "global_step": 2584, "epoch": 39, "lr": 9.927809081790472e-05}
+{"train_loss": 0.02256678231060505, "global_step": 2585, "epoch": 39, "lr": 9.927739984620181e-05}
+{"train_loss": 0.023483244702219963, "global_step": 2586, "epoch": 39, "lr": 9.927670854638391e-05}
+{"train_loss": 0.023580538108944893, "global_step": 2587, "epoch": 39, "lr": 9.927601691845564e-05}
+{"train_loss": 0.02066730335354805, "global_step": 2588, "epoch": 39, "lr": 9.927532496242158e-05}
+{"train_loss": 0.024749599397182465, "global_step": 2589, "epoch": 39, "lr": 9.927463267828633e-05}
+{"train_loss": 0.020375367254018784, "global_step": 2590, "epoch": 39, "lr": 9.927394006605454e-05}
+{"train_loss": 0.028351306915283203, "global_step": 2591, "epoch": 39, "lr": 9.927324712573078e-05}
+{"train_loss": 0.0246058888733387, "global_step": 2592, "epoch": 39, "lr": 9.92725538573197e-05}
+{"train_loss": 0.022791819646954536, "global_step": 2593, "epoch": 39, "lr": 9.927186026082589e-05}
+{"train_loss": 0.02927149273455143, "global_step": 2594, "epoch": 39, "lr": 9.927116633625398e-05}
+{"train_loss": 0.02093294821679592, "global_step": 2595, "epoch": 39, "lr": 9.927047208360858e-05}
+{"train_loss": 0.024019958451390266, "global_step": 2596, "epoch": 39, "lr": 9.926977750289433e-05}
+{"train_loss": 0.01709369197487831, "global_step": 2597, "epoch": 39, "lr": 9.926908259411582e-05}
+{"train_loss": 0.022977454587817192, "global_step": 2598, "epoch": 39, "lr": 9.926838735727772e-05}
+{"train_loss": 0.022868468927649353, "global_step": 2599, "epoch": 39, "lr": 9.926769179238466e-05, "val_loss": 0.026229826733469963}
+{"train_loss": 0.026430821046233177, "global_step": 2600, "epoch": 40, "lr": 9.926699589944122e-05}
+{"train_loss": 0.016501598060131073, "global_step": 2601, "epoch": 40, "lr": 9.926629967845209e-05}
+{"train_loss": 0.017836622893810272, "global_step": 2602, "epoch": 40, "lr": 9.926560312942189e-05}
+{"train_loss": 0.02285073511302471, "global_step": 2603, "epoch": 40, "lr": 9.926490625235521e-05}
+{"train_loss": 0.025227900594472885, "global_step": 2604, "epoch": 40, "lr": 9.926420904725675e-05}
+{"train_loss": 0.027396002784371376, "global_step": 2605, "epoch": 40, "lr": 9.926351151413113e-05}
+{"train_loss": 0.016781596466898918, "global_step": 2606, "epoch": 40, "lr": 9.926281365298303e-05}
+{"train_loss": 0.029840409755706787, "global_step": 2607, "epoch": 40, "lr": 9.926211546381701e-05}
+{"train_loss": 0.016755152493715286, "global_step": 2608, "epoch": 40, "lr": 9.92614169466378e-05}
+{"train_loss": 0.027635741978883743, "global_step": 2609, "epoch": 40, "lr": 9.926071810145003e-05}
+{"train_loss": 0.025927631184458733, "global_step": 2610, "epoch": 40, "lr": 9.926001892825834e-05}
+{"train_loss": 0.014835117384791374, "global_step": 2611, "epoch": 40, "lr": 9.925931942706739e-05}
+{"train_loss": 0.022731522098183632, "global_step": 2612, "epoch": 40, "lr": 9.925861959788185e-05}
+{"train_loss": 0.025764351710677147, "global_step": 2613, "epoch": 40, "lr": 9.925791944070637e-05}
+{"train_loss": 0.023674877360463142, "global_step": 2614, "epoch": 40, "lr": 9.925721895554558e-05}
+{"train_loss": 0.020683927461504936, "global_step": 2615, "epoch": 40, "lr": 9.925651814240423e-05}
+{"train_loss": 0.025700535625219345, "global_step": 2616, "epoch": 40, "lr": 9.925581700128689e-05}
+{"train_loss": 0.02554878406226635, "global_step": 2617, "epoch": 40, "lr": 9.925511553219828e-05}
+{"train_loss": 0.029044995084404945, "global_step": 2618, "epoch": 40, "lr": 9.925441373514306e-05}
+{"train_loss": 0.029171135276556015, "global_step": 2619, "epoch": 40, "lr": 9.925371161012591e-05}
+{"train_loss": 0.02608688548207283, "global_step": 2620, "epoch": 40, "lr": 9.925300915715151e-05}
+{"train_loss": 0.02539300173521042, "global_step": 2621, "epoch": 40, "lr": 9.925230637622451e-05}
+{"train_loss": 0.019201520830392838, "global_step": 2622, "epoch": 40, "lr": 9.925160326734962e-05}
+{"train_loss": 0.022248929366469383, "global_step": 2623, "epoch": 40, "lr": 9.925089983053151e-05}
+{"train_loss": 0.02595093473792076, "global_step": 2624, "epoch": 40, "lr": 9.925019606577486e-05}
+{"train_loss": 0.02624688111245632, "global_step": 2625, "epoch": 40, "lr": 9.924949197308435e-05}
+{"train_loss": 0.01858512870967388, "global_step": 2626, "epoch": 40, "lr": 9.924878755246467e-05}
+{"train_loss": 0.02323238179087639, "global_step": 2627, "epoch": 40, "lr": 9.924808280392054e-05}
+{"train_loss": 0.015945760533213615, "global_step": 2628, "epoch": 40, "lr": 9.924737772745662e-05}
+{"train_loss": 0.023231618106365204, "global_step": 2629, "epoch": 40, "lr": 9.92466723230776e-05}
+{"train_loss": 0.018119990825653076, "global_step": 2630, "epoch": 40, "lr": 9.924596659078822e-05}
+{"train_loss": 0.030248023569583893, "global_step": 2631, "epoch": 40, "lr": 9.924526053059313e-05}
+{"train_loss": 0.020422443747520447, "global_step": 2632, "epoch": 40, "lr": 9.924455414249705e-05}
+{"train_loss": 0.027528773993253708, "global_step": 2633, "epoch": 40, "lr": 9.92438474265047e-05}
+{"train_loss": 0.018345318734645844, "global_step": 2634, "epoch": 40, "lr": 9.924314038262074e-05}
+{"train_loss": 0.023353898897767067, "global_step": 2635, "epoch": 40, "lr": 9.924243301084995e-05}
+{"train_loss": 0.015439237467944622, "global_step": 2636, "epoch": 40, "lr": 9.924172531119697e-05}
+{"train_loss": 0.0199220422655344, "global_step": 2637, "epoch": 40, "lr": 9.924101728366654e-05}
+{"train_loss": 0.02022399753332138, "global_step": 2638, "epoch": 40, "lr": 9.92403089282634e-05}
+{"train_loss": 0.019540242850780487, "global_step": 2639, "epoch": 40, "lr": 9.923960024499224e-05}
+{"train_loss": 0.01679747737944126, "global_step": 2640, "epoch": 40, "lr": 9.923889123385777e-05}
+{"train_loss": 0.024359392002224922, "global_step": 2641, "epoch": 40, "lr": 9.923818189486472e-05}
+{"train_loss": 0.015270864591002464, "global_step": 2642, "epoch": 40, "lr": 9.92374722280178e-05}
+{"train_loss": 0.0196090005338192, "global_step": 2643, "epoch": 40, "lr": 9.923676223332177e-05}
+{"train_loss": 0.019458550959825516, "global_step": 2644, "epoch": 40, "lr": 9.923605191078133e-05}
+{"train_loss": 0.016779225319623947, "global_step": 2645, "epoch": 40, "lr": 9.923534126040124e-05}
+{"train_loss": 0.018111344426870346, "global_step": 2646, "epoch": 40, "lr": 9.923463028218618e-05}
+{"train_loss": 0.022972410544753075, "global_step": 2647, "epoch": 40, "lr": 9.923391897614094e-05}
+{"train_loss": 0.019269194453954697, "global_step": 2648, "epoch": 40, "lr": 9.92332073422702e-05}
+{"train_loss": 0.02532338723540306, "global_step": 2649, "epoch": 40, "lr": 9.923249538057875e-05}
+{"train_loss": 0.018793825060129166, "global_step": 2650, "epoch": 40, "lr": 9.92317830910713e-05}
+{"train_loss": 0.024784918874502182, "global_step": 2651, "epoch": 40, "lr": 9.92310704737526e-05}
+{"train_loss": 0.02991432137787342, "global_step": 2652, "epoch": 40, "lr": 9.923035752862741e-05}
+{"train_loss": 0.02260586805641651, "global_step": 2653, "epoch": 40, "lr": 9.922964425570045e-05}
+{"train_loss": 0.018826017156243324, "global_step": 2654, "epoch": 40, "lr": 9.92289306549765e-05}
+{"train_loss": 0.019895564764738083, "global_step": 2655, "epoch": 40, "lr": 9.922821672646027e-05}
+{"train_loss": 0.019848335534334183, "global_step": 2656, "epoch": 40, "lr": 9.922750247015655e-05}
+{"train_loss": 0.021150177344679832, "global_step": 2657, "epoch": 40, "lr": 9.92267878860701e-05}
+{"train_loss": 0.016688015311956406, "global_step": 2658, "epoch": 40, "lr": 9.922607297420563e-05}
+{"train_loss": 0.01769908331334591, "global_step": 2659, "epoch": 40, "lr": 9.922535773456796e-05}
+{"train_loss": 0.020717192441225052, "global_step": 2660, "epoch": 40, "lr": 9.922464216716181e-05}
+{"train_loss": 0.022203702479600906, "global_step": 2661, "epoch": 40, "lr": 9.922392627199198e-05}
+{"train_loss": 0.016903314739465714, "global_step": 2662, "epoch": 40, "lr": 9.922321004906318e-05}
+{"train_loss": 0.02611509896814823, "global_step": 2663, "epoch": 40, "lr": 9.922249349838024e-05}
+{"train_loss": 0.021950233742021596, "global_step": 2664, "epoch": 40, "lr": 9.922177661994792e-05, "val_loss": 0.015572860836982727, "train_action_mse_error": 0.0029383949004113674}
+{"train_loss": 0.015978774055838585, "global_step": 2665, "epoch": 41, "lr": 9.922105941377096e-05}
+{"train_loss": 0.021162038668990135, "global_step": 2666, "epoch": 41, "lr": 9.922034187985417e-05}
+{"train_loss": 0.02164524979889393, "global_step": 2667, "epoch": 41, "lr": 9.921962401820228e-05}
+{"train_loss": 0.026090703904628754, "global_step": 2668, "epoch": 41, "lr": 9.921890582882014e-05}
+{"train_loss": 0.023862507194280624, "global_step": 2669, "epoch": 41, "lr": 9.921818731171248e-05}
+{"train_loss": 0.02114495262503624, "global_step": 2670, "epoch": 41, "lr": 9.92174684668841e-05}
+{"train_loss": 0.020028550177812576, "global_step": 2671, "epoch": 41, "lr": 9.92167492943398e-05}
+{"train_loss": 0.019778452813625336, "global_step": 2672, "epoch": 41, "lr": 9.921602979408433e-05}
+{"train_loss": 0.021816352382302284, "global_step": 2673, "epoch": 41, "lr": 9.921530996612252e-05}
+{"train_loss": 0.018607795238494873, "global_step": 2674, "epoch": 41, "lr": 9.921458981045914e-05}
+{"train_loss": 0.029304301366209984, "global_step": 2675, "epoch": 41, "lr": 9.921386932709901e-05}
+{"train_loss": 0.01937541924417019, "global_step": 2676, "epoch": 41, "lr": 9.92131485160469e-05}
+{"train_loss": 0.018337344750761986, "global_step": 2677, "epoch": 41, "lr": 9.921242737730761e-05}
+{"train_loss": 0.021340390667319298, "global_step": 2678, "epoch": 41, "lr": 9.921170591088597e-05}
+{"train_loss": 0.031712912023067474, "global_step": 2679, "epoch": 41, "lr": 9.921098411678675e-05}
+{"train_loss": 0.018467536196112633, "global_step": 2680, "epoch": 41, "lr": 9.92102619950148e-05}
+{"train_loss": 0.02223551645874977, "global_step": 2681, "epoch": 41, "lr": 9.920953954557488e-05}
+{"train_loss": 0.022405989468097687, "global_step": 2682, "epoch": 41, "lr": 9.920881676847183e-05}
+{"train_loss": 0.02012745849788189, "global_step": 2683, "epoch": 41, "lr": 9.920809366371044e-05}
+{"train_loss": 0.019814861938357353, "global_step": 2684, "epoch": 41, "lr": 9.920737023129553e-05}
+{"train_loss": 0.023110246285796165, "global_step": 2685, "epoch": 41, "lr": 9.920664647123195e-05}
+{"train_loss": 0.02326812595129013, "global_step": 2686, "epoch": 41, "lr": 9.920592238352448e-05}
+{"train_loss": 0.01603534445166588, "global_step": 2687, "epoch": 41, "lr": 9.920519796817798e-05}
+{"train_loss": 0.022088881582021713, "global_step": 2688, "epoch": 41, "lr": 9.920447322519721e-05}
+{"train_loss": 0.02866515703499317, "global_step": 2689, "epoch": 41, "lr": 9.920374815458706e-05}
+{"train_loss": 0.0259377583861351, "global_step": 2690, "epoch": 41, "lr": 9.920302275635234e-05}
+{"train_loss": 0.017273632809519768, "global_step": 2691, "epoch": 41, "lr": 9.920229703049786e-05}
+{"train_loss": 0.02142493799328804, "global_step": 2692, "epoch": 41, "lr": 9.920157097702846e-05}
+{"train_loss": 0.021494874730706215, "global_step": 2693, "epoch": 41, "lr": 9.920084459594899e-05}
+{"train_loss": 0.02126508392393589, "global_step": 2694, "epoch": 41, "lr": 9.92001178872643e-05}
+{"train_loss": 0.016015958040952682, "global_step": 2695, "epoch": 41, "lr": 9.919939085097916e-05}
+{"train_loss": 0.022260459139943123, "global_step": 2696, "epoch": 41, "lr": 9.919866348709848e-05}
+{"train_loss": 0.018515849485993385, "global_step": 2697, "epoch": 41, "lr": 9.919793579562707e-05}
+{"train_loss": 0.021646296605467796, "global_step": 2698, "epoch": 41, "lr": 9.91972077765698e-05}
+{"train_loss": 0.016494223847985268, "global_step": 2699, "epoch": 41, "lr": 9.919647942993148e-05}
+{"train_loss": 0.026091035455465317, "global_step": 2700, "epoch": 41, "lr": 9.919575075571701e-05}
+{"train_loss": 0.019499264657497406, "global_step": 2701, "epoch": 41, "lr": 9.919502175393119e-05}
+{"train_loss": 0.024541575461626053, "global_step": 2702, "epoch": 41, "lr": 9.919429242457892e-05}
+{"train_loss": 0.021140238270163536, "global_step": 2703, "epoch": 41, "lr": 9.9193562767665e-05}
+{"train_loss": 0.01973356120288372, "global_step": 2704, "epoch": 41, "lr": 9.919283278319436e-05}
+{"train_loss": 0.020197182893753052, "global_step": 2705, "epoch": 41, "lr": 9.919210247117182e-05}
+{"train_loss": 0.01757817529141903, "global_step": 2706, "epoch": 41, "lr": 9.919137183160222e-05}
+{"train_loss": 0.027965756133198738, "global_step": 2707, "epoch": 41, "lr": 9.919064086449045e-05}
+{"train_loss": 0.02196393720805645, "global_step": 2708, "epoch": 41, "lr": 9.918990956984142e-05}
+{"train_loss": 0.020296066999435425, "global_step": 2709, "epoch": 41, "lr": 9.918917794765992e-05}
+{"train_loss": 0.017421970143914223, "global_step": 2710, "epoch": 41, "lr": 9.918844599795088e-05}
+{"train_loss": 0.02382696233689785, "global_step": 2711, "epoch": 41, "lr": 9.918771372071913e-05}
+{"train_loss": 0.023026207461953163, "global_step": 2712, "epoch": 41, "lr": 9.918698111596959e-05}
+{"train_loss": 0.023347770795226097, "global_step": 2713, "epoch": 41, "lr": 9.918624818370711e-05}
+{"train_loss": 0.02308649756014347, "global_step": 2714, "epoch": 41, "lr": 9.918551492393657e-05}
+{"train_loss": 0.022334132343530655, "global_step": 2715, "epoch": 41, "lr": 9.918478133666287e-05}
+{"train_loss": 0.0235243309289217, "global_step": 2716, "epoch": 41, "lr": 9.91840474218909e-05}
+{"train_loss": 0.024996502324938774, "global_step": 2717, "epoch": 41, "lr": 9.91833131796255e-05}
+{"train_loss": 0.01974676549434662, "global_step": 2718, "epoch": 41, "lr": 9.918257860987159e-05}
+{"train_loss": 0.02378138154745102, "global_step": 2719, "epoch": 41, "lr": 9.918184371263408e-05}
+{"train_loss": 0.020160919055342674, "global_step": 2720, "epoch": 41, "lr": 9.918110848791784e-05}
+{"train_loss": 0.017917051911354065, "global_step": 2721, "epoch": 41, "lr": 9.918037293572777e-05}
+{"train_loss": 0.022782983258366585, "global_step": 2722, "epoch": 41, "lr": 9.917963705606877e-05}
+{"train_loss": 0.029201339930295944, "global_step": 2723, "epoch": 41, "lr": 9.917890084894572e-05}
+{"train_loss": 0.015687407925724983, "global_step": 2724, "epoch": 41, "lr": 9.917816431436355e-05}
+{"train_loss": 0.025571100413799286, "global_step": 2725, "epoch": 41, "lr": 9.917742745232717e-05}
+{"train_loss": 0.020757069811224937, "global_step": 2726, "epoch": 41, "lr": 9.917669026284145e-05}
+{"train_loss": 0.02787351794540882, "global_step": 2727, "epoch": 41, "lr": 9.917595274591132e-05}
+{"train_loss": 0.02401440031826496, "global_step": 2728, "epoch": 41, "lr": 9.91752149015417e-05}
+{"train_loss": 0.021923763018388016, "global_step": 2729, "epoch": 41, "lr": 9.917447672973748e-05, "val_loss": 0.021634899079799652}
+{"train_loss": 0.02832353487610817, "global_step": 2730, "epoch": 42, "lr": 9.91737382305036e-05}
+{"train_loss": 0.018349938094615936, "global_step": 2731, "epoch": 42, "lr": 9.917299940384496e-05}
+{"train_loss": 0.028647303581237793, "global_step": 2732, "epoch": 42, "lr": 9.917226024976649e-05}
+{"train_loss": 0.022896479815244675, "global_step": 2733, "epoch": 42, "lr": 9.91715207682731e-05}
+{"train_loss": 0.028078356757760048, "global_step": 2734, "epoch": 42, "lr": 9.917078095936972e-05}
+{"train_loss": 0.0261312797665596, "global_step": 2735, "epoch": 42, "lr": 9.917004082306127e-05}
+{"train_loss": 0.028365962207317352, "global_step": 2736, "epoch": 42, "lr": 9.91693003593527e-05}
+{"train_loss": 0.02093503810465336, "global_step": 2737, "epoch": 42, "lr": 9.916855956824892e-05}
+{"train_loss": 0.02334320731461048, "global_step": 2738, "epoch": 42, "lr": 9.916781844975486e-05}
+{"train_loss": 0.02210783213376999, "global_step": 2739, "epoch": 42, "lr": 9.916707700387547e-05}
+{"train_loss": 0.02399221993982792, "global_step": 2740, "epoch": 42, "lr": 9.916633523061567e-05}
+{"train_loss": 0.02661096677184105, "global_step": 2741, "epoch": 42, "lr": 9.916559312998041e-05}
+{"train_loss": 0.02475808374583721, "global_step": 2742, "epoch": 42, "lr": 9.916485070197464e-05}
+{"train_loss": 0.022097362205386162, "global_step": 2743, "epoch": 42, "lr": 9.916410794660329e-05}
+{"train_loss": 0.020346885547041893, "global_step": 2744, "epoch": 42, "lr": 9.91633648638713e-05}
+{"train_loss": 0.018324341624975204, "global_step": 2745, "epoch": 42, "lr": 9.916262145378363e-05}
+{"train_loss": 0.024214137345552444, "global_step": 2746, "epoch": 42, "lr": 9.916187771634524e-05}
+{"train_loss": 0.020541824400424957, "global_step": 2747, "epoch": 42, "lr": 9.916113365156105e-05}
+{"train_loss": 0.02030252292752266, "global_step": 2748, "epoch": 42, "lr": 9.916038925943604e-05}
+{"train_loss": 0.01802591048181057, "global_step": 2749, "epoch": 42, "lr": 9.915964453997515e-05}
+{"train_loss": 0.02446596883237362, "global_step": 2750, "epoch": 42, "lr": 9.915889949318335e-05}
+{"train_loss": 0.02139393426477909, "global_step": 2751, "epoch": 42, "lr": 9.915815411906562e-05}
+{"train_loss": 0.023510608822107315, "global_step": 2752, "epoch": 42, "lr": 9.915740841762688e-05}
+{"train_loss": 0.022260194644331932, "global_step": 2753, "epoch": 42, "lr": 9.915666238887213e-05}
+{"train_loss": 0.02100866660475731, "global_step": 2754, "epoch": 42, "lr": 9.915591603280631e-05}
+{"train_loss": 0.018096350133419037, "global_step": 2755, "epoch": 42, "lr": 9.915516934943443e-05}
+{"train_loss": 0.01985582709312439, "global_step": 2756, "epoch": 42, "lr": 9.915442233876142e-05}
+{"train_loss": 0.022506488487124443, "global_step": 2757, "epoch": 42, "lr": 9.915367500079227e-05}
+{"train_loss": 0.02184566669166088, "global_step": 2758, "epoch": 42, "lr": 9.915292733553196e-05}
+{"train_loss": 0.01872069388628006, "global_step": 2759, "epoch": 42, "lr": 9.915217934298547e-05}
+{"train_loss": 0.02053854987025261, "global_step": 2760, "epoch": 42, "lr": 9.915143102315777e-05}
+{"train_loss": 0.019842997193336487, "global_step": 2761, "epoch": 42, "lr": 9.915068237605385e-05}
+{"train_loss": 0.016752680763602257, "global_step": 2762, "epoch": 42, "lr": 9.914993340167868e-05}
+{"train_loss": 0.015943894162774086, "global_step": 2763, "epoch": 42, "lr": 9.914918410003728e-05}
+{"train_loss": 0.023019494488835335, "global_step": 2764, "epoch": 42, "lr": 9.914843447113461e-05}
+{"train_loss": 0.014657733961939812, "global_step": 2765, "epoch": 42, "lr": 9.914768451497567e-05}
+{"train_loss": 0.025461947545409203, "global_step": 2766, "epoch": 42, "lr": 9.914693423156546e-05}
+{"train_loss": 0.017292238771915436, "global_step": 2767, "epoch": 42, "lr": 9.914618362090897e-05}
+{"train_loss": 0.02646336331963539, "global_step": 2768, "epoch": 42, "lr": 9.914543268301119e-05}
+{"train_loss": 0.020832335576415062, "global_step": 2769, "epoch": 42, "lr": 9.914468141787713e-05}
+{"train_loss": 0.020553825423121452, "global_step": 2770, "epoch": 42, "lr": 9.914392982551179e-05}
+{"train_loss": 0.017880601808428764, "global_step": 2771, "epoch": 42, "lr": 9.914317790592018e-05}
+{"train_loss": 0.018853185698390007, "global_step": 2772, "epoch": 42, "lr": 9.914242565910731e-05}
+{"train_loss": 0.021443147212266922, "global_step": 2773, "epoch": 42, "lr": 9.914167308507818e-05}
+{"train_loss": 0.02711857296526432, "global_step": 2774, "epoch": 42, "lr": 9.914092018383778e-05}
+{"train_loss": 0.01490016095340252, "global_step": 2775, "epoch": 42, "lr": 9.914016695539117e-05}
+{"train_loss": 0.016575027257204056, "global_step": 2776, "epoch": 42, "lr": 9.913941339974333e-05}
+{"train_loss": 0.02088756300508976, "global_step": 2777, "epoch": 42, "lr": 9.913865951689928e-05}
+{"train_loss": 0.026438700035214424, "global_step": 2778, "epoch": 42, "lr": 9.913790530686406e-05}
+{"train_loss": 0.016187813133001328, "global_step": 2779, "epoch": 42, "lr": 9.913715076964267e-05}
+{"train_loss": 0.02057529240846634, "global_step": 2780, "epoch": 42, "lr": 9.913639590524016e-05}
+{"train_loss": 0.02484305016696453, "global_step": 2781, "epoch": 42, "lr": 9.913564071366152e-05}
+{"train_loss": 0.01760946586728096, "global_step": 2782, "epoch": 42, "lr": 9.913488519491181e-05}
+{"train_loss": 0.021738799288868904, "global_step": 2783, "epoch": 42, "lr": 9.913412934899604e-05}
+{"train_loss": 0.020850924775004387, "global_step": 2784, "epoch": 42, "lr": 9.913337317591926e-05}
+{"train_loss": 0.018005605787038803, "global_step": 2785, "epoch": 42, "lr": 9.91326166756865e-05}
+{"train_loss": 0.024377960711717606, "global_step": 2786, "epoch": 42, "lr": 9.913185984830277e-05}
+{"train_loss": 0.018520593643188477, "global_step": 2787, "epoch": 42, "lr": 9.913110269377317e-05}
+{"train_loss": 0.021685393527150154, "global_step": 2788, "epoch": 42, "lr": 9.913034521210269e-05}
+{"train_loss": 0.019098542630672455, "global_step": 2789, "epoch": 42, "lr": 9.912958740329638e-05}
+{"train_loss": 0.017917003482580185, "global_step": 2790, "epoch": 42, "lr": 9.91288292673593e-05}
+{"train_loss": 0.02472723089158535, "global_step": 2791, "epoch": 42, "lr": 9.912807080429648e-05}
+{"train_loss": 0.02244318276643753, "global_step": 2792, "epoch": 42, "lr": 9.912731201411301e-05}
+{"train_loss": 0.012415913864970207, "global_step": 2793, "epoch": 42, "lr": 9.912655289681389e-05}
+{"train_loss": 0.021395497625836958, "global_step": 2794, "epoch": 42, "lr": 9.912579345240423e-05, "val_loss": 0.021501298993825912}
+{"train_loss": 0.020062744617462158, "global_step": 2795, "epoch": 43, "lr": 9.912503368088903e-05}
+{"train_loss": 0.01546667329967022, "global_step": 2796, "epoch": 43, "lr": 9.912427358227338e-05}
+{"train_loss": 0.018779154866933823, "global_step": 2797, "epoch": 43, "lr": 9.912351315656235e-05}
+{"train_loss": 0.020745093002915382, "global_step": 2798, "epoch": 43, "lr": 9.912275240376098e-05}
+{"train_loss": 0.017803354188799858, "global_step": 2799, "epoch": 43, "lr": 9.912199132387434e-05}
+{"train_loss": 0.021615097299218178, "global_step": 2800, "epoch": 43, "lr": 9.912122991690751e-05}
+{"train_loss": 0.01747610978782177, "global_step": 2801, "epoch": 43, "lr": 9.912046818286555e-05}
+{"train_loss": 0.018703153356909752, "global_step": 2802, "epoch": 43, "lr": 9.911970612175354e-05}
+{"train_loss": 0.016888372600078583, "global_step": 2803, "epoch": 43, "lr": 9.911894373357655e-05}
+{"train_loss": 0.023374086245894432, "global_step": 2804, "epoch": 43, "lr": 9.911818101833965e-05}
+{"train_loss": 0.01762237958610058, "global_step": 2805, "epoch": 43, "lr": 9.911741797604793e-05}
+{"train_loss": 0.018290750682353973, "global_step": 2806, "epoch": 43, "lr": 9.911665460670648e-05}
+{"train_loss": 0.017132263630628586, "global_step": 2807, "epoch": 43, "lr": 9.911589091032035e-05}
+{"train_loss": 0.014752473682165146, "global_step": 2808, "epoch": 43, "lr": 9.911512688689464e-05}
+{"train_loss": 0.021425141021609306, "global_step": 2809, "epoch": 43, "lr": 9.911436253643445e-05}
+{"train_loss": 0.01427527703344822, "global_step": 2810, "epoch": 43, "lr": 9.911359785894486e-05}
+{"train_loss": 0.02172723598778248, "global_step": 2811, "epoch": 43, "lr": 9.911283285443094e-05}
+{"train_loss": 0.022074144333600998, "global_step": 2812, "epoch": 43, "lr": 9.911206752289782e-05}
+{"train_loss": 0.017412248998880386, "global_step": 2813, "epoch": 43, "lr": 9.911130186435058e-05}
+{"train_loss": 0.017538784071803093, "global_step": 2814, "epoch": 43, "lr": 9.911053587879433e-05}
+{"train_loss": 0.018082333728671074, "global_step": 2815, "epoch": 43, "lr": 9.910976956623415e-05}
+{"train_loss": 0.019526652991771698, "global_step": 2816, "epoch": 43, "lr": 9.910900292667515e-05}
+{"train_loss": 0.01883993111550808, "global_step": 2817, "epoch": 43, "lr": 9.910823596012244e-05}
+{"train_loss": 0.013814451172947884, "global_step": 2818, "epoch": 43, "lr": 9.910746866658113e-05}
+{"train_loss": 0.025572480633854866, "global_step": 2819, "epoch": 43, "lr": 9.910670104605631e-05}
+{"train_loss": 0.015201816335320473, "global_step": 2820, "epoch": 43, "lr": 9.910593309855312e-05}
+{"train_loss": 0.015208768658339977, "global_step": 2821, "epoch": 43, "lr": 9.910516482407665e-05}
+{"train_loss": 0.01684412732720375, "global_step": 2822, "epoch": 43, "lr": 9.910439622263202e-05}
+{"train_loss": 0.02018168196082115, "global_step": 2823, "epoch": 43, "lr": 9.910362729422435e-05}
+{"train_loss": 0.019053122028708458, "global_step": 2824, "epoch": 43, "lr": 9.910285803885877e-05}
+{"train_loss": 0.015778612345457077, "global_step": 2825, "epoch": 43, "lr": 9.910208845654039e-05}
+{"train_loss": 0.01860770210623741, "global_step": 2826, "epoch": 43, "lr": 9.910131854727433e-05}
+{"train_loss": 0.020639680325984955, "global_step": 2827, "epoch": 43, "lr": 9.910054831106572e-05}
+{"train_loss": 0.01910902000963688, "global_step": 2828, "epoch": 43, "lr": 9.90997777479197e-05}
+{"train_loss": 0.023961592465639114, "global_step": 2829, "epoch": 43, "lr": 9.90990068578414e-05}
+{"train_loss": 0.01656702719628811, "global_step": 2830, "epoch": 43, "lr": 9.909823564083594e-05}
+{"train_loss": 0.016990384086966515, "global_step": 2831, "epoch": 43, "lr": 9.909746409690845e-05}
+{"train_loss": 0.021173235028982162, "global_step": 2832, "epoch": 43, "lr": 9.909669222606411e-05}
+{"train_loss": 0.02429661713540554, "global_step": 2833, "epoch": 43, "lr": 9.9095920028308e-05}
+{"train_loss": 0.021759668365120888, "global_step": 2834, "epoch": 43, "lr": 9.90951475036453e-05}
+{"train_loss": 0.029698092490434647, "global_step": 2835, "epoch": 43, "lr": 9.909437465208114e-05}
+{"train_loss": 0.020119166001677513, "global_step": 2836, "epoch": 43, "lr": 9.909360147362067e-05}
+{"train_loss": 0.02182285115122795, "global_step": 2837, "epoch": 43, "lr": 9.909282796826904e-05}
+{"train_loss": 0.025301802903413773, "global_step": 2838, "epoch": 43, "lr": 9.90920541360314e-05}
+{"train_loss": 0.018524358049035072, "global_step": 2839, "epoch": 43, "lr": 9.909127997691289e-05}
+{"train_loss": 0.022563019767403603, "global_step": 2840, "epoch": 43, "lr": 9.909050549091868e-05}
+{"train_loss": 0.027298703789711, "global_step": 2841, "epoch": 43, "lr": 9.908973067805394e-05}
+{"train_loss": 0.020525673404335976, "global_step": 2842, "epoch": 43, "lr": 9.908895553832378e-05}
+{"train_loss": 0.01817229948937893, "global_step": 2843, "epoch": 43, "lr": 9.908818007173341e-05}
+{"train_loss": 0.02535412460565567, "global_step": 2844, "epoch": 43, "lr": 9.908740427828799e-05}
+{"train_loss": 0.026933705434203148, "global_step": 2845, "epoch": 43, "lr": 9.908662815799266e-05}
+{"train_loss": 0.027414744719862938, "global_step": 2846, "epoch": 43, "lr": 9.908585171085259e-05}
+{"train_loss": 0.025493647903203964, "global_step": 2847, "epoch": 43, "lr": 9.908507493687298e-05}
+{"train_loss": 0.017191998660564423, "global_step": 2848, "epoch": 43, "lr": 9.908429783605897e-05}
+{"train_loss": 0.02063656970858574, "global_step": 2849, "epoch": 43, "lr": 9.908352040841576e-05}
+{"train_loss": 0.022020256146788597, "global_step": 2850, "epoch": 43, "lr": 9.90827426539485e-05}
+{"train_loss": 0.02045583166182041, "global_step": 2851, "epoch": 43, "lr": 9.908196457266237e-05}
+{"train_loss": 0.025279896333813667, "global_step": 2852, "epoch": 43, "lr": 9.908118616456258e-05}
+{"train_loss": 0.024765798822045326, "global_step": 2853, "epoch": 43, "lr": 9.90804074296543e-05}
+{"train_loss": 0.01837756857275963, "global_step": 2854, "epoch": 43, "lr": 9.907962836794269e-05}
+{"train_loss": 0.026820018887519836, "global_step": 2855, "epoch": 43, "lr": 9.907884897943298e-05}
+{"train_loss": 0.021928349509835243, "global_step": 2856, "epoch": 43, "lr": 9.907806926413032e-05}
+{"train_loss": 0.022845424711704254, "global_step": 2857, "epoch": 43, "lr": 9.907728922203994e-05}
+{"train_loss": 0.02402585558593273, "global_step": 2858, "epoch": 43, "lr": 9.9076508853167e-05}
+{"train_loss": 0.02043878918943497, "global_step": 2859, "epoch": 43, "lr": 9.907572815751671e-05, "val_loss": 0.02173968404531479}
+{"train_loss": 0.02593563310801983, "global_step": 2860, "epoch": 44, "lr": 9.907494713509426e-05}
+{"train_loss": 0.024103263393044472, "global_step": 2861, "epoch": 44, "lr": 9.907416578590487e-05}
+{"train_loss": 0.021947406232357025, "global_step": 2862, "epoch": 44, "lr": 9.907338410995373e-05}
+{"train_loss": 0.01826765388250351, "global_step": 2863, "epoch": 44, "lr": 9.907260210724605e-05}
+{"train_loss": 0.018356844782829285, "global_step": 2864, "epoch": 44, "lr": 9.907181977778702e-05}
+{"train_loss": 0.023747973144054413, "global_step": 2865, "epoch": 44, "lr": 9.907103712158188e-05}
+{"train_loss": 0.021371956914663315, "global_step": 2866, "epoch": 44, "lr": 9.907025413863581e-05}
+{"train_loss": 0.016706474125385284, "global_step": 2867, "epoch": 44, "lr": 9.906947082895404e-05}
+{"train_loss": 0.025265861302614212, "global_step": 2868, "epoch": 44, "lr": 9.906868719254178e-05}
+{"train_loss": 0.02008340321481228, "global_step": 2869, "epoch": 44, "lr": 9.906790322940425e-05}
+{"train_loss": 0.023146983236074448, "global_step": 2870, "epoch": 44, "lr": 9.906711893954668e-05}
+{"train_loss": 0.016040856018662453, "global_step": 2871, "epoch": 44, "lr": 9.906633432297427e-05}
+{"train_loss": 0.02277280203998089, "global_step": 2872, "epoch": 44, "lr": 9.906554937969227e-05}
+{"train_loss": 0.018060466274619102, "global_step": 2873, "epoch": 44, "lr": 9.906476410970589e-05}
+{"train_loss": 0.019315162673592567, "global_step": 2874, "epoch": 44, "lr": 9.906397851302036e-05}
+{"train_loss": 0.021985169500112534, "global_step": 2875, "epoch": 44, "lr": 9.906319258964091e-05}
+{"train_loss": 0.016097864136099815, "global_step": 2876, "epoch": 44, "lr": 9.906240633957278e-05}
+{"train_loss": 0.023836297914385796, "global_step": 2877, "epoch": 44, "lr": 9.90616197628212e-05}
+{"train_loss": 0.018238086253404617, "global_step": 2878, "epoch": 44, "lr": 9.90608328593914e-05}
+{"train_loss": 0.01723199337720871, "global_step": 2879, "epoch": 44, "lr": 9.906004562928864e-05}
+{"train_loss": 0.02273634448647499, "global_step": 2880, "epoch": 44, "lr": 9.905925807251816e-05}
+{"train_loss": 0.019178949296474457, "global_step": 2881, "epoch": 44, "lr": 9.905847018908519e-05}
+{"train_loss": 0.011355699971318245, "global_step": 2882, "epoch": 44, "lr": 9.905768197899496e-05}
+{"train_loss": 0.02452346868813038, "global_step": 2883, "epoch": 44, "lr": 9.905689344225275e-05}
+{"train_loss": 0.019724518060684204, "global_step": 2884, "epoch": 44, "lr": 9.90561045788638e-05}
+{"train_loss": 0.017858928069472313, "global_step": 2885, "epoch": 44, "lr": 9.905531538883337e-05}
+{"train_loss": 0.01862151362001896, "global_step": 2886, "epoch": 44, "lr": 9.90545258721667e-05}
+{"train_loss": 0.02701694704592228, "global_step": 2887, "epoch": 44, "lr": 9.905373602886907e-05}
+{"train_loss": 0.02758141979575157, "global_step": 2888, "epoch": 44, "lr": 9.905294585894572e-05}
+{"train_loss": 0.01977025717496872, "global_step": 2889, "epoch": 44, "lr": 9.905215536240188e-05}
+{"train_loss": 0.01854793168604374, "global_step": 2890, "epoch": 44, "lr": 9.905136453924289e-05}
+{"train_loss": 0.019030222669243813, "global_step": 2891, "epoch": 44, "lr": 9.905057338947394e-05}
+{"train_loss": 0.025628693401813507, "global_step": 2892, "epoch": 44, "lr": 9.904978191310035e-05}
+{"train_loss": 0.016910038888454437, "global_step": 2893, "epoch": 44, "lr": 9.904899011012737e-05}
+{"train_loss": 0.02413850463926792, "global_step": 2894, "epoch": 44, "lr": 9.904819798056028e-05}
+{"train_loss": 0.0197109617292881, "global_step": 2895, "epoch": 44, "lr": 9.904740552440434e-05}
+{"train_loss": 0.014715914614498615, "global_step": 2896, "epoch": 44, "lr": 9.904661274166483e-05}
+{"train_loss": 0.026963358744978905, "global_step": 2897, "epoch": 44, "lr": 9.904581963234704e-05}
+{"train_loss": 0.024862252175807953, "global_step": 2898, "epoch": 44, "lr": 9.904502619645626e-05}
+{"train_loss": 0.018100976943969727, "global_step": 2899, "epoch": 44, "lr": 9.904423243399774e-05}
+{"train_loss": 0.013124273158609867, "global_step": 2900, "epoch": 44, "lr": 9.904343834497678e-05}
+{"train_loss": 0.016324032098054886, "global_step": 2901, "epoch": 44, "lr": 9.904264392939869e-05}
+{"train_loss": 0.023896925151348114, "global_step": 2902, "epoch": 44, "lr": 9.904184918726871e-05}
+{"train_loss": 0.0206892192363739, "global_step": 2903, "epoch": 44, "lr": 9.904105411859219e-05}
+{"train_loss": 0.021148772910237312, "global_step": 2904, "epoch": 44, "lr": 9.904025872337438e-05}
+{"train_loss": 0.01798192411661148, "global_step": 2905, "epoch": 44, "lr": 9.903946300162059e-05}
+{"train_loss": 0.01240058708935976, "global_step": 2906, "epoch": 44, "lr": 9.903866695333613e-05}
+{"train_loss": 0.01744426041841507, "global_step": 2907, "epoch": 44, "lr": 9.90378705785263e-05}
+{"train_loss": 0.018988056108355522, "global_step": 2908, "epoch": 44, "lr": 9.903707387719639e-05}
+{"train_loss": 0.021677937358617783, "global_step": 2909, "epoch": 44, "lr": 9.903627684935169e-05}
+{"train_loss": 0.019297758117318153, "global_step": 2910, "epoch": 44, "lr": 9.903547949499754e-05}
+{"train_loss": 0.01858891174197197, "global_step": 2911, "epoch": 44, "lr": 9.903468181413923e-05}
+{"train_loss": 0.020029492676258087, "global_step": 2912, "epoch": 44, "lr": 9.903388380678208e-05}
+{"train_loss": 0.01882024109363556, "global_step": 2913, "epoch": 44, "lr": 9.90330854729314e-05}
+{"train_loss": 0.01745700277388096, "global_step": 2914, "epoch": 44, "lr": 9.90322868125925e-05}
+{"train_loss": 0.01941382884979248, "global_step": 2915, "epoch": 44, "lr": 9.903148782577071e-05}
+{"train_loss": 0.020560264587402344, "global_step": 2916, "epoch": 44, "lr": 9.903068851247134e-05}
+{"train_loss": 0.01882982812821865, "global_step": 2917, "epoch": 44, "lr": 9.902988887269972e-05}
+{"train_loss": 0.017580566927790642, "global_step": 2918, "epoch": 44, "lr": 9.902908890646116e-05}
+{"train_loss": 0.0205449890345335, "global_step": 2919, "epoch": 44, "lr": 9.902828861376101e-05}
+{"train_loss": 0.020576883107423782, "global_step": 2920, "epoch": 44, "lr": 9.902748799460458e-05}
+{"train_loss": 0.017148761078715324, "global_step": 2921, "epoch": 44, "lr": 9.90266870489972e-05}
+{"train_loss": 0.0214515570551157, "global_step": 2922, "epoch": 44, "lr": 9.902588577694422e-05}
+{"train_loss": 0.0179882925003767, "global_step": 2923, "epoch": 44, "lr": 9.902508417845096e-05}
+{"train_loss": 0.02000617670038572, "global_step": 2924, "epoch": 44, "lr": 9.902428225352277e-05, "val_loss": 0.02350207045674324}
+{"train_loss": 0.01595311239361763, "global_step": 2925, "epoch": 45, "lr": 9.902348000216496e-05}
+{"train_loss": 0.01518024131655693, "global_step": 2926, "epoch": 45, "lr": 9.902267742438292e-05}
+{"train_loss": 0.01984952762722969, "global_step": 2927, "epoch": 45, "lr": 9.902187452018195e-05}
+{"train_loss": 0.02442357689142227, "global_step": 2928, "epoch": 45, "lr": 9.902107128956742e-05}
+{"train_loss": 0.02048204466700554, "global_step": 2929, "epoch": 45, "lr": 9.902026773254467e-05}
+{"train_loss": 0.02012222819030285, "global_step": 2930, "epoch": 45, "lr": 9.901946384911905e-05}
+{"train_loss": 0.016751959919929504, "global_step": 2931, "epoch": 45, "lr": 9.901865963929592e-05}
+{"train_loss": 0.026445023715496063, "global_step": 2932, "epoch": 45, "lr": 9.901785510308063e-05}
+{"train_loss": 0.019168710336089134, "global_step": 2933, "epoch": 45, "lr": 9.901705024047854e-05}
+{"train_loss": 0.02347581461071968, "global_step": 2934, "epoch": 45, "lr": 9.901624505149501e-05}
+{"train_loss": 0.021682437509298325, "global_step": 2935, "epoch": 45, "lr": 9.90154395361354e-05}
+{"train_loss": 0.02341553196310997, "global_step": 2936, "epoch": 45, "lr": 9.901463369440505e-05}
+{"train_loss": 0.02264842949807644, "global_step": 2937, "epoch": 45, "lr": 9.901382752630937e-05}
+{"train_loss": 0.02281283214688301, "global_step": 2938, "epoch": 45, "lr": 9.901302103185369e-05}
+{"train_loss": 0.01625964790582657, "global_step": 2939, "epoch": 45, "lr": 9.901221421104341e-05}
+{"train_loss": 0.02215542644262314, "global_step": 2940, "epoch": 45, "lr": 9.901140706388388e-05}
+{"train_loss": 0.026113145053386688, "global_step": 2941, "epoch": 45, "lr": 9.901059959038048e-05}
+{"train_loss": 0.017482316121459007, "global_step": 2942, "epoch": 45, "lr": 9.900979179053858e-05}
+{"train_loss": 0.019548607990145683, "global_step": 2943, "epoch": 45, "lr": 9.900898366436357e-05}
+{"train_loss": 0.019270455464720726, "global_step": 2944, "epoch": 45, "lr": 9.900817521186085e-05}
+{"train_loss": 0.024012617766857147, "global_step": 2945, "epoch": 45, "lr": 9.900736643303577e-05}
+{"train_loss": 0.01902559958398342, "global_step": 2946, "epoch": 45, "lr": 9.900655732789371e-05}
+{"train_loss": 0.021178388968110085, "global_step": 2947, "epoch": 45, "lr": 9.900574789644008e-05}
+{"train_loss": 0.026684535667300224, "global_step": 2948, "epoch": 45, "lr": 9.900493813868028e-05}
+{"train_loss": 0.01924433931708336, "global_step": 2949, "epoch": 45, "lr": 9.900412805461967e-05}
+{"train_loss": 0.02152656763792038, "global_step": 2950, "epoch": 45, "lr": 9.900331764426368e-05}
+{"train_loss": 0.02776951529085636, "global_step": 2951, "epoch": 45, "lr": 9.900250690761766e-05}
+{"train_loss": 0.018887830898165703, "global_step": 2952, "epoch": 45, "lr": 9.900169584468704e-05}
+{"train_loss": 0.02142428606748581, "global_step": 2953, "epoch": 45, "lr": 9.900088445547722e-05}
+{"train_loss": 0.017882157117128372, "global_step": 2954, "epoch": 45, "lr": 9.90000727399936e-05}
+{"train_loss": 0.0166430976241827, "global_step": 2955, "epoch": 45, "lr": 9.899926069824156e-05}
+{"train_loss": 0.02427082508802414, "global_step": 2956, "epoch": 45, "lr": 9.899844833022656e-05}
+{"train_loss": 0.025079017505049706, "global_step": 2957, "epoch": 45, "lr": 9.899763563595396e-05}
+{"train_loss": 0.01910874806344509, "global_step": 2958, "epoch": 45, "lr": 9.89968226154292e-05}
+{"train_loss": 0.023265423253178596, "global_step": 2959, "epoch": 45, "lr": 9.899600926865766e-05}
+{"train_loss": 0.02034795843064785, "global_step": 2960, "epoch": 45, "lr": 9.899519559564481e-05}
+{"train_loss": 0.02090274542570114, "global_step": 2961, "epoch": 45, "lr": 9.899438159639601e-05}
+{"train_loss": 0.018794668838381767, "global_step": 2962, "epoch": 45, "lr": 9.899356727091672e-05}
+{"train_loss": 0.03055690973997116, "global_step": 2963, "epoch": 45, "lr": 9.899275261921234e-05}
+{"train_loss": 0.023255275562405586, "global_step": 2964, "epoch": 45, "lr": 9.899193764128832e-05}
+{"train_loss": 0.01863829232752323, "global_step": 2965, "epoch": 45, "lr": 9.899112233715006e-05}
+{"train_loss": 0.020378176122903824, "global_step": 2966, "epoch": 45, "lr": 9.8990306706803e-05}
+{"train_loss": 0.027771610766649246, "global_step": 2967, "epoch": 45, "lr": 9.898949075025255e-05}
+{"train_loss": 0.024159105494618416, "global_step": 2968, "epoch": 45, "lr": 9.898867446750418e-05}
+{"train_loss": 0.021811040118336678, "global_step": 2969, "epoch": 45, "lr": 9.89878578585633e-05}
+{"train_loss": 0.02502211555838585, "global_step": 2970, "epoch": 45, "lr": 9.898704092343537e-05}
+{"train_loss": 0.019984224811196327, "global_step": 2971, "epoch": 45, "lr": 9.89862236621258e-05}
+{"train_loss": 0.018921663984656334, "global_step": 2972, "epoch": 45, "lr": 9.898540607464005e-05}
+{"train_loss": 0.025923514738678932, "global_step": 2973, "epoch": 45, "lr": 9.898458816098357e-05}
+{"train_loss": 0.022039588540792465, "global_step": 2974, "epoch": 45, "lr": 9.898376992116179e-05}
+{"train_loss": 0.02158537693321705, "global_step": 2975, "epoch": 45, "lr": 9.898295135518015e-05}
+{"train_loss": 0.025624850764870644, "global_step": 2976, "epoch": 45, "lr": 9.898213246304414e-05}
+{"train_loss": 0.02421990968286991, "global_step": 2977, "epoch": 45, "lr": 9.898131324475917e-05}
+{"train_loss": 0.02368016727268696, "global_step": 2978, "epoch": 45, "lr": 9.898049370033072e-05}
+{"train_loss": 0.022234806790947914, "global_step": 2979, "epoch": 45, "lr": 9.897967382976423e-05}
+{"train_loss": 0.02251325361430645, "global_step": 2980, "epoch": 45, "lr": 9.897885363306517e-05}
+{"train_loss": 0.022355949506163597, "global_step": 2981, "epoch": 45, "lr": 9.897803311023901e-05}
+{"train_loss": 0.019031520932912827, "global_step": 2982, "epoch": 45, "lr": 9.89772122612912e-05}
+{"train_loss": 0.021829569712281227, "global_step": 2983, "epoch": 45, "lr": 9.89763910862272e-05}
+{"train_loss": 0.01813553087413311, "global_step": 2984, "epoch": 45, "lr": 9.89755695850525e-05}
+{"train_loss": 0.02225508540868759, "global_step": 2985, "epoch": 45, "lr": 9.897474775777255e-05}
+{"train_loss": 0.024574745446443558, "global_step": 2986, "epoch": 45, "lr": 9.897392560439283e-05}
+{"train_loss": 0.028011983260512352, "global_step": 2987, "epoch": 45, "lr": 9.89731031249188e-05}
+{"train_loss": 0.018637828528881073, "global_step": 2988, "epoch": 45, "lr": 9.897228031935597e-05}
+{"train_loss": 0.02187864832006968, "global_step": 2989, "epoch": 45, "lr": 9.89714571877098e-05, "val_loss": 0.02663254924118519, "train_action_mse_error": 0.003742622211575508}
+{"train_loss": 0.01982998475432396, "global_step": 2990, "epoch": 46, "lr": 9.897063372998573e-05}
+{"train_loss": 0.01584850624203682, "global_step": 2991, "epoch": 46, "lr": 9.896980994618933e-05}
+{"train_loss": 0.028722047805786133, "global_step": 2992, "epoch": 46, "lr": 9.896898583632602e-05}
+{"train_loss": 0.033883482217788696, "global_step": 2993, "epoch": 46, "lr": 9.896816140040131e-05}
+{"train_loss": 0.02175782434642315, "global_step": 2994, "epoch": 46, "lr": 9.896733663842067e-05}
+{"train_loss": 0.02225429192185402, "global_step": 2995, "epoch": 46, "lr": 9.89665115503896e-05}
+{"train_loss": 0.025701697915792465, "global_step": 2996, "epoch": 46, "lr": 9.896568613631363e-05}
+{"train_loss": 0.018812961876392365, "global_step": 2997, "epoch": 46, "lr": 9.896486039619821e-05}
+{"train_loss": 0.023989669978618622, "global_step": 2998, "epoch": 46, "lr": 9.896403433004886e-05}
+{"train_loss": 0.015388602390885353, "global_step": 2999, "epoch": 46, "lr": 9.896320793787106e-05}
+{"train_loss": 0.020971734076738358, "global_step": 3000, "epoch": 46, "lr": 9.896238121967034e-05}
+{"train_loss": 0.02416212670505047, "global_step": 3001, "epoch": 46, "lr": 9.896155417545218e-05}
+{"train_loss": 0.028289124369621277, "global_step": 3002, "epoch": 46, "lr": 9.89607268052221e-05}
+{"train_loss": 0.027412407100200653, "global_step": 3003, "epoch": 46, "lr": 9.895989910898563e-05}
+{"train_loss": 0.015598178841173649, "global_step": 3004, "epoch": 46, "lr": 9.895907108674825e-05}
+{"train_loss": 0.02337239496409893, "global_step": 3005, "epoch": 46, "lr": 9.895824273851546e-05}
+{"train_loss": 0.02182326279580593, "global_step": 3006, "epoch": 46, "lr": 9.895741406429282e-05}
+{"train_loss": 0.03164730221033096, "global_step": 3007, "epoch": 46, "lr": 9.895658506408582e-05}
+{"train_loss": 0.01987255923449993, "global_step": 3008, "epoch": 46, "lr": 9.895575573789998e-05}
+{"train_loss": 0.01679365709424019, "global_step": 3009, "epoch": 46, "lr": 9.895492608574084e-05}
+{"train_loss": 0.02077673003077507, "global_step": 3010, "epoch": 46, "lr": 9.895409610761391e-05}
+{"train_loss": 0.022947777062654495, "global_step": 3011, "epoch": 46, "lr": 9.895326580352471e-05}
+{"train_loss": 0.01804596744477749, "global_step": 3012, "epoch": 46, "lr": 9.895243517347878e-05}
+{"train_loss": 0.021451150998473167, "global_step": 3013, "epoch": 46, "lr": 9.895160421748164e-05}
+{"train_loss": 0.019469279795885086, "global_step": 3014, "epoch": 46, "lr": 9.895077293553885e-05}
+{"train_loss": 0.020873595029115677, "global_step": 3015, "epoch": 46, "lr": 9.894994132765591e-05}
+{"train_loss": 0.021755855530500412, "global_step": 3016, "epoch": 46, "lr": 9.894910939383838e-05}
+{"train_loss": 0.027662163600325584, "global_step": 3017, "epoch": 46, "lr": 9.894827713409179e-05}
+{"train_loss": 0.027314435690641403, "global_step": 3018, "epoch": 46, "lr": 9.894744454842169e-05}
+{"train_loss": 0.015282735228538513, "global_step": 3019, "epoch": 46, "lr": 9.894661163683361e-05}
+{"train_loss": 0.02339843474328518, "global_step": 3020, "epoch": 46, "lr": 9.89457783993331e-05}
+{"train_loss": 0.02323693223297596, "global_step": 3021, "epoch": 46, "lr": 9.894494483592572e-05}
+{"train_loss": 0.021002983674407005, "global_step": 3022, "epoch": 46, "lr": 9.894411094661701e-05}
+{"train_loss": 0.023720065131783485, "global_step": 3023, "epoch": 46, "lr": 9.894327673141253e-05}
+{"train_loss": 0.02008003555238247, "global_step": 3024, "epoch": 46, "lr": 9.894244219031783e-05}
+{"train_loss": 0.02149144746363163, "global_step": 3025, "epoch": 46, "lr": 9.894160732333846e-05}
+{"train_loss": 0.019599372521042824, "global_step": 3026, "epoch": 46, "lr": 9.894077213047998e-05}
+{"train_loss": 0.015907293185591698, "global_step": 3027, "epoch": 46, "lr": 9.893993661174798e-05}
+{"train_loss": 0.01726588048040867, "global_step": 3028, "epoch": 46, "lr": 9.893910076714799e-05}
+{"train_loss": 0.019046911969780922, "global_step": 3029, "epoch": 46, "lr": 9.893826459668558e-05}
+{"train_loss": 0.023144515231251717, "global_step": 3030, "epoch": 46, "lr": 9.893742810036632e-05}
+{"train_loss": 0.023311378434300423, "global_step": 3031, "epoch": 46, "lr": 9.893659127819579e-05}
+{"train_loss": 0.01756587252020836, "global_step": 3032, "epoch": 46, "lr": 9.893575413017954e-05}
+{"train_loss": 0.02088581770658493, "global_step": 3033, "epoch": 46, "lr": 9.893491665632318e-05}
+{"train_loss": 0.0169894527643919, "global_step": 3034, "epoch": 46, "lr": 9.893407885663225e-05}
+{"train_loss": 0.025936979800462723, "global_step": 3035, "epoch": 46, "lr": 9.893324073111235e-05}
+{"train_loss": 0.017420032992959023, "global_step": 3036, "epoch": 46, "lr": 9.893240227976906e-05}
+{"train_loss": 0.0165358055382967, "global_step": 3037, "epoch": 46, "lr": 9.893156350260794e-05}
+{"train_loss": 0.017111539840698242, "global_step": 3038, "epoch": 46, "lr": 9.893072439963461e-05}
+{"train_loss": 0.020420774817466736, "global_step": 3039, "epoch": 46, "lr": 9.892988497085464e-05}
+{"train_loss": 0.020741267129778862, "global_step": 3040, "epoch": 46, "lr": 9.892904521627361e-05}
+{"train_loss": 0.019406789913773537, "global_step": 3041, "epoch": 46, "lr": 9.892820513589712e-05}
+{"train_loss": 0.017989162355661392, "global_step": 3042, "epoch": 46, "lr": 9.892736472973076e-05}
+{"train_loss": 0.01824631169438362, "global_step": 3043, "epoch": 46, "lr": 9.892652399778015e-05}
+{"train_loss": 0.016146671026945114, "global_step": 3044, "epoch": 46, "lr": 9.892568294005086e-05}
+{"train_loss": 0.024838628247380257, "global_step": 3045, "epoch": 46, "lr": 9.892484155654849e-05}
+{"train_loss": 0.021321555599570274, "global_step": 3046, "epoch": 46, "lr": 9.892399984727865e-05}
+{"train_loss": 0.01678318902850151, "global_step": 3047, "epoch": 46, "lr": 9.892315781224695e-05}
+{"train_loss": 0.019402384757995605, "global_step": 3048, "epoch": 46, "lr": 9.892231545145901e-05}
+{"train_loss": 0.018494291231036186, "global_step": 3049, "epoch": 46, "lr": 9.892147276492039e-05}
+{"train_loss": 0.017633145675063133, "global_step": 3050, "epoch": 46, "lr": 9.892062975263675e-05}
+{"train_loss": 0.019516196101903915, "global_step": 3051, "epoch": 46, "lr": 9.891978641461368e-05}
+{"train_loss": 0.018799586221575737, "global_step": 3052, "epoch": 46, "lr": 9.891894275085681e-05}
+{"train_loss": 0.017499228939414024, "global_step": 3053, "epoch": 46, "lr": 9.891809876137172e-05}
+{"train_loss": 0.021060464402230885, "global_step": 3054, "epoch": 46, "lr": 9.891725444616409e-05, "val_loss": 0.014212262816727161}
+{"train_loss": 0.019492022693157196, "global_step": 3055, "epoch": 47, "lr": 9.891640980523949e-05}
+{"train_loss": 0.015280860476195812, "global_step": 3056, "epoch": 47, "lr": 9.891556483860358e-05}
+{"train_loss": 0.024506835266947746, "global_step": 3057, "epoch": 47, "lr": 9.891471954626195e-05}
+{"train_loss": 0.016414809972047806, "global_step": 3058, "epoch": 47, "lr": 9.891387392822027e-05}
+{"train_loss": 0.019053978845477104, "global_step": 3059, "epoch": 47, "lr": 9.891302798448413e-05}
+{"train_loss": 0.01760818623006344, "global_step": 3060, "epoch": 47, "lr": 9.89121817150592e-05}
+{"train_loss": 0.019664091989398003, "global_step": 3061, "epoch": 47, "lr": 9.891133511995108e-05}
+{"train_loss": 0.019527217373251915, "global_step": 3062, "epoch": 47, "lr": 9.891048819916543e-05}
+{"train_loss": 0.021817656233906746, "global_step": 3063, "epoch": 47, "lr": 9.89096409527079e-05}
+{"train_loss": 0.01951655000448227, "global_step": 3064, "epoch": 47, "lr": 9.890879338058409e-05}
+{"train_loss": 0.020394761115312576, "global_step": 3065, "epoch": 47, "lr": 9.890794548279967e-05}
+{"train_loss": 0.026321420446038246, "global_step": 3066, "epoch": 47, "lr": 9.89070972593603e-05}
+{"train_loss": 0.013603496365249157, "global_step": 3067, "epoch": 47, "lr": 9.89062487102716e-05}
+{"train_loss": 0.019476210698485374, "global_step": 3068, "epoch": 47, "lr": 9.890539983553922e-05}
+{"train_loss": 0.02805298939347267, "global_step": 3069, "epoch": 47, "lr": 9.890455063516884e-05}
+{"train_loss": 0.026458758860826492, "global_step": 3070, "epoch": 47, "lr": 9.89037011091661e-05}
+{"train_loss": 0.02082584612071514, "global_step": 3071, "epoch": 47, "lr": 9.890285125753664e-05}
+{"train_loss": 0.019879687577486038, "global_step": 3072, "epoch": 47, "lr": 9.890200108028615e-05}
+{"train_loss": 0.022817375138401985, "global_step": 3073, "epoch": 47, "lr": 9.890115057742026e-05}
+{"train_loss": 0.024918731302022934, "global_step": 3074, "epoch": 47, "lr": 9.890029974894466e-05}
+{"train_loss": 0.020426329225301743, "global_step": 3075, "epoch": 47, "lr": 9.889944859486502e-05}
+{"train_loss": 0.020426452159881592, "global_step": 3076, "epoch": 47, "lr": 9.889859711518697e-05}
+{"train_loss": 0.020658645778894424, "global_step": 3077, "epoch": 47, "lr": 9.889774530991619e-05}
+{"train_loss": 0.021206147968769073, "global_step": 3078, "epoch": 47, "lr": 9.889689317905837e-05}
+{"train_loss": 0.024416690692305565, "global_step": 3079, "epoch": 47, "lr": 9.889604072261918e-05}
+{"train_loss": 0.014622794464230537, "global_step": 3080, "epoch": 47, "lr": 9.889518794060429e-05}
+{"train_loss": 0.02098391018807888, "global_step": 3081, "epoch": 47, "lr": 9.889433483301939e-05}
+{"train_loss": 0.018452802672982216, "global_step": 3082, "epoch": 47, "lr": 9.889348139987014e-05}
+{"train_loss": 0.023860419169068336, "global_step": 3083, "epoch": 47, "lr": 9.889262764116223e-05}
+{"train_loss": 0.024684391915798187, "global_step": 3084, "epoch": 47, "lr": 9.889177355690135e-05}
+{"train_loss": 0.023910287767648697, "global_step": 3085, "epoch": 47, "lr": 9.889091914709319e-05}
+{"train_loss": 0.021245766431093216, "global_step": 3086, "epoch": 47, "lr": 9.889006441174343e-05}
+{"train_loss": 0.018785864114761353, "global_step": 3087, "epoch": 47, "lr": 9.888920935085777e-05}
+{"train_loss": 0.027533553540706635, "global_step": 3088, "epoch": 47, "lr": 9.88883539644419e-05}
+{"train_loss": 0.018057411536574364, "global_step": 3089, "epoch": 47, "lr": 9.88874982525015e-05}
+{"train_loss": 0.014062207192182541, "global_step": 3090, "epoch": 47, "lr": 9.88866422150423e-05}
+{"train_loss": 0.020459124818444252, "global_step": 3091, "epoch": 47, "lr": 9.888578585206998e-05}
+{"train_loss": 0.02344292774796486, "global_step": 3092, "epoch": 47, "lr": 9.888492916359024e-05}
+{"train_loss": 0.018396787345409393, "global_step": 3093, "epoch": 47, "lr": 9.888407214960878e-05}
+{"train_loss": 0.015040810219943523, "global_step": 3094, "epoch": 47, "lr": 9.888321481013132e-05}
+{"train_loss": 0.020408496260643005, "global_step": 3095, "epoch": 47, "lr": 9.888235714516357e-05}
+{"train_loss": 0.021849174052476883, "global_step": 3096, "epoch": 47, "lr": 9.888149915471123e-05}
+{"train_loss": 0.028861137107014656, "global_step": 3097, "epoch": 47, "lr": 9.888064083878002e-05}
+{"train_loss": 0.01769137941300869, "global_step": 3098, "epoch": 47, "lr": 9.887978219737566e-05}
+{"train_loss": 0.01935625448822975, "global_step": 3099, "epoch": 47, "lr": 9.887892323050384e-05}
+{"train_loss": 0.018058374524116516, "global_step": 3100, "epoch": 47, "lr": 9.887806393817032e-05}
+{"train_loss": 0.029216255992650986, "global_step": 3101, "epoch": 47, "lr": 9.887720432038079e-05}
+{"train_loss": 0.021480480208992958, "global_step": 3102, "epoch": 47, "lr": 9.887634437714097e-05}
+{"train_loss": 0.020461229607462883, "global_step": 3103, "epoch": 47, "lr": 9.887548410845661e-05}
+{"train_loss": 0.015371385961771011, "global_step": 3104, "epoch": 47, "lr": 9.887462351433346e-05}
+{"train_loss": 0.01674533635377884, "global_step": 3105, "epoch": 47, "lr": 9.887376259477719e-05}
+{"train_loss": 0.020817739889025688, "global_step": 3106, "epoch": 47, "lr": 9.887290134979356e-05}
+{"train_loss": 0.01795795187354088, "global_step": 3107, "epoch": 47, "lr": 9.88720397793883e-05}
+{"train_loss": 0.022098984569311142, "global_step": 3108, "epoch": 47, "lr": 9.887117788356717e-05}
+{"train_loss": 0.019708853214979172, "global_step": 3109, "epoch": 47, "lr": 9.887031566233589e-05}
+{"train_loss": 0.022294890135526657, "global_step": 3110, "epoch": 47, "lr": 9.88694531157002e-05}
+{"train_loss": 0.018570536747574806, "global_step": 3111, "epoch": 47, "lr": 9.886859024366584e-05}
+{"train_loss": 0.016541559249162674, "global_step": 3112, "epoch": 47, "lr": 9.886772704623856e-05}
+{"train_loss": 0.019574323669075966, "global_step": 3113, "epoch": 47, "lr": 9.886686352342414e-05}
+{"train_loss": 0.020670797675848007, "global_step": 3114, "epoch": 47, "lr": 9.886599967522827e-05}
+{"train_loss": 0.01964653842151165, "global_step": 3115, "epoch": 47, "lr": 9.886513550165673e-05}
+{"train_loss": 0.01368375588208437, "global_step": 3116, "epoch": 47, "lr": 9.88642710027153e-05}
+{"train_loss": 0.02281157113611698, "global_step": 3117, "epoch": 47, "lr": 9.886340617840968e-05}
+{"train_loss": 0.017304671928286552, "global_step": 3118, "epoch": 47, "lr": 9.886254102874567e-05}
+{"train_loss": 0.020423690143686075, "global_step": 3119, "epoch": 47, "lr": 9.886167555372903e-05, "val_loss": 0.02327633835375309}
+{"train_loss": 0.02002323605120182, "global_step": 3120, "epoch": 48, "lr": 9.88608097533655e-05}
+{"train_loss": 0.017955001443624496, "global_step": 3121, "epoch": 48, "lr": 9.885994362766087e-05}
+{"train_loss": 0.019836455583572388, "global_step": 3122, "epoch": 48, "lr": 9.885907717662088e-05}
+{"train_loss": 0.02602257952094078, "global_step": 3123, "epoch": 48, "lr": 9.885821040025133e-05}
+{"train_loss": 0.017875835299491882, "global_step": 3124, "epoch": 48, "lr": 9.885734329855798e-05}
+{"train_loss": 0.020373238250613213, "global_step": 3125, "epoch": 48, "lr": 9.88564758715466e-05}
+{"train_loss": 0.024377023801207542, "global_step": 3126, "epoch": 48, "lr": 9.885560811922295e-05}
+{"train_loss": 0.016736052930355072, "global_step": 3127, "epoch": 48, "lr": 9.885474004159282e-05}
+{"train_loss": 0.016355019062757492, "global_step": 3128, "epoch": 48, "lr": 9.885387163866202e-05}
+{"train_loss": 0.019040865823626518, "global_step": 3129, "epoch": 48, "lr": 9.88530029104363e-05}
+{"train_loss": 0.020421139895915985, "global_step": 3130, "epoch": 48, "lr": 9.885213385692142e-05}
+{"train_loss": 0.01811349019408226, "global_step": 3131, "epoch": 48, "lr": 9.885126447812323e-05}
+{"train_loss": 0.016712021082639694, "global_step": 3132, "epoch": 48, "lr": 9.885039477404747e-05}
+{"train_loss": 0.01781504414975643, "global_step": 3133, "epoch": 48, "lr": 9.884952474469995e-05}
+{"train_loss": 0.017971700057387352, "global_step": 3134, "epoch": 48, "lr": 9.884865439008647e-05}
+{"train_loss": 0.01827266812324524, "global_step": 3135, "epoch": 48, "lr": 9.88477837102128e-05}
+{"train_loss": 0.016995420679450035, "global_step": 3136, "epoch": 48, "lr": 9.884691270508478e-05}
+{"train_loss": 0.019022487103939056, "global_step": 3137, "epoch": 48, "lr": 9.884604137470814e-05}
+{"train_loss": 0.019961029291152954, "global_step": 3138, "epoch": 48, "lr": 9.884516971908875e-05}
+{"train_loss": 0.017773129045963287, "global_step": 3139, "epoch": 48, "lr": 9.884429773823239e-05}
+{"train_loss": 0.020192300900816917, "global_step": 3140, "epoch": 48, "lr": 9.884342543214485e-05}
+{"train_loss": 0.02138381078839302, "global_step": 3141, "epoch": 48, "lr": 9.884255280083197e-05}
+{"train_loss": 0.017087172716856003, "global_step": 3142, "epoch": 48, "lr": 9.884167984429953e-05}
+{"train_loss": 0.025148307904601097, "global_step": 3143, "epoch": 48, "lr": 9.884080656255335e-05}
+{"train_loss": 0.015494566410779953, "global_step": 3144, "epoch": 48, "lr": 9.883993295559927e-05}
+{"train_loss": 0.01475887093693018, "global_step": 3145, "epoch": 48, "lr": 9.883905902344307e-05}
+{"train_loss": 0.018908977508544922, "global_step": 3146, "epoch": 48, "lr": 9.883818476609059e-05}
+{"train_loss": 0.01557161845266819, "global_step": 3147, "epoch": 48, "lr": 9.883731018354765e-05}
+{"train_loss": 0.01608709804713726, "global_step": 3148, "epoch": 48, "lr": 9.883643527582007e-05}
+{"train_loss": 0.018379634246230125, "global_step": 3149, "epoch": 48, "lr": 9.883556004291368e-05}
+{"train_loss": 0.019366372376680374, "global_step": 3150, "epoch": 48, "lr": 9.88346844848343e-05}
+{"train_loss": 0.022299490869045258, "global_step": 3151, "epoch": 48, "lr": 9.883380860158778e-05}
+{"train_loss": 0.0204102024435997, "global_step": 3152, "epoch": 48, "lr": 9.883293239317991e-05}
+{"train_loss": 0.020894238725304604, "global_step": 3153, "epoch": 48, "lr": 9.883205585961657e-05}
+{"train_loss": 0.021261293441057205, "global_step": 3154, "epoch": 48, "lr": 9.883117900090357e-05}
+{"train_loss": 0.015099335461854935, "global_step": 3155, "epoch": 48, "lr": 9.883030181704674e-05}
+{"train_loss": 0.01723284088075161, "global_step": 3156, "epoch": 48, "lr": 9.882942430805195e-05}
+{"train_loss": 0.016610005870461464, "global_step": 3157, "epoch": 48, "lr": 9.882854647392503e-05}
+{"train_loss": 0.022162314504384995, "global_step": 3158, "epoch": 48, "lr": 9.882766831467183e-05}
+{"train_loss": 0.01958533748984337, "global_step": 3159, "epoch": 48, "lr": 9.882678983029819e-05}
+{"train_loss": 0.0223058070987463, "global_step": 3160, "epoch": 48, "lr": 9.882591102080995e-05}
+{"train_loss": 0.017090657725930214, "global_step": 3161, "epoch": 48, "lr": 9.882503188621299e-05}
+{"train_loss": 0.014518487267196178, "global_step": 3162, "epoch": 48, "lr": 9.882415242651313e-05}
+{"train_loss": 0.022489996626973152, "global_step": 3163, "epoch": 48, "lr": 9.882327264171625e-05}
+{"train_loss": 0.023681798949837685, "global_step": 3164, "epoch": 48, "lr": 9.88223925318282e-05}
+{"train_loss": 0.019578730687499046, "global_step": 3165, "epoch": 48, "lr": 9.882151209685484e-05}
+{"train_loss": 0.01928270421922207, "global_step": 3166, "epoch": 48, "lr": 9.882063133680204e-05}
+{"train_loss": 0.02156476303935051, "global_step": 3167, "epoch": 48, "lr": 9.881975025167565e-05}
+{"train_loss": 0.014348880387842655, "global_step": 3168, "epoch": 48, "lr": 9.881886884148154e-05}
+{"train_loss": 0.020607275888323784, "global_step": 3169, "epoch": 48, "lr": 9.881798710622559e-05}
+{"train_loss": 0.01711948961019516, "global_step": 3170, "epoch": 48, "lr": 9.881710504591366e-05}
+{"train_loss": 0.019204597920179367, "global_step": 3171, "epoch": 48, "lr": 9.881622266055163e-05}
+{"train_loss": 0.019772477447986603, "global_step": 3172, "epoch": 48, "lr": 9.881533995014537e-05}
+{"train_loss": 0.020663820207118988, "global_step": 3173, "epoch": 48, "lr": 9.881445691470076e-05}
+{"train_loss": 0.015415256842970848, "global_step": 3174, "epoch": 48, "lr": 9.881357355422368e-05}
+{"train_loss": 0.015747487545013428, "global_step": 3175, "epoch": 48, "lr": 9.881268986872001e-05}
+{"train_loss": 0.024143895134329796, "global_step": 3176, "epoch": 48, "lr": 9.881180585819564e-05}
+{"train_loss": 0.018887661397457123, "global_step": 3177, "epoch": 48, "lr": 9.881092152265647e-05}
+{"train_loss": 0.02194243296980858, "global_step": 3178, "epoch": 48, "lr": 9.881003686210835e-05}
+{"train_loss": 0.017025381326675415, "global_step": 3179, "epoch": 48, "lr": 9.88091518765572e-05}
+{"train_loss": 0.01536538265645504, "global_step": 3180, "epoch": 48, "lr": 9.880826656600888e-05}
+{"train_loss": 0.02248297818005085, "global_step": 3181, "epoch": 48, "lr": 9.880738093046933e-05}
+{"train_loss": 0.01569477468729019, "global_step": 3182, "epoch": 48, "lr": 9.880649496994443e-05}
+{"train_loss": 0.021253230050206184, "global_step": 3183, "epoch": 48, "lr": 9.880560868444006e-05}
+{"train_loss": 0.01904519863713246, "global_step": 3184, "epoch": 48, "lr": 9.880472207396214e-05, "val_loss": 0.016689889132976532}
+{"train_loss": 0.01950705051422119, "global_step": 3185, "epoch": 49, "lr": 9.880383513851659e-05}
+{"train_loss": 0.02054516412317753, "global_step": 3186, "epoch": 49, "lr": 9.880294787810926e-05}
+{"train_loss": 0.023415887728333473, "global_step": 3187, "epoch": 49, "lr": 9.880206029274612e-05}
+{"train_loss": 0.017996273934841156, "global_step": 3188, "epoch": 49, "lr": 9.880117238243305e-05}
+{"train_loss": 0.02117731049656868, "global_step": 3189, "epoch": 49, "lr": 9.880028414717597e-05}
+{"train_loss": 0.016671963036060333, "global_step": 3190, "epoch": 49, "lr": 9.879939558698078e-05}
+{"train_loss": 0.023794325068593025, "global_step": 3191, "epoch": 49, "lr": 9.87985067018534e-05}
+{"train_loss": 0.023762550204992294, "global_step": 3192, "epoch": 49, "lr": 9.879761749179977e-05}
+{"train_loss": 0.025511818006634712, "global_step": 3193, "epoch": 49, "lr": 9.879672795682578e-05}
+{"train_loss": 0.016839059069752693, "global_step": 3194, "epoch": 49, "lr": 9.879583809693738e-05}
+{"train_loss": 0.016316501423716545, "global_step": 3195, "epoch": 49, "lr": 9.879494791214048e-05}
+{"train_loss": 0.01874040998518467, "global_step": 3196, "epoch": 49, "lr": 9.879405740244101e-05}
+{"train_loss": 0.017727890983223915, "global_step": 3197, "epoch": 49, "lr": 9.87931665678449e-05}
+{"train_loss": 0.01771514117717743, "global_step": 3198, "epoch": 49, "lr": 9.879227540835809e-05}
+{"train_loss": 0.02608666755259037, "global_step": 3199, "epoch": 49, "lr": 9.87913839239865e-05}
+{"train_loss": 0.014312539249658585, "global_step": 3200, "epoch": 49, "lr": 9.879049211473608e-05}
+{"train_loss": 0.01267700083553791, "global_step": 3201, "epoch": 49, "lr": 9.878959998061275e-05}
+{"train_loss": 0.01696377620100975, "global_step": 3202, "epoch": 49, "lr": 9.878870752162246e-05}
+{"train_loss": 0.018374700099229813, "global_step": 3203, "epoch": 49, "lr": 9.878781473777117e-05}
+{"train_loss": 0.022356031462550163, "global_step": 3204, "epoch": 49, "lr": 9.878692162906479e-05}
+{"train_loss": 0.01755780540406704, "global_step": 3205, "epoch": 49, "lr": 9.878602819550928e-05}
+{"train_loss": 0.018417218700051308, "global_step": 3206, "epoch": 49, "lr": 9.878513443711061e-05}
+{"train_loss": 0.012372506782412529, "global_step": 3207, "epoch": 49, "lr": 9.878424035387471e-05}
+{"train_loss": 0.022287089377641678, "global_step": 3208, "epoch": 49, "lr": 9.878334594580754e-05}
+{"train_loss": 0.021773943677544594, "global_step": 3209, "epoch": 49, "lr": 9.878245121291504e-05}
+{"train_loss": 0.015005858615040779, "global_step": 3210, "epoch": 49, "lr": 9.87815561552032e-05}
+{"train_loss": 0.018449312075972557, "global_step": 3211, "epoch": 49, "lr": 9.878066077267796e-05}
+{"train_loss": 0.0213315412402153, "global_step": 3212, "epoch": 49, "lr": 9.877976506534527e-05}
+{"train_loss": 0.015734929591417313, "global_step": 3213, "epoch": 49, "lr": 9.877886903321112e-05}
+{"train_loss": 0.019074223935604095, "global_step": 3214, "epoch": 49, "lr": 9.877797267628144e-05}
+{"train_loss": 0.014398550614714622, "global_step": 3215, "epoch": 49, "lr": 9.877707599456224e-05}
+{"train_loss": 0.016403906047344208, "global_step": 3216, "epoch": 49, "lr": 9.877617898805946e-05}
+{"train_loss": 0.022665061056613922, "global_step": 3217, "epoch": 49, "lr": 9.87752816567791e-05}
+{"train_loss": 0.01871923729777336, "global_step": 3218, "epoch": 49, "lr": 9.877438400072712e-05}
+{"train_loss": 0.017067469656467438, "global_step": 3219, "epoch": 49, "lr": 9.877348601990948e-05}
+{"train_loss": 0.01570887863636017, "global_step": 3220, "epoch": 49, "lr": 9.877258771433219e-05}
+{"train_loss": 0.0182690117508173, "global_step": 3221, "epoch": 49, "lr": 9.877168908400121e-05}
+{"train_loss": 0.015103639103472233, "global_step": 3222, "epoch": 49, "lr": 9.877079012892254e-05}
+{"train_loss": 0.02395794354379177, "global_step": 3223, "epoch": 49, "lr": 9.876989084910216e-05}
+{"train_loss": 0.015909284353256226, "global_step": 3224, "epoch": 49, "lr": 9.876899124454604e-05}
+{"train_loss": 0.021423067897558212, "global_step": 3225, "epoch": 49, "lr": 9.876809131526018e-05}
+{"train_loss": 0.01983952522277832, "global_step": 3226, "epoch": 49, "lr": 9.876719106125059e-05}
+{"train_loss": 0.011935790069401264, "global_step": 3227, "epoch": 49, "lr": 9.876629048252324e-05}
+{"train_loss": 0.024404875934123993, "global_step": 3228, "epoch": 49, "lr": 9.876538957908414e-05}
+{"train_loss": 0.016983209177851677, "global_step": 3229, "epoch": 49, "lr": 9.87644883509393e-05}
+{"train_loss": 0.018336975947022438, "global_step": 3230, "epoch": 49, "lr": 9.87635867980947e-05}
+{"train_loss": 0.021121464669704437, "global_step": 3231, "epoch": 49, "lr": 9.876268492055635e-05}
+{"train_loss": 0.021388666704297066, "global_step": 3232, "epoch": 49, "lr": 9.876178271833025e-05}
+{"train_loss": 0.018324241042137146, "global_step": 3233, "epoch": 49, "lr": 9.876088019142242e-05}
+{"train_loss": 0.0206938274204731, "global_step": 3234, "epoch": 49, "lr": 9.875997733983885e-05}
+{"train_loss": 0.01820220611989498, "global_step": 3235, "epoch": 49, "lr": 9.875907416358559e-05}
+{"train_loss": 0.018972184509038925, "global_step": 3236, "epoch": 49, "lr": 9.875817066266859e-05}
+{"train_loss": 0.016466684639453888, "global_step": 3237, "epoch": 49, "lr": 9.875726683709393e-05}
+{"train_loss": 0.015729619190096855, "global_step": 3238, "epoch": 49, "lr": 9.87563626868676e-05}
+{"train_loss": 0.020298171788454056, "global_step": 3239, "epoch": 49, "lr": 9.875545821199561e-05}
+{"train_loss": 0.019789939746260643, "global_step": 3240, "epoch": 49, "lr": 9.875455341248401e-05}
+{"train_loss": 0.022498520091176033, "global_step": 3241, "epoch": 49, "lr": 9.875364828833879e-05}
+{"train_loss": 0.01678391918540001, "global_step": 3242, "epoch": 49, "lr": 9.875274283956602e-05}
+{"train_loss": 0.019759327173233032, "global_step": 3243, "epoch": 49, "lr": 9.87518370661717e-05}
+{"train_loss": 0.0178183875977993, "global_step": 3244, "epoch": 49, "lr": 9.875093096816186e-05}
+{"train_loss": 0.025807637721300125, "global_step": 3245, "epoch": 49, "lr": 9.875002454554255e-05}
+{"train_loss": 0.014591135084629059, "global_step": 3246, "epoch": 49, "lr": 9.874911779831976e-05}
+{"train_loss": 0.0170147567987442, "global_step": 3247, "epoch": 49, "lr": 9.87482107264996e-05}
+{"train_loss": 0.021971823647618294, "global_step": 3248, "epoch": 49, "lr": 9.874730333008805e-05}
+{"train_loss": 0.018857581856159062, "global_step": 3249, "epoch": 49, "lr": 9.874639560909117e-05, "val_loss": 0.019062358886003494}
+{"train_loss": 0.016518572345376015, "global_step": 3250, "epoch": 50, "lr": 9.874548756351504e-05}
+{"train_loss": 0.016423605382442474, "global_step": 3251, "epoch": 50, "lr": 9.874457919336565e-05}
+{"train_loss": 0.01822885312139988, "global_step": 3252, "epoch": 50, "lr": 9.874367049864907e-05}
+{"train_loss": 0.026105307042598724, "global_step": 3253, "epoch": 50, "lr": 9.874276147937138e-05}
+{"train_loss": 0.018094360828399658, "global_step": 3254, "epoch": 50, "lr": 9.874185213553859e-05}
+{"train_loss": 0.014519210904836655, "global_step": 3255, "epoch": 50, "lr": 9.874094246715676e-05}
+{"train_loss": 0.019486162811517715, "global_step": 3256, "epoch": 50, "lr": 9.874003247423196e-05}
+{"train_loss": 0.01750291883945465, "global_step": 3257, "epoch": 50, "lr": 9.873912215677026e-05}
+{"train_loss": 0.015507733449339867, "global_step": 3258, "epoch": 50, "lr": 9.873821151477771e-05}
+{"train_loss": 0.015162439085543156, "global_step": 3259, "epoch": 50, "lr": 9.873730054826037e-05}
+{"train_loss": 0.01735978201031685, "global_step": 3260, "epoch": 50, "lr": 9.87363892572243e-05}
+{"train_loss": 0.018221676349639893, "global_step": 3261, "epoch": 50, "lr": 9.873547764167557e-05}
+{"train_loss": 0.018111402168869972, "global_step": 3262, "epoch": 50, "lr": 9.873456570162028e-05}
+{"train_loss": 0.023488592356443405, "global_step": 3263, "epoch": 50, "lr": 9.873365343706444e-05}
+{"train_loss": 0.017421873286366463, "global_step": 3264, "epoch": 50, "lr": 9.87327408480142e-05}
+{"train_loss": 0.01898459903895855, "global_step": 3265, "epoch": 50, "lr": 9.873182793447558e-05}
+{"train_loss": 0.018903562799096107, "global_step": 3266, "epoch": 50, "lr": 9.873091469645469e-05}
+{"train_loss": 0.012588606216013432, "global_step": 3267, "epoch": 50, "lr": 9.873000113395758e-05}
+{"train_loss": 0.023333150893449783, "global_step": 3268, "epoch": 50, "lr": 9.872908724699038e-05}
+{"train_loss": 0.01205869298428297, "global_step": 3269, "epoch": 50, "lr": 9.872817303555911e-05}
+{"train_loss": 0.022572433575987816, "global_step": 3270, "epoch": 50, "lr": 9.872725849966992e-05}
+{"train_loss": 0.02037176303565502, "global_step": 3271, "epoch": 50, "lr": 9.872634363932887e-05}
+{"train_loss": 0.017613355070352554, "global_step": 3272, "epoch": 50, "lr": 9.872542845454204e-05}
+{"train_loss": 0.01985909417271614, "global_step": 3273, "epoch": 50, "lr": 9.872451294531555e-05}
+{"train_loss": 0.017371946945786476, "global_step": 3274, "epoch": 50, "lr": 9.872359711165549e-05}
+{"train_loss": 0.017885250970721245, "global_step": 3275, "epoch": 50, "lr": 9.872268095356794e-05}
+{"train_loss": 0.02516358718276024, "global_step": 3276, "epoch": 50, "lr": 9.872176447105903e-05}
+{"train_loss": 0.021313728764653206, "global_step": 3277, "epoch": 50, "lr": 9.872084766413482e-05}
+{"train_loss": 0.023697299882769585, "global_step": 3278, "epoch": 50, "lr": 9.871993053280146e-05}
+{"train_loss": 0.016481323167681694, "global_step": 3279, "epoch": 50, "lr": 9.871901307706504e-05}
+{"train_loss": 0.019115755334496498, "global_step": 3280, "epoch": 50, "lr": 9.871809529693164e-05}
+{"train_loss": 0.02412184700369835, "global_step": 3281, "epoch": 50, "lr": 9.871717719240743e-05}
+{"train_loss": 0.016292531043291092, "global_step": 3282, "epoch": 50, "lr": 9.871625876349846e-05}
+{"train_loss": 0.014030298218131065, "global_step": 3283, "epoch": 50, "lr": 9.87153400102109e-05}
+{"train_loss": 0.018711740151047707, "global_step": 3284, "epoch": 50, "lr": 9.871442093255082e-05}
+{"train_loss": 0.02590642310678959, "global_step": 3285, "epoch": 50, "lr": 9.871350153052437e-05}
+{"train_loss": 0.015278312377631664, "global_step": 3286, "epoch": 50, "lr": 9.871258180413768e-05}
+{"train_loss": 0.02704339474439621, "global_step": 3287, "epoch": 50, "lr": 9.871166175339684e-05}
+{"train_loss": 0.017885467037558556, "global_step": 3288, "epoch": 50, "lr": 9.8710741378308e-05}
+{"train_loss": 0.019432706758379936, "global_step": 3289, "epoch": 50, "lr": 9.870982067887728e-05}
+{"train_loss": 0.015545492060482502, "global_step": 3290, "epoch": 50, "lr": 9.870889965511083e-05}
+{"train_loss": 0.01916087046265602, "global_step": 3291, "epoch": 50, "lr": 9.870797830701475e-05}
+{"train_loss": 0.024305690079927444, "global_step": 3292, "epoch": 50, "lr": 9.87070566345952e-05}
+{"train_loss": 0.019618522375822067, "global_step": 3293, "epoch": 50, "lr": 9.870613463785829e-05}
+{"train_loss": 0.021051127463579178, "global_step": 3294, "epoch": 50, "lr": 9.870521231681021e-05}
+{"train_loss": 0.01600944809615612, "global_step": 3295, "epoch": 50, "lr": 9.870428967145704e-05}
+{"train_loss": 0.02355865016579628, "global_step": 3296, "epoch": 50, "lr": 9.870336670180496e-05}
+{"train_loss": 0.024638300761580467, "global_step": 3297, "epoch": 50, "lr": 9.87024434078601e-05}
+{"train_loss": 0.019712401553988457, "global_step": 3298, "epoch": 50, "lr": 9.870151978962863e-05}
+{"train_loss": 0.014372838661074638, "global_step": 3299, "epoch": 50, "lr": 9.870059584711668e-05}
+{"train_loss": 0.020005175843834877, "global_step": 3300, "epoch": 50, "lr": 9.86996715803304e-05}
+{"train_loss": 0.016253195703029633, "global_step": 3301, "epoch": 50, "lr": 9.869874698927597e-05}
+{"train_loss": 0.01896720752120018, "global_step": 3302, "epoch": 50, "lr": 9.86978220739595e-05}
+{"train_loss": 0.018590807914733887, "global_step": 3303, "epoch": 50, "lr": 9.86968968343872e-05}
+{"train_loss": 0.01880858652293682, "global_step": 3304, "epoch": 50, "lr": 9.86959712705652e-05}
+{"train_loss": 0.01676332950592041, "global_step": 3305, "epoch": 50, "lr": 9.869504538249967e-05}
+{"train_loss": 0.021128689870238304, "global_step": 3306, "epoch": 50, "lr": 9.869411917019677e-05}
+{"train_loss": 0.018966272473335266, "global_step": 3307, "epoch": 50, "lr": 9.869319263366268e-05}
+{"train_loss": 0.013942952267825603, "global_step": 3308, "epoch": 50, "lr": 9.869226577290356e-05}
+{"train_loss": 0.01915132813155651, "global_step": 3309, "epoch": 50, "lr": 9.869133858792558e-05}
+{"train_loss": 0.02552681230008602, "global_step": 3310, "epoch": 50, "lr": 9.869041107873491e-05}
+{"train_loss": 0.019657988101243973, "global_step": 3311, "epoch": 50, "lr": 9.868948324533775e-05}
+{"train_loss": 0.024910608306527138, "global_step": 3312, "epoch": 50, "lr": 9.868855508774026e-05}
+{"train_loss": 0.012886639684438705, "global_step": 3313, "epoch": 50, "lr": 9.868762660594862e-05}
+{"train_loss": 0.019059131265832828, "global_step": 3314, "epoch": 50, "lr": 9.8686697799969e-05, "val_loss": 0.013394263572990894, "train_action_mse_error": 0.002447661478072405}
+{"train_loss": 0.023207252845168114, "global_step": 3315, "epoch": 51, "lr": 9.86857686698076e-05}
+{"train_loss": 0.021678617224097252, "global_step": 3316, "epoch": 51, "lr": 9.86848392154706e-05}
+{"train_loss": 0.01757808029651642, "global_step": 3317, "epoch": 51, "lr": 9.868390943696422e-05}
+{"train_loss": 0.02467130497097969, "global_step": 3318, "epoch": 51, "lr": 9.86829793342946e-05}
+{"train_loss": 0.018452372401952744, "global_step": 3319, "epoch": 51, "lr": 9.868204890746796e-05}
+{"train_loss": 0.017491424456238747, "global_step": 3320, "epoch": 51, "lr": 9.86811181564905e-05}
+{"train_loss": 0.01814938150346279, "global_step": 3321, "epoch": 51, "lr": 9.868018708136842e-05}
+{"train_loss": 0.022010836750268936, "global_step": 3322, "epoch": 51, "lr": 9.867925568210789e-05}
+{"train_loss": 0.016656544059515, "global_step": 3323, "epoch": 51, "lr": 9.867832395871513e-05}
+{"train_loss": 0.016023287549614906, "global_step": 3324, "epoch": 51, "lr": 9.867739191119636e-05}
+{"train_loss": 0.0177883580327034, "global_step": 3325, "epoch": 51, "lr": 9.867645953955775e-05}
+{"train_loss": 0.018306221812963486, "global_step": 3326, "epoch": 51, "lr": 9.867552684380556e-05}
+{"train_loss": 0.021410437300801277, "global_step": 3327, "epoch": 51, "lr": 9.867459382394595e-05}
+{"train_loss": 0.015336533077061176, "global_step": 3328, "epoch": 51, "lr": 9.867366047998515e-05}
+{"train_loss": 0.021786725148558617, "global_step": 3329, "epoch": 51, "lr": 9.867272681192939e-05}
+{"train_loss": 0.017332881689071655, "global_step": 3330, "epoch": 51, "lr": 9.867179281978487e-05}
+{"train_loss": 0.01639423705637455, "global_step": 3331, "epoch": 51, "lr": 9.867085850355781e-05}
+{"train_loss": 0.014392009004950523, "global_step": 3332, "epoch": 51, "lr": 9.866992386325443e-05}
+{"train_loss": 0.02096172422170639, "global_step": 3333, "epoch": 51, "lr": 9.866898889888097e-05}
+{"train_loss": 0.019346246495842934, "global_step": 3334, "epoch": 51, "lr": 9.866805361044362e-05}
+{"train_loss": 0.015461171045899391, "global_step": 3335, "epoch": 51, "lr": 9.866711799794866e-05}
+{"train_loss": 0.013954170979559422, "global_step": 3336, "epoch": 51, "lr": 9.866618206140228e-05}
+{"train_loss": 0.012779930606484413, "global_step": 3337, "epoch": 51, "lr": 9.866524580081071e-05}
+{"train_loss": 0.01113769318908453, "global_step": 3338, "epoch": 51, "lr": 9.866430921618021e-05}
+{"train_loss": 0.019933825358748436, "global_step": 3339, "epoch": 51, "lr": 9.8663372307517e-05}
+{"train_loss": 0.015233400277793407, "global_step": 3340, "epoch": 51, "lr": 9.866243507482732e-05}
+{"train_loss": 0.015324307605624199, "global_step": 3341, "epoch": 51, "lr": 9.866149751811741e-05}
+{"train_loss": 0.013545130379498005, "global_step": 3342, "epoch": 51, "lr": 9.866055963739351e-05}
+{"train_loss": 0.015075300820171833, "global_step": 3343, "epoch": 51, "lr": 9.865962143266189e-05}
+{"train_loss": 0.017984827980399132, "global_step": 3344, "epoch": 51, "lr": 9.865868290392876e-05}
+{"train_loss": 0.026135828346014023, "global_step": 3345, "epoch": 51, "lr": 9.865774405120039e-05}
+{"train_loss": 0.018403539434075356, "global_step": 3346, "epoch": 51, "lr": 9.865680487448302e-05}
+{"train_loss": 0.013833984732627869, "global_step": 3347, "epoch": 51, "lr": 9.865586537378292e-05}
+{"train_loss": 0.01976682059466839, "global_step": 3348, "epoch": 51, "lr": 9.865492554910633e-05}
+{"train_loss": 0.018963290378451347, "global_step": 3349, "epoch": 51, "lr": 9.865398540045952e-05}
+{"train_loss": 0.013888606801629066, "global_step": 3350, "epoch": 51, "lr": 9.865304492784875e-05}
+{"train_loss": 0.019228868186473846, "global_step": 3351, "epoch": 51, "lr": 9.865210413128025e-05}
+{"train_loss": 0.014747224748134613, "global_step": 3352, "epoch": 51, "lr": 9.865116301076034e-05}
+{"train_loss": 0.02175116166472435, "global_step": 3353, "epoch": 51, "lr": 9.865022156629524e-05}
+{"train_loss": 0.014184318482875824, "global_step": 3354, "epoch": 51, "lr": 9.864927979789125e-05}
+{"train_loss": 0.02137327566742897, "global_step": 3355, "epoch": 51, "lr": 9.864833770555462e-05}
+{"train_loss": 0.02093365043401718, "global_step": 3356, "epoch": 51, "lr": 9.864739528929163e-05}
+{"train_loss": 0.019270509481430054, "global_step": 3357, "epoch": 51, "lr": 9.864645254910854e-05}
+{"train_loss": 0.017033200711011887, "global_step": 3358, "epoch": 51, "lr": 9.864550948501165e-05}
+{"train_loss": 0.02241499535739422, "global_step": 3359, "epoch": 51, "lr": 9.864456609700726e-05}
+{"train_loss": 0.021021069958806038, "global_step": 3360, "epoch": 51, "lr": 9.864362238510158e-05}
+{"train_loss": 0.025997977703809738, "global_step": 3361, "epoch": 51, "lr": 9.864267834930096e-05}
+{"train_loss": 0.012671071104705334, "global_step": 3362, "epoch": 51, "lr": 9.864173398961168e-05}
+{"train_loss": 0.028693165630102158, "global_step": 3363, "epoch": 51, "lr": 9.864078930603997e-05}
+{"train_loss": 0.015540016815066338, "global_step": 3364, "epoch": 51, "lr": 9.863984429859218e-05}
+{"train_loss": 0.021622857078909874, "global_step": 3365, "epoch": 51, "lr": 9.863889896727459e-05}
+{"train_loss": 0.017462966963648796, "global_step": 3366, "epoch": 51, "lr": 9.863795331209348e-05}
+{"train_loss": 0.02000664547085762, "global_step": 3367, "epoch": 51, "lr": 9.863700733305517e-05}
+{"train_loss": 0.024132702499628067, "global_step": 3368, "epoch": 51, "lr": 9.863606103016592e-05}
+{"train_loss": 0.0233848188072443, "global_step": 3369, "epoch": 51, "lr": 9.863511440343206e-05}
+{"train_loss": 0.025675993412733078, "global_step": 3370, "epoch": 51, "lr": 9.863416745285989e-05}
+{"train_loss": 0.0178128182888031, "global_step": 3371, "epoch": 51, "lr": 9.863322017845571e-05}
+{"train_loss": 0.01812642440199852, "global_step": 3372, "epoch": 51, "lr": 9.863227258022583e-05}
+{"train_loss": 0.022150538861751556, "global_step": 3373, "epoch": 51, "lr": 9.863132465817657e-05}
+{"train_loss": 0.015900714322924614, "global_step": 3374, "epoch": 51, "lr": 9.863037641231422e-05}
+{"train_loss": 0.017875341698527336, "global_step": 3375, "epoch": 51, "lr": 9.862942784264512e-05}
+{"train_loss": 0.019797539338469505, "global_step": 3376, "epoch": 51, "lr": 9.862847894917555e-05}
+{"train_loss": 0.017745673656463623, "global_step": 3377, "epoch": 51, "lr": 9.862752973191188e-05}
+{"train_loss": 0.012217890471220016, "global_step": 3378, "epoch": 51, "lr": 9.862658019086038e-05}
+{"train_loss": 0.018663256801664828, "global_step": 3379, "epoch": 51, "lr": 9.862563032602739e-05, "val_loss": 0.026780487969517708}
+{"train_loss": 0.021906567737460136, "global_step": 3380, "epoch": 52, "lr": 9.862468013741924e-05}
+{"train_loss": 0.015706129372119904, "global_step": 3381, "epoch": 52, "lr": 9.862372962504225e-05}
+{"train_loss": 0.017791520804166794, "global_step": 3382, "epoch": 52, "lr": 9.862277878890276e-05}
+{"train_loss": 0.02139875665307045, "global_step": 3383, "epoch": 52, "lr": 9.862182762900709e-05}
+{"train_loss": 0.013935999013483524, "global_step": 3384, "epoch": 52, "lr": 9.862087614536158e-05}
+{"train_loss": 0.026034880429506302, "global_step": 3385, "epoch": 52, "lr": 9.861992433797256e-05}
+{"train_loss": 0.018246106803417206, "global_step": 3386, "epoch": 52, "lr": 9.861897220684638e-05}
+{"train_loss": 0.01542291883379221, "global_step": 3387, "epoch": 52, "lr": 9.861801975198936e-05}
+{"train_loss": 0.019987791776657104, "global_step": 3388, "epoch": 52, "lr": 9.861706697340787e-05}
+{"train_loss": 0.021152101457118988, "global_step": 3389, "epoch": 52, "lr": 9.861611387110823e-05}
+{"train_loss": 0.014987749047577381, "global_step": 3390, "epoch": 52, "lr": 9.861516044509677e-05}
+{"train_loss": 0.013838532380759716, "global_step": 3391, "epoch": 52, "lr": 9.861420669537989e-05}
+{"train_loss": 0.024367282167077065, "global_step": 3392, "epoch": 52, "lr": 9.86132526219639e-05}
+{"train_loss": 0.01774483732879162, "global_step": 3393, "epoch": 52, "lr": 9.861229822485517e-05}
+{"train_loss": 0.019302986562252045, "global_step": 3394, "epoch": 52, "lr": 9.861134350406004e-05}
+{"train_loss": 0.017463896423578262, "global_step": 3395, "epoch": 52, "lr": 9.861038845958489e-05}
+{"train_loss": 0.014140580780804157, "global_step": 3396, "epoch": 52, "lr": 9.860943309143605e-05}
+{"train_loss": 0.01607813499867916, "global_step": 3397, "epoch": 52, "lr": 9.860847739961992e-05}
+{"train_loss": 0.013933406211435795, "global_step": 3398, "epoch": 52, "lr": 9.860752138414282e-05}
+{"train_loss": 0.013529747724533081, "global_step": 3399, "epoch": 52, "lr": 9.860656504501113e-05}
+{"train_loss": 0.014649876393377781, "global_step": 3400, "epoch": 52, "lr": 9.860560838223125e-05}
+{"train_loss": 0.020868144929409027, "global_step": 3401, "epoch": 52, "lr": 9.86046513958095e-05}
+{"train_loss": 0.014275156892836094, "global_step": 3402, "epoch": 52, "lr": 9.86036940857523e-05}
+{"train_loss": 0.012444810941815376, "global_step": 3403, "epoch": 52, "lr": 9.860273645206599e-05}
+{"train_loss": 0.014034874737262726, "global_step": 3404, "epoch": 52, "lr": 9.860177849475694e-05}
+{"train_loss": 0.01667862758040428, "global_step": 3405, "epoch": 52, "lr": 9.860082021383157e-05}
+{"train_loss": 0.027763623744249344, "global_step": 3406, "epoch": 52, "lr": 9.859986160929622e-05}
+{"train_loss": 0.01581522449851036, "global_step": 3407, "epoch": 52, "lr": 9.859890268115729e-05}
+{"train_loss": 0.01589275151491165, "global_step": 3408, "epoch": 52, "lr": 9.859794342942117e-05}
+{"train_loss": 0.01570889726281166, "global_step": 3409, "epoch": 52, "lr": 9.859698385409424e-05}
+{"train_loss": 0.012486380524933338, "global_step": 3410, "epoch": 52, "lr": 9.859602395518289e-05}
+{"train_loss": 0.01648014411330223, "global_step": 3411, "epoch": 52, "lr": 9.859506373269352e-05}
+{"train_loss": 0.020959487184882164, "global_step": 3412, "epoch": 52, "lr": 9.859410318663251e-05}
+{"train_loss": 0.020631367340683937, "global_step": 3413, "epoch": 52, "lr": 9.859314231700625e-05}
+{"train_loss": 0.01607055403292179, "global_step": 3414, "epoch": 52, "lr": 9.859218112382116e-05}
+{"train_loss": 0.024895740672945976, "global_step": 3415, "epoch": 52, "lr": 9.859121960708364e-05}
+{"train_loss": 0.018173228949308395, "global_step": 3416, "epoch": 52, "lr": 9.859025776680007e-05}
+{"train_loss": 0.019530070945620537, "global_step": 3417, "epoch": 52, "lr": 9.858929560297687e-05}
+{"train_loss": 0.01619633100926876, "global_step": 3418, "epoch": 52, "lr": 9.858833311562044e-05}
+{"train_loss": 0.016931626945734024, "global_step": 3419, "epoch": 52, "lr": 9.858737030473719e-05}
+{"train_loss": 0.018876491114497185, "global_step": 3420, "epoch": 52, "lr": 9.858640717033354e-05}
+{"train_loss": 0.016702434048056602, "global_step": 3421, "epoch": 52, "lr": 9.85854437124159e-05}
+{"train_loss": 0.01856422983109951, "global_step": 3422, "epoch": 52, "lr": 9.858447993099066e-05}
+{"train_loss": 0.015548940747976303, "global_step": 3423, "epoch": 52, "lr": 9.858351582606429e-05}
+{"train_loss": 0.01929842308163643, "global_step": 3424, "epoch": 52, "lr": 9.858255139764315e-05}
+{"train_loss": 0.019350823014974594, "global_step": 3425, "epoch": 52, "lr": 9.85815866457337e-05}
+{"train_loss": 0.019260380417108536, "global_step": 3426, "epoch": 52, "lr": 9.858062157034235e-05}
+{"train_loss": 0.018002260476350784, "global_step": 3427, "epoch": 52, "lr": 9.857965617147553e-05}
+{"train_loss": 0.017702920362353325, "global_step": 3428, "epoch": 52, "lr": 9.857869044913968e-05}
+{"train_loss": 0.014608312398195267, "global_step": 3429, "epoch": 52, "lr": 9.857772440334121e-05}
+{"train_loss": 0.018128613010048866, "global_step": 3430, "epoch": 52, "lr": 9.857675803408656e-05}
+{"train_loss": 0.017101604491472244, "global_step": 3431, "epoch": 52, "lr": 9.857579134138216e-05}
+{"train_loss": 0.020311841741204262, "global_step": 3432, "epoch": 52, "lr": 9.857482432523446e-05}
+{"train_loss": 0.02142961695790291, "global_step": 3433, "epoch": 52, "lr": 9.857385698564988e-05}
+{"train_loss": 0.01722819358110428, "global_step": 3434, "epoch": 52, "lr": 9.857288932263489e-05}
+{"train_loss": 0.02122141234576702, "global_step": 3435, "epoch": 52, "lr": 9.85719213361959e-05}
+{"train_loss": 0.011257425881922245, "global_step": 3436, "epoch": 52, "lr": 9.857095302633936e-05}
+{"train_loss": 0.017480187118053436, "global_step": 3437, "epoch": 52, "lr": 9.856998439307175e-05}
+{"train_loss": 0.016544554382562637, "global_step": 3438, "epoch": 52, "lr": 9.85690154363995e-05}
+{"train_loss": 0.023058155551552773, "global_step": 3439, "epoch": 52, "lr": 9.856804615632903e-05}
+{"train_loss": 0.019204599782824516, "global_step": 3440, "epoch": 52, "lr": 9.856707655286685e-05}
+{"train_loss": 0.01730651780962944, "global_step": 3441, "epoch": 52, "lr": 9.856610662601937e-05}
+{"train_loss": 0.014705647714436054, "global_step": 3442, "epoch": 52, "lr": 9.856513637579308e-05}
+{"train_loss": 0.020064502954483032, "global_step": 3443, "epoch": 52, "lr": 9.856416580219443e-05}
+{"train_loss": 0.017843130732385012, "global_step": 3444, "epoch": 52, "lr": 9.856319490522987e-05, "val_loss": 0.02116517163813114}
+{"train_loss": 0.01711086370050907, "global_step": 3445, "epoch": 53, "lr": 9.856222368490588e-05}
+{"train_loss": 0.01855280250310898, "global_step": 3446, "epoch": 53, "lr": 9.856125214122894e-05}
+{"train_loss": 0.014387436211109161, "global_step": 3447, "epoch": 53, "lr": 9.856028027420547e-05}
+{"train_loss": 0.01731378585100174, "global_step": 3448, "epoch": 53, "lr": 9.8559308083842e-05}
+{"train_loss": 0.020946068689227104, "global_step": 3449, "epoch": 53, "lr": 9.855833557014495e-05}
+{"train_loss": 0.016980955377221107, "global_step": 3450, "epoch": 53, "lr": 9.855736273312084e-05}
+{"train_loss": 0.021949006244540215, "global_step": 3451, "epoch": 53, "lr": 9.855638957277613e-05}
+{"train_loss": 0.01980512961745262, "global_step": 3452, "epoch": 53, "lr": 9.85554160891173e-05}
+{"train_loss": 0.018130047246813774, "global_step": 3453, "epoch": 53, "lr": 9.855444228215081e-05}
+{"train_loss": 0.02351236902177334, "global_step": 3454, "epoch": 53, "lr": 9.855346815188318e-05}
+{"train_loss": 0.017309220507740974, "global_step": 3455, "epoch": 53, "lr": 9.855249369832089e-05}
+{"train_loss": 0.01850883662700653, "global_step": 3456, "epoch": 53, "lr": 9.855151892147041e-05}
+{"train_loss": 0.01750493049621582, "global_step": 3457, "epoch": 53, "lr": 9.855054382133823e-05}
+{"train_loss": 0.02070658840239048, "global_step": 3458, "epoch": 53, "lr": 9.854956839793086e-05}
+{"train_loss": 0.019543295726180077, "global_step": 3459, "epoch": 53, "lr": 9.85485926512548e-05}
+{"train_loss": 0.017462413758039474, "global_step": 3460, "epoch": 53, "lr": 9.854761658131652e-05}
+{"train_loss": 0.017293358221650124, "global_step": 3461, "epoch": 53, "lr": 9.854664018812254e-05}
+{"train_loss": 0.012459761463105679, "global_step": 3462, "epoch": 53, "lr": 9.854566347167936e-05}
+{"train_loss": 0.018290292471647263, "global_step": 3463, "epoch": 53, "lr": 9.854468643199348e-05}
+{"train_loss": 0.014881586655974388, "global_step": 3464, "epoch": 53, "lr": 9.85437090690714e-05}
+{"train_loss": 0.016569077968597412, "global_step": 3465, "epoch": 53, "lr": 9.854273138291963e-05}
+{"train_loss": 0.023244325071573257, "global_step": 3466, "epoch": 53, "lr": 9.854175337354468e-05}
+{"train_loss": 0.01594087854027748, "global_step": 3467, "epoch": 53, "lr": 9.854077504095308e-05}
+{"train_loss": 0.016826346516609192, "global_step": 3468, "epoch": 53, "lr": 9.853979638515132e-05}
+{"train_loss": 0.016685402020812035, "global_step": 3469, "epoch": 53, "lr": 9.853881740614591e-05}
+{"train_loss": 0.018098710104823112, "global_step": 3470, "epoch": 53, "lr": 9.85378381039434e-05}
+{"train_loss": 0.020138317719101906, "global_step": 3471, "epoch": 53, "lr": 9.85368584785503e-05}
+{"train_loss": 0.021654989570379257, "global_step": 3472, "epoch": 53, "lr": 9.85358785299731e-05}
+{"train_loss": 0.021022992208600044, "global_step": 3473, "epoch": 53, "lr": 9.853489825821838e-05}
+{"train_loss": 0.011845728382468224, "global_step": 3474, "epoch": 53, "lr": 9.853391766329263e-05}
+{"train_loss": 0.01508023776113987, "global_step": 3475, "epoch": 53, "lr": 9.853293674520239e-05}
+{"train_loss": 0.012371795251965523, "global_step": 3476, "epoch": 53, "lr": 9.853195550395419e-05}
+{"train_loss": 0.01744169555604458, "global_step": 3477, "epoch": 53, "lr": 9.853097393955455e-05}
+{"train_loss": 0.01398635283112526, "global_step": 3478, "epoch": 53, "lr": 9.852999205201004e-05}
+{"train_loss": 0.014412270858883858, "global_step": 3479, "epoch": 53, "lr": 9.852900984132718e-05}
+{"train_loss": 0.017641518265008926, "global_step": 3480, "epoch": 53, "lr": 9.85280273075125e-05}
+{"train_loss": 0.01697208546102047, "global_step": 3481, "epoch": 53, "lr": 9.852704445057255e-05}
+{"train_loss": 0.013411641120910645, "global_step": 3482, "epoch": 53, "lr": 9.852606127051388e-05}
+{"train_loss": 0.020067309960722923, "global_step": 3483, "epoch": 53, "lr": 9.852507776734302e-05}
+{"train_loss": 0.013716953806579113, "global_step": 3484, "epoch": 53, "lr": 9.852409394106652e-05}
+{"train_loss": 0.01597590744495392, "global_step": 3485, "epoch": 53, "lr": 9.852310979169095e-05}
+{"train_loss": 0.022261573001742363, "global_step": 3486, "epoch": 53, "lr": 9.852212531922286e-05}
+{"train_loss": 0.013225188478827477, "global_step": 3487, "epoch": 53, "lr": 9.852114052366879e-05}
+{"train_loss": 0.020443100482225418, "global_step": 3488, "epoch": 53, "lr": 9.85201554050353e-05}
+{"train_loss": 0.016607914119958878, "global_step": 3489, "epoch": 53, "lr": 9.851916996332897e-05}
+{"train_loss": 0.013098055496811867, "global_step": 3490, "epoch": 53, "lr": 9.851818419855635e-05}
+{"train_loss": 0.020736180245876312, "global_step": 3491, "epoch": 53, "lr": 9.8517198110724e-05}
+{"train_loss": 0.012590732425451279, "global_step": 3492, "epoch": 53, "lr": 9.851621169983846e-05}
+{"train_loss": 0.014248713850975037, "global_step": 3493, "epoch": 53, "lr": 9.851522496590635e-05}
+{"train_loss": 0.016415629535913467, "global_step": 3494, "epoch": 53, "lr": 9.851423790893421e-05}
+{"train_loss": 0.01970018446445465, "global_step": 3495, "epoch": 53, "lr": 9.851325052892861e-05}
+{"train_loss": 0.01709650084376335, "global_step": 3496, "epoch": 53, "lr": 9.851226282589615e-05}
+{"train_loss": 0.01751319132745266, "global_step": 3497, "epoch": 53, "lr": 9.851127479984337e-05}
+{"train_loss": 0.017406288534402847, "global_step": 3498, "epoch": 53, "lr": 9.851028645077687e-05}
+{"train_loss": 0.013891469687223434, "global_step": 3499, "epoch": 53, "lr": 9.850929777870324e-05}
+{"train_loss": 0.019035611301660538, "global_step": 3500, "epoch": 53, "lr": 9.850830878362902e-05}
+{"train_loss": 0.01559543702751398, "global_step": 3501, "epoch": 53, "lr": 9.850731946556085e-05}
+{"train_loss": 0.011102200485765934, "global_step": 3502, "epoch": 53, "lr": 9.85063298245053e-05}
+{"train_loss": 0.013925997540354729, "global_step": 3503, "epoch": 53, "lr": 9.850533986046894e-05}
+{"train_loss": 0.017092978581786156, "global_step": 3504, "epoch": 53, "lr": 9.850434957345837e-05}
+{"train_loss": 0.015455793589353561, "global_step": 3505, "epoch": 53, "lr": 9.850335896348021e-05}
+{"train_loss": 0.016550583764910698, "global_step": 3506, "epoch": 53, "lr": 9.850236803054102e-05}
+{"train_loss": 0.014456598088145256, "global_step": 3507, "epoch": 53, "lr": 9.850137677464741e-05}
+{"train_loss": 0.026142742484807968, "global_step": 3508, "epoch": 53, "lr": 9.8500385195806e-05}
+{"train_loss": 0.0171525343392904, "global_step": 3509, "epoch": 53, "lr": 9.849939329402336e-05, "val_loss": 0.015584168955683708}
+{"train_loss": 0.01876654662191868, "global_step": 3510, "epoch": 54, "lr": 9.849840106930611e-05}
+{"train_loss": 0.01671721786260605, "global_step": 3511, "epoch": 54, "lr": 9.849740852166087e-05}
+{"train_loss": 0.021134991198778152, "global_step": 3512, "epoch": 54, "lr": 9.849641565109422e-05}
+{"train_loss": 0.01417296938598156, "global_step": 3513, "epoch": 54, "lr": 9.849542245761278e-05}
+{"train_loss": 0.011487239971756935, "global_step": 3514, "epoch": 54, "lr": 9.849442894122321e-05}
+{"train_loss": 0.021206071600317955, "global_step": 3515, "epoch": 54, "lr": 9.849343510193206e-05}
+{"train_loss": 0.01979663595557213, "global_step": 3516, "epoch": 54, "lr": 9.849244093974597e-05}
+{"train_loss": 0.018391434103250504, "global_step": 3517, "epoch": 54, "lr": 9.849144645467155e-05}
+{"train_loss": 0.020483950152993202, "global_step": 3518, "epoch": 54, "lr": 9.849045164671547e-05}
+{"train_loss": 0.015641458332538605, "global_step": 3519, "epoch": 54, "lr": 9.848945651588428e-05}
+{"train_loss": 0.015887854620814323, "global_step": 3520, "epoch": 54, "lr": 9.848846106218468e-05}
+{"train_loss": 0.013974227011203766, "global_step": 3521, "epoch": 54, "lr": 9.848746528562324e-05}
+{"train_loss": 0.013534905388951302, "global_step": 3522, "epoch": 54, "lr": 9.848646918620662e-05}
+{"train_loss": 0.017338400706648827, "global_step": 3523, "epoch": 54, "lr": 9.848547276394144e-05}
+{"train_loss": 0.015003668144345284, "global_step": 3524, "epoch": 54, "lr": 9.848447601883435e-05}
+{"train_loss": 0.01775570586323738, "global_step": 3525, "epoch": 54, "lr": 9.848347895089197e-05}
+{"train_loss": 0.01780734956264496, "global_step": 3526, "epoch": 54, "lr": 9.848248156012096e-05}
+{"train_loss": 0.015174481086432934, "global_step": 3527, "epoch": 54, "lr": 9.848148384652793e-05}
+{"train_loss": 0.020125484094023705, "global_step": 3528, "epoch": 54, "lr": 9.848048581011956e-05}
+{"train_loss": 0.019324589520692825, "global_step": 3529, "epoch": 54, "lr": 9.847948745090245e-05}
+{"train_loss": 0.01543413195759058, "global_step": 3530, "epoch": 54, "lr": 9.847848876888329e-05}
+{"train_loss": 0.013715308159589767, "global_step": 3531, "epoch": 54, "lr": 9.847748976406872e-05}
+{"train_loss": 0.021203288808465004, "global_step": 3532, "epoch": 54, "lr": 9.847649043646536e-05}
+{"train_loss": 0.01288885809481144, "global_step": 3533, "epoch": 54, "lr": 9.847549078607992e-05}
+{"train_loss": 0.01687644049525261, "global_step": 3534, "epoch": 54, "lr": 9.847449081291901e-05}
+{"train_loss": 0.017651185393333435, "global_step": 3535, "epoch": 54, "lr": 9.847349051698931e-05}
+{"train_loss": 0.015243449248373508, "global_step": 3536, "epoch": 54, "lr": 9.847248989829747e-05}
+{"train_loss": 0.015780489891767502, "global_step": 3537, "epoch": 54, "lr": 9.847148895685016e-05}
+{"train_loss": 0.017595214769244194, "global_step": 3538, "epoch": 54, "lr": 9.847048769265404e-05}
+{"train_loss": 0.021284742280840874, "global_step": 3539, "epoch": 54, "lr": 9.846948610571577e-05}
+{"train_loss": 0.01781541109085083, "global_step": 3540, "epoch": 54, "lr": 9.846848419604206e-05}
+{"train_loss": 0.01856572926044464, "global_step": 3541, "epoch": 54, "lr": 9.846748196363952e-05}
+{"train_loss": 0.01810454949736595, "global_step": 3542, "epoch": 54, "lr": 9.846647940851486e-05}
+{"train_loss": 0.014459983445703983, "global_step": 3543, "epoch": 54, "lr": 9.846547653067476e-05}
+{"train_loss": 0.018168356269598007, "global_step": 3544, "epoch": 54, "lr": 9.846447333012588e-05}
+{"train_loss": 0.01577640324831009, "global_step": 3545, "epoch": 54, "lr": 9.846346980687489e-05}
+{"train_loss": 0.017386604100465775, "global_step": 3546, "epoch": 54, "lr": 9.84624659609285e-05}
+{"train_loss": 0.01663583144545555, "global_step": 3547, "epoch": 54, "lr": 9.846146179229339e-05}
+{"train_loss": 0.01367879193276167, "global_step": 3548, "epoch": 54, "lr": 9.846045730097622e-05}
+{"train_loss": 0.012781343422830105, "global_step": 3549, "epoch": 54, "lr": 9.84594524869837e-05}
+{"train_loss": 0.02168348990380764, "global_step": 3550, "epoch": 54, "lr": 9.845844735032253e-05}
+{"train_loss": 0.021435480564832687, "global_step": 3551, "epoch": 54, "lr": 9.845744189099937e-05}
+{"train_loss": 0.025935374200344086, "global_step": 3552, "epoch": 54, "lr": 9.845643610902096e-05}
+{"train_loss": 0.014421571977436543, "global_step": 3553, "epoch": 54, "lr": 9.845543000439397e-05}
+{"train_loss": 0.01933705061674118, "global_step": 3554, "epoch": 54, "lr": 9.845442357712509e-05}
+{"train_loss": 0.013647923246026039, "global_step": 3555, "epoch": 54, "lr": 9.845341682722103e-05}
+{"train_loss": 0.018864555284380913, "global_step": 3556, "epoch": 54, "lr": 9.84524097546885e-05}
+{"train_loss": 0.014718721620738506, "global_step": 3557, "epoch": 54, "lr": 9.84514023595342e-05}
+{"train_loss": 0.014872581698000431, "global_step": 3558, "epoch": 54, "lr": 9.845039464176485e-05}
+{"train_loss": 0.01645318791270256, "global_step": 3559, "epoch": 54, "lr": 9.844938660138713e-05}
+{"train_loss": 0.015400801785290241, "global_step": 3560, "epoch": 54, "lr": 9.844837823840777e-05}
+{"train_loss": 0.021482987329363823, "global_step": 3561, "epoch": 54, "lr": 9.844736955283351e-05}
+{"train_loss": 0.018249494954943657, "global_step": 3562, "epoch": 54, "lr": 9.844636054467102e-05}
+{"train_loss": 0.017465941607952118, "global_step": 3563, "epoch": 54, "lr": 9.844535121392707e-05}
+{"train_loss": 0.016976678743958473, "global_step": 3564, "epoch": 54, "lr": 9.844434156060831e-05}
+{"train_loss": 0.01744960993528366, "global_step": 3565, "epoch": 54, "lr": 9.844333158472152e-05}
+{"train_loss": 0.015045185573399067, "global_step": 3566, "epoch": 54, "lr": 9.844232128627341e-05}
+{"train_loss": 0.01938699558377266, "global_step": 3567, "epoch": 54, "lr": 9.844131066527072e-05}
+{"train_loss": 0.013751210644841194, "global_step": 3568, "epoch": 54, "lr": 9.844029972172015e-05}
+{"train_loss": 0.01167342159897089, "global_step": 3569, "epoch": 54, "lr": 9.843928845562845e-05}
+{"train_loss": 0.019825711846351624, "global_step": 3570, "epoch": 54, "lr": 9.843827686700236e-05}
+{"train_loss": 0.012183292768895626, "global_step": 3571, "epoch": 54, "lr": 9.84372649558486e-05}
+{"train_loss": 0.017127176746726036, "global_step": 3572, "epoch": 54, "lr": 9.84362527221739e-05}
+{"train_loss": 0.01626824215054512, "global_step": 3573, "epoch": 54, "lr": 9.843524016598502e-05}
+{"train_loss": 0.017031082038122872, "global_step": 3574, "epoch": 54, "lr": 9.843422728728871e-05, "val_loss": 0.015565598383545876}
+{"train_loss": 0.014338862150907516, "global_step": 3575, "epoch": 55, "lr": 9.843321408609168e-05}
+{"train_loss": 0.012802735902369022, "global_step": 3576, "epoch": 55, "lr": 9.84322005624007e-05}
+{"train_loss": 0.01645362377166748, "global_step": 3577, "epoch": 55, "lr": 9.843118671622254e-05}
+{"train_loss": 0.018005549907684326, "global_step": 3578, "epoch": 55, "lr": 9.84301725475639e-05}
+{"train_loss": 0.01896217092871666, "global_step": 3579, "epoch": 55, "lr": 9.842915805643155e-05}
+{"train_loss": 0.02206316776573658, "global_step": 3580, "epoch": 55, "lr": 9.842814324283227e-05}
+{"train_loss": 0.02173551730811596, "global_step": 3581, "epoch": 55, "lr": 9.842712810677281e-05}
+{"train_loss": 0.015437175519764423, "global_step": 3582, "epoch": 55, "lr": 9.842611264825991e-05}
+{"train_loss": 0.018051285296678543, "global_step": 3583, "epoch": 55, "lr": 9.842509686730035e-05}
+{"train_loss": 0.011099881492555141, "global_step": 3584, "epoch": 55, "lr": 9.842408076390086e-05}
+{"train_loss": 0.015858987346291542, "global_step": 3585, "epoch": 55, "lr": 9.842306433806826e-05}
+{"train_loss": 0.02044062875211239, "global_step": 3586, "epoch": 55, "lr": 9.842204758980926e-05}
+{"train_loss": 0.01632005348801613, "global_step": 3587, "epoch": 55, "lr": 9.842103051913069e-05}
+{"train_loss": 0.01755261979997158, "global_step": 3588, "epoch": 55, "lr": 9.842001312603927e-05}
+{"train_loss": 0.012532223016023636, "global_step": 3589, "epoch": 55, "lr": 9.84189954105418e-05}
+{"train_loss": 0.016130339354276657, "global_step": 3590, "epoch": 55, "lr": 9.841797737264506e-05}
+{"train_loss": 0.014497463591396809, "global_step": 3591, "epoch": 55, "lr": 9.841695901235582e-05}
+{"train_loss": 0.015169944614171982, "global_step": 3592, "epoch": 55, "lr": 9.841594032968085e-05}
+{"train_loss": 0.017307836562395096, "global_step": 3593, "epoch": 55, "lr": 9.841492132462695e-05}
+{"train_loss": 0.023186596110463142, "global_step": 3594, "epoch": 55, "lr": 9.84139019972009e-05}
+{"train_loss": 0.01566990464925766, "global_step": 3595, "epoch": 55, "lr": 9.841288234740948e-05}
+{"train_loss": 0.014799727126955986, "global_step": 3596, "epoch": 55, "lr": 9.84118623752595e-05}
+{"train_loss": 0.01978239417076111, "global_step": 3597, "epoch": 55, "lr": 9.841084208075773e-05}
+{"train_loss": 0.010033947415649891, "global_step": 3598, "epoch": 55, "lr": 9.840982146391096e-05}
+{"train_loss": 0.015048608183860779, "global_step": 3599, "epoch": 55, "lr": 9.840880052472601e-05}
+{"train_loss": 0.01859317161142826, "global_step": 3600, "epoch": 55, "lr": 9.840777926320966e-05}
+{"train_loss": 0.014562615193426609, "global_step": 3601, "epoch": 55, "lr": 9.840675767936873e-05}
+{"train_loss": 0.016466565430164337, "global_step": 3602, "epoch": 55, "lr": 9.840573577320998e-05}
+{"train_loss": 0.01697932928800583, "global_step": 3603, "epoch": 55, "lr": 9.840471354474026e-05}
+{"train_loss": 0.015066348016262054, "global_step": 3604, "epoch": 55, "lr": 9.840369099396636e-05}
+{"train_loss": 0.01655755192041397, "global_step": 3605, "epoch": 55, "lr": 9.840266812089507e-05}
+{"train_loss": 0.015578903257846832, "global_step": 3606, "epoch": 55, "lr": 9.840164492553323e-05}
+{"train_loss": 0.01771036721765995, "global_step": 3607, "epoch": 55, "lr": 9.840062140788764e-05}
+{"train_loss": 0.022027069702744484, "global_step": 3608, "epoch": 55, "lr": 9.839959756796511e-05}
+{"train_loss": 0.019893154501914978, "global_step": 3609, "epoch": 55, "lr": 9.839857340577248e-05}
+{"train_loss": 0.01133130956441164, "global_step": 3610, "epoch": 55, "lr": 9.839754892131654e-05}
+{"train_loss": 0.01831691525876522, "global_step": 3611, "epoch": 55, "lr": 9.839652411460412e-05}
+{"train_loss": 0.014978282153606415, "global_step": 3612, "epoch": 55, "lr": 9.839549898564204e-05}
+{"train_loss": 0.013938178308308125, "global_step": 3613, "epoch": 55, "lr": 9.839447353443716e-05}
+{"train_loss": 0.018377382308244705, "global_step": 3614, "epoch": 55, "lr": 9.839344776099625e-05}
+{"train_loss": 0.014338837936520576, "global_step": 3615, "epoch": 55, "lr": 9.839242166532621e-05}
+{"train_loss": 0.01475292257964611, "global_step": 3616, "epoch": 55, "lr": 9.839139524743381e-05}
+{"train_loss": 0.013164849020540714, "global_step": 3617, "epoch": 55, "lr": 9.83903685073259e-05}
+{"train_loss": 0.01890372671186924, "global_step": 3618, "epoch": 55, "lr": 9.838934144500935e-05}
+{"train_loss": 0.015737561509013176, "global_step": 3619, "epoch": 55, "lr": 9.838831406049095e-05}
+{"train_loss": 0.01415324304252863, "global_step": 3620, "epoch": 55, "lr": 9.838728635377757e-05}
+{"train_loss": 0.01731984317302704, "global_step": 3621, "epoch": 55, "lr": 9.838625832487606e-05}
+{"train_loss": 0.01052442379295826, "global_step": 3622, "epoch": 55, "lr": 9.838522997379325e-05}
+{"train_loss": 0.018774572759866714, "global_step": 3623, "epoch": 55, "lr": 9.838420130053599e-05}
+{"train_loss": 0.014839420095086098, "global_step": 3624, "epoch": 55, "lr": 9.838317230511112e-05}
+{"train_loss": 0.019847730174660683, "global_step": 3625, "epoch": 55, "lr": 9.83821429875255e-05}
+{"train_loss": 0.013651147484779358, "global_step": 3626, "epoch": 55, "lr": 9.8381113347786e-05}
+{"train_loss": 0.02733759582042694, "global_step": 3627, "epoch": 55, "lr": 9.838008338589944e-05}
+{"train_loss": 0.019748037680983543, "global_step": 3628, "epoch": 55, "lr": 9.83790531018727e-05}
+{"train_loss": 0.019255492836236954, "global_step": 3629, "epoch": 55, "lr": 9.837802249571265e-05}
+{"train_loss": 0.01843550242483616, "global_step": 3630, "epoch": 55, "lr": 9.837699156742614e-05}
+{"train_loss": 0.02038527838885784, "global_step": 3631, "epoch": 55, "lr": 9.837596031702003e-05}
+{"train_loss": 0.017060911282896996, "global_step": 3632, "epoch": 55, "lr": 9.83749287445012e-05}
+{"train_loss": 0.020528817549347878, "global_step": 3633, "epoch": 55, "lr": 9.837389684987652e-05}
+{"train_loss": 0.019148822873830795, "global_step": 3634, "epoch": 55, "lr": 9.837286463315283e-05}
+{"train_loss": 0.014481809921562672, "global_step": 3635, "epoch": 55, "lr": 9.837183209433705e-05}
+{"train_loss": 0.019642991945147514, "global_step": 3636, "epoch": 55, "lr": 9.8370799233436e-05}
+{"train_loss": 0.017084483057260513, "global_step": 3637, "epoch": 55, "lr": 9.836976605045661e-05}
+{"train_loss": 0.017476601526141167, "global_step": 3638, "epoch": 55, "lr": 9.836873254540573e-05}
+{"train_loss": 0.016903026273044255, "global_step": 3639, "epoch": 55, "lr": 9.836769871829026e-05, "val_loss": 0.0198639165610075, "train_action_mse_error": 0.0021871081553399563}
+{"train_loss": 0.021255191415548325, "global_step": 3640, "epoch": 56, "lr": 9.836666456911705e-05}
+{"train_loss": 0.01577427051961422, "global_step": 3641, "epoch": 56, "lr": 9.836563009789302e-05}
+{"train_loss": 0.01537139993160963, "global_step": 3642, "epoch": 56, "lr": 9.836459530462505e-05}
+{"train_loss": 0.022540220990777016, "global_step": 3643, "epoch": 56, "lr": 9.836356018932003e-05}
+{"train_loss": 0.014778499491512775, "global_step": 3644, "epoch": 56, "lr": 9.836252475198484e-05}
+{"train_loss": 0.012968829832971096, "global_step": 3645, "epoch": 56, "lr": 9.836148899262638e-05}
+{"train_loss": 0.016084622591733932, "global_step": 3646, "epoch": 56, "lr": 9.836045291125155e-05}
+{"train_loss": 0.021705815568566322, "global_step": 3647, "epoch": 56, "lr": 9.835941650786727e-05}
+{"train_loss": 0.014383293688297272, "global_step": 3648, "epoch": 56, "lr": 9.835837978248039e-05}
+{"train_loss": 0.012830006889998913, "global_step": 3649, "epoch": 56, "lr": 9.835734273509786e-05}
+{"train_loss": 0.018109722062945366, "global_step": 3650, "epoch": 56, "lr": 9.835630536572657e-05}
+{"train_loss": 0.017497137188911438, "global_step": 3651, "epoch": 56, "lr": 9.835526767437342e-05}
+{"train_loss": 0.01537257432937622, "global_step": 3652, "epoch": 56, "lr": 9.835422966104532e-05}
+{"train_loss": 0.022436896339058876, "global_step": 3653, "epoch": 56, "lr": 9.83531913257492e-05}
+{"train_loss": 0.016100820153951645, "global_step": 3654, "epoch": 56, "lr": 9.835215266849195e-05}
+{"train_loss": 0.02010452002286911, "global_step": 3655, "epoch": 56, "lr": 9.835111368928049e-05}
+{"train_loss": 0.013042639940977097, "global_step": 3656, "epoch": 56, "lr": 9.835007438812177e-05}
+{"train_loss": 0.016055651009082794, "global_step": 3657, "epoch": 56, "lr": 9.834903476502265e-05}
+{"train_loss": 0.01303370762616396, "global_step": 3658, "epoch": 56, "lr": 9.834799481999011e-05}
+{"train_loss": 0.014640424400568008, "global_step": 3659, "epoch": 56, "lr": 9.834695455303104e-05}
+{"train_loss": 0.016853678971529007, "global_step": 3660, "epoch": 56, "lr": 9.834591396415237e-05}
+{"train_loss": 0.02522953227162361, "global_step": 3661, "epoch": 56, "lr": 9.834487305336107e-05}
+{"train_loss": 0.014348259195685387, "global_step": 3662, "epoch": 56, "lr": 9.834383182066403e-05}
+{"train_loss": 0.012386944144964218, "global_step": 3663, "epoch": 56, "lr": 9.834279026606816e-05}
+{"train_loss": 0.021545706316828728, "global_step": 3664, "epoch": 56, "lr": 9.834174838958046e-05}
+{"train_loss": 0.017840325832366943, "global_step": 3665, "epoch": 56, "lr": 9.834070619120782e-05}
+{"train_loss": 0.017282143235206604, "global_step": 3666, "epoch": 56, "lr": 9.833966367095719e-05}
+{"train_loss": 0.02532290294766426, "global_step": 3667, "epoch": 56, "lr": 9.833862082883552e-05}
+{"train_loss": 0.021224208176136017, "global_step": 3668, "epoch": 56, "lr": 9.833757766484973e-05}
+{"train_loss": 0.014670181088149548, "global_step": 3669, "epoch": 56, "lr": 9.83365341790068e-05}
+{"train_loss": 0.014476031064987183, "global_step": 3670, "epoch": 56, "lr": 9.833549037131366e-05}
+{"train_loss": 0.019470354542136192, "global_step": 3671, "epoch": 56, "lr": 9.833444624177726e-05}
+{"train_loss": 0.02034221589565277, "global_step": 3672, "epoch": 56, "lr": 9.833340179040457e-05}
+{"train_loss": 0.02201838232576847, "global_step": 3673, "epoch": 56, "lr": 9.833235701720251e-05}
+{"train_loss": 0.019388269633054733, "global_step": 3674, "epoch": 56, "lr": 9.833131192217806e-05}
+{"train_loss": 0.022344816476106644, "global_step": 3675, "epoch": 56, "lr": 9.833026650533819e-05}
+{"train_loss": 0.019111204892396927, "global_step": 3676, "epoch": 56, "lr": 9.832922076668983e-05}
+{"train_loss": 0.015864692628383636, "global_step": 3677, "epoch": 56, "lr": 9.832817470623996e-05}
+{"train_loss": 0.01798374019563198, "global_step": 3678, "epoch": 56, "lr": 9.832712832399555e-05}
+{"train_loss": 0.01796039193868637, "global_step": 3679, "epoch": 56, "lr": 9.832608161996358e-05}
+{"train_loss": 0.01872885785996914, "global_step": 3680, "epoch": 56, "lr": 9.832503459415097e-05}
+{"train_loss": 0.018066056072711945, "global_step": 3681, "epoch": 56, "lr": 9.832398724656473e-05}
+{"train_loss": 0.012945693917572498, "global_step": 3682, "epoch": 56, "lr": 9.832293957721184e-05}
+{"train_loss": 0.01976640336215496, "global_step": 3683, "epoch": 56, "lr": 9.832189158609924e-05}
+{"train_loss": 0.015496822074055672, "global_step": 3684, "epoch": 56, "lr": 9.832084327323394e-05}
+{"train_loss": 0.016336649656295776, "global_step": 3685, "epoch": 56, "lr": 9.831979463862292e-05}
+{"train_loss": 0.014551736414432526, "global_step": 3686, "epoch": 56, "lr": 9.831874568227315e-05}
+{"train_loss": 0.017370307818055153, "global_step": 3687, "epoch": 56, "lr": 9.831769640419161e-05}
+{"train_loss": 0.0221937857568264, "global_step": 3688, "epoch": 56, "lr": 9.83166468043853e-05}
+{"train_loss": 0.01682313159108162, "global_step": 3689, "epoch": 56, "lr": 9.831559688286121e-05}
+{"train_loss": 0.02149464376270771, "global_step": 3690, "epoch": 56, "lr": 9.831454663962631e-05}
+{"train_loss": 0.016347292810678482, "global_step": 3691, "epoch": 56, "lr": 9.831349607468761e-05}
+{"train_loss": 0.021078605204820633, "global_step": 3692, "epoch": 56, "lr": 9.831244518805212e-05}
+{"train_loss": 0.018564879894256592, "global_step": 3693, "epoch": 56, "lr": 9.83113939797268e-05}
+{"train_loss": 0.012006872333586216, "global_step": 3694, "epoch": 56, "lr": 9.831034244971866e-05}
+{"train_loss": 0.0170765183866024, "global_step": 3695, "epoch": 56, "lr": 9.830929059803473e-05}
+{"train_loss": 0.01954132691025734, "global_step": 3696, "epoch": 56, "lr": 9.8308238424682e-05}
+{"train_loss": 0.011622249148786068, "global_step": 3697, "epoch": 56, "lr": 9.830718592966746e-05}
+{"train_loss": 0.02446003071963787, "global_step": 3698, "epoch": 56, "lr": 9.830613311299813e-05}
+{"train_loss": 0.01070665754377842, "global_step": 3699, "epoch": 56, "lr": 9.830507997468101e-05}
+{"train_loss": 0.016877833753824234, "global_step": 3700, "epoch": 56, "lr": 9.830402651472313e-05}
+{"train_loss": 0.016037579625844955, "global_step": 3701, "epoch": 56, "lr": 9.830297273313149e-05}
+{"train_loss": 0.01712852530181408, "global_step": 3702, "epoch": 56, "lr": 9.830191862991311e-05}
+{"train_loss": 0.017801878973841667, "global_step": 3703, "epoch": 56, "lr": 9.830086420507503e-05}
+{"train_loss": 0.01750162864247194, "global_step": 3704, "epoch": 56, "lr": 9.829980945862424e-05, "val_loss": 0.027194928377866745}
+{"train_loss": 0.01778540387749672, "global_step": 3705, "epoch": 57, "lr": 9.829875439056777e-05}
+{"train_loss": 0.016283363103866577, "global_step": 3706, "epoch": 57, "lr": 9.829769900091266e-05}
+{"train_loss": 0.017435377463698387, "global_step": 3707, "epoch": 57, "lr": 9.829664328966593e-05}
+{"train_loss": 0.017852013930678368, "global_step": 3708, "epoch": 57, "lr": 9.829558725683458e-05}
+{"train_loss": 0.01634651981294155, "global_step": 3709, "epoch": 57, "lr": 9.829453090242569e-05}
+{"train_loss": 0.020811283960938454, "global_step": 3710, "epoch": 57, "lr": 9.829347422644628e-05}
+{"train_loss": 0.013908865861594677, "global_step": 3711, "epoch": 57, "lr": 9.829241722890336e-05}
+{"train_loss": 0.018547262996435165, "global_step": 3712, "epoch": 57, "lr": 9.8291359909804e-05}
+{"train_loss": 0.020907914265990257, "global_step": 3713, "epoch": 57, "lr": 9.829030226915523e-05}
+{"train_loss": 0.01381209958344698, "global_step": 3714, "epoch": 57, "lr": 9.828924430696408e-05}
+{"train_loss": 0.014903374016284943, "global_step": 3715, "epoch": 57, "lr": 9.828818602323759e-05}
+{"train_loss": 0.016475342214107513, "global_step": 3716, "epoch": 57, "lr": 9.828712741798285e-05}
+{"train_loss": 0.010907633230090141, "global_step": 3717, "epoch": 57, "lr": 9.828606849120686e-05}
+{"train_loss": 0.017149973660707474, "global_step": 3718, "epoch": 57, "lr": 9.828500924291669e-05}
+{"train_loss": 0.01640380546450615, "global_step": 3719, "epoch": 57, "lr": 9.828394967311941e-05}
+{"train_loss": 0.01419837400317192, "global_step": 3720, "epoch": 57, "lr": 9.828288978182203e-05}
+{"train_loss": 0.01591292954981327, "global_step": 3721, "epoch": 57, "lr": 9.828182956903165e-05}
+{"train_loss": 0.017240338027477264, "global_step": 3722, "epoch": 57, "lr": 9.828076903475531e-05}
+{"train_loss": 0.015478372573852539, "global_step": 3723, "epoch": 57, "lr": 9.827970817900007e-05}
+{"train_loss": 0.018850088119506836, "global_step": 3724, "epoch": 57, "lr": 9.827864700177302e-05}
+{"train_loss": 0.015343932434916496, "global_step": 3725, "epoch": 57, "lr": 9.82775855030812e-05}
+{"train_loss": 0.01883559487760067, "global_step": 3726, "epoch": 57, "lr": 9.827652368293167e-05}
+{"train_loss": 0.015051172114908695, "global_step": 3727, "epoch": 57, "lr": 9.827546154133152e-05}
+{"train_loss": 0.02200309745967388, "global_step": 3728, "epoch": 57, "lr": 9.827439907828783e-05}
+{"train_loss": 0.01619211956858635, "global_step": 3729, "epoch": 57, "lr": 9.827333629380765e-05}
+{"train_loss": 0.013710370287299156, "global_step": 3730, "epoch": 57, "lr": 9.827227318789807e-05}
+{"train_loss": 0.017643993720412254, "global_step": 3731, "epoch": 57, "lr": 9.827120976056616e-05}
+{"train_loss": 0.014563405886292458, "global_step": 3732, "epoch": 57, "lr": 9.827014601181902e-05}
+{"train_loss": 0.01688767597079277, "global_step": 3733, "epoch": 57, "lr": 9.82690819416637e-05}
+{"train_loss": 0.017021266743540764, "global_step": 3734, "epoch": 57, "lr": 9.826801755010731e-05}
+{"train_loss": 0.02221881039440632, "global_step": 3735, "epoch": 57, "lr": 9.826695283715695e-05}
+{"train_loss": 0.013023138977587223, "global_step": 3736, "epoch": 57, "lr": 9.826588780281967e-05}
+{"train_loss": 0.01685834862291813, "global_step": 3737, "epoch": 57, "lr": 9.82648224471026e-05}
+{"train_loss": 0.013783385045826435, "global_step": 3738, "epoch": 57, "lr": 9.82637567700128e-05}
+{"train_loss": 0.015139912255108356, "global_step": 3739, "epoch": 57, "lr": 9.82626907715574e-05}
+{"train_loss": 0.01693023182451725, "global_step": 3740, "epoch": 57, "lr": 9.826162445174347e-05}
+{"train_loss": 0.018641164526343346, "global_step": 3741, "epoch": 57, "lr": 9.826055781057812e-05}
+{"train_loss": 0.0207500122487545, "global_step": 3742, "epoch": 57, "lr": 9.825949084806847e-05}
+{"train_loss": 0.010693852789700031, "global_step": 3743, "epoch": 57, "lr": 9.825842356422159e-05}
+{"train_loss": 0.0173935666680336, "global_step": 3744, "epoch": 57, "lr": 9.825735595904462e-05}
+{"train_loss": 0.014916928485035896, "global_step": 3745, "epoch": 57, "lr": 9.825628803254464e-05}
+{"train_loss": 0.014310019090771675, "global_step": 3746, "epoch": 57, "lr": 9.825521978472877e-05}
+{"train_loss": 0.020112987607717514, "global_step": 3747, "epoch": 57, "lr": 9.825415121560412e-05}
+{"train_loss": 0.014170180074870586, "global_step": 3748, "epoch": 57, "lr": 9.825308232517784e-05}
+{"train_loss": 0.015892427414655685, "global_step": 3749, "epoch": 57, "lr": 9.8252013113457e-05}
+{"train_loss": 0.012274917215108871, "global_step": 3750, "epoch": 57, "lr": 9.825094358044875e-05}
+{"train_loss": 0.02083023637533188, "global_step": 3751, "epoch": 57, "lr": 9.824987372616019e-05}
+{"train_loss": 0.019497673958539963, "global_step": 3752, "epoch": 57, "lr": 9.824880355059844e-05}
+{"train_loss": 0.019876817241311073, "global_step": 3753, "epoch": 57, "lr": 9.824773305377066e-05}
+{"train_loss": 0.013751862570643425, "global_step": 3754, "epoch": 57, "lr": 9.824666223568395e-05}
+{"train_loss": 0.019038252532482147, "global_step": 3755, "epoch": 57, "lr": 9.824559109634546e-05}
+{"train_loss": 0.013603807426989079, "global_step": 3756, "epoch": 57, "lr": 9.824451963576229e-05}
+{"train_loss": 0.01848103478550911, "global_step": 3757, "epoch": 57, "lr": 9.824344785394162e-05}
+{"train_loss": 0.011293092742562294, "global_step": 3758, "epoch": 57, "lr": 9.824237575089052e-05}
+{"train_loss": 0.015806404873728752, "global_step": 3759, "epoch": 57, "lr": 9.824130332661621e-05}
+{"train_loss": 0.016653260216116905, "global_step": 3760, "epoch": 57, "lr": 9.824023058112577e-05}
+{"train_loss": 0.018207931891083717, "global_step": 3761, "epoch": 57, "lr": 9.823915751442637e-05}
+{"train_loss": 0.015836499631404877, "global_step": 3762, "epoch": 57, "lr": 9.823808412652513e-05}
+{"train_loss": 0.015146155841648579, "global_step": 3763, "epoch": 57, "lr": 9.823701041742924e-05}
+{"train_loss": 0.011884000152349472, "global_step": 3764, "epoch": 57, "lr": 9.823593638714581e-05}
+{"train_loss": 0.022647390142083168, "global_step": 3765, "epoch": 57, "lr": 9.8234862035682e-05}
+{"train_loss": 0.016207030043005943, "global_step": 3766, "epoch": 57, "lr": 9.823378736304498e-05}
+{"train_loss": 0.0177458506077528, "global_step": 3767, "epoch": 57, "lr": 9.82327123692419e-05}
+{"train_loss": 0.0116946492344141, "global_step": 3768, "epoch": 57, "lr": 9.82316370542799e-05}
+{"train_loss": 0.016442868758279543, "global_step": 3769, "epoch": 57, "lr": 9.823056141816616e-05, "val_loss": 0.015422509051859379}
+{"train_loss": 0.018664617091417313, "global_step": 3770, "epoch": 58, "lr": 9.822948546090783e-05}
+{"train_loss": 0.021894585341215134, "global_step": 3771, "epoch": 58, "lr": 9.822840918251209e-05}
+{"train_loss": 0.011909302324056625, "global_step": 3772, "epoch": 58, "lr": 9.822733258298607e-05}
+{"train_loss": 0.011377873830497265, "global_step": 3773, "epoch": 58, "lr": 9.822625566233698e-05}
+{"train_loss": 0.017070841044187546, "global_step": 3774, "epoch": 58, "lr": 9.822517842057198e-05}
+{"train_loss": 0.021825777366757393, "global_step": 3775, "epoch": 58, "lr": 9.822410085769824e-05}
+{"train_loss": 0.020287400111556053, "global_step": 3776, "epoch": 58, "lr": 9.822302297372292e-05}
+{"train_loss": 0.021555330604314804, "global_step": 3777, "epoch": 58, "lr": 9.822194476865322e-05}
+{"train_loss": 0.012929634191095829, "global_step": 3778, "epoch": 58, "lr": 9.822086624249632e-05}
+{"train_loss": 0.015606776811182499, "global_step": 3779, "epoch": 58, "lr": 9.821978739525936e-05}
+{"train_loss": 0.01338446605950594, "global_step": 3780, "epoch": 58, "lr": 9.821870822694958e-05}
+{"train_loss": 0.022637642920017242, "global_step": 3781, "epoch": 58, "lr": 9.821762873757414e-05}
+{"train_loss": 0.020407630130648613, "global_step": 3782, "epoch": 58, "lr": 9.821654892714022e-05}
+{"train_loss": 0.02305152267217636, "global_step": 3783, "epoch": 58, "lr": 9.821546879565501e-05}
+{"train_loss": 0.015149589627981186, "global_step": 3784, "epoch": 58, "lr": 9.821438834312573e-05}
+{"train_loss": 0.018568864092230797, "global_step": 3785, "epoch": 58, "lr": 9.821330756955953e-05}
+{"train_loss": 0.015542383305728436, "global_step": 3786, "epoch": 58, "lr": 9.821222647496365e-05}
+{"train_loss": 0.021480342373251915, "global_step": 3787, "epoch": 58, "lr": 9.821114505934526e-05}
+{"train_loss": 0.020932931452989578, "global_step": 3788, "epoch": 58, "lr": 9.821006332271156e-05}
+{"train_loss": 0.013920290395617485, "global_step": 3789, "epoch": 58, "lr": 9.820898126506979e-05}
+{"train_loss": 0.02159964293241501, "global_step": 3790, "epoch": 58, "lr": 9.82078988864271e-05}
+{"train_loss": 0.020481625571846962, "global_step": 3791, "epoch": 58, "lr": 9.820681618679073e-05}
+{"train_loss": 0.013551557436585426, "global_step": 3792, "epoch": 58, "lr": 9.820573316616789e-05}
+{"train_loss": 0.013918796554207802, "global_step": 3793, "epoch": 58, "lr": 9.820464982456579e-05}
+{"train_loss": 0.01711607351899147, "global_step": 3794, "epoch": 58, "lr": 9.820356616199162e-05}
+{"train_loss": 0.019672982394695282, "global_step": 3795, "epoch": 58, "lr": 9.820248217845262e-05}
+{"train_loss": 0.024080492556095123, "global_step": 3796, "epoch": 58, "lr": 9.820139787395601e-05}
+{"train_loss": 0.022478338330984116, "global_step": 3797, "epoch": 58, "lr": 9.8200313248509e-05}
+{"train_loss": 0.019598837941884995, "global_step": 3798, "epoch": 58, "lr": 9.81992283021188e-05}
+{"train_loss": 0.018545424565672874, "global_step": 3799, "epoch": 58, "lr": 9.819814303479267e-05}
+{"train_loss": 0.014590052887797356, "global_step": 3800, "epoch": 58, "lr": 9.81970574465378e-05}
+{"train_loss": 0.015194762498140335, "global_step": 3801, "epoch": 58, "lr": 9.819597153736144e-05}
+{"train_loss": 0.02117038331925869, "global_step": 3802, "epoch": 58, "lr": 9.81948853072708e-05}
+{"train_loss": 0.0157359279692173, "global_step": 3803, "epoch": 58, "lr": 9.819379875627313e-05}
+{"train_loss": 0.01856677047908306, "global_step": 3804, "epoch": 58, "lr": 9.819271188437566e-05}
+{"train_loss": 0.01537654735147953, "global_step": 3805, "epoch": 58, "lr": 9.819162469158563e-05}
+{"train_loss": 0.015868952497839928, "global_step": 3806, "epoch": 58, "lr": 9.819053717791029e-05}
+{"train_loss": 0.0188104547560215, "global_step": 3807, "epoch": 58, "lr": 9.818944934335685e-05}
+{"train_loss": 0.017860587686300278, "global_step": 3808, "epoch": 58, "lr": 9.818836118793258e-05}
+{"train_loss": 0.013353665359318256, "global_step": 3809, "epoch": 58, "lr": 9.81872727116447e-05}
+{"train_loss": 0.019855041056871414, "global_step": 3810, "epoch": 58, "lr": 9.81861839145005e-05}
+{"train_loss": 0.019958142191171646, "global_step": 3811, "epoch": 58, "lr": 9.818509479650719e-05}
+{"train_loss": 0.0157227274030447, "global_step": 3812, "epoch": 58, "lr": 9.818400535767202e-05}
+{"train_loss": 0.020152956247329712, "global_step": 3813, "epoch": 58, "lr": 9.818291559800229e-05}
+{"train_loss": 0.0127403000369668, "global_step": 3814, "epoch": 58, "lr": 9.818182551750521e-05}
+{"train_loss": 0.018085980787873268, "global_step": 3815, "epoch": 58, "lr": 9.818073511618805e-05}
+{"train_loss": 0.02117479033768177, "global_step": 3816, "epoch": 58, "lr": 9.817964439405808e-05}
+{"train_loss": 0.015345017425715923, "global_step": 3817, "epoch": 58, "lr": 9.817855335112255e-05}
+{"train_loss": 0.020503245294094086, "global_step": 3818, "epoch": 58, "lr": 9.817746198738875e-05}
+{"train_loss": 0.013072908855974674, "global_step": 3819, "epoch": 58, "lr": 9.817637030286392e-05}
+{"train_loss": 0.01715998724102974, "global_step": 3820, "epoch": 58, "lr": 9.817527829755534e-05}
+{"train_loss": 0.01691017486155033, "global_step": 3821, "epoch": 58, "lr": 9.817418597147028e-05}
+{"train_loss": 0.015672387555241585, "global_step": 3822, "epoch": 58, "lr": 9.817309332461602e-05}
+{"train_loss": 0.015537824481725693, "global_step": 3823, "epoch": 58, "lr": 9.817200035699981e-05}
+{"train_loss": 0.012064422480762005, "global_step": 3824, "epoch": 58, "lr": 9.817090706862895e-05}
+{"train_loss": 0.015547342598438263, "global_step": 3825, "epoch": 58, "lr": 9.816981345951073e-05}
+{"train_loss": 0.0200234055519104, "global_step": 3826, "epoch": 58, "lr": 9.81687195296524e-05}
+{"train_loss": 0.014514938928186893, "global_step": 3827, "epoch": 58, "lr": 9.816762527906127e-05}
+{"train_loss": 0.019481046125292778, "global_step": 3828, "epoch": 58, "lr": 9.81665307077446e-05}
+{"train_loss": 0.030300715938210487, "global_step": 3829, "epoch": 58, "lr": 9.816543581570971e-05}
+{"train_loss": 0.02431761845946312, "global_step": 3830, "epoch": 58, "lr": 9.816434060296389e-05}
+{"train_loss": 0.019089769572019577, "global_step": 3831, "epoch": 58, "lr": 9.81632450695144e-05}
+{"train_loss": 0.016438042744994164, "global_step": 3832, "epoch": 58, "lr": 9.816214921536856e-05}
+{"train_loss": 0.016301250085234642, "global_step": 3833, "epoch": 58, "lr": 9.816105304053366e-05}
+{"train_loss": 0.017869119245845538, "global_step": 3834, "epoch": 58, "lr": 9.8159956545017e-05, "val_loss": 0.024538083001971245}
+{"train_loss": 0.018351253122091293, "global_step": 3835, "epoch": 59, "lr": 9.815885972882587e-05}
+{"train_loss": 0.02018159069120884, "global_step": 3836, "epoch": 59, "lr": 9.815776259196759e-05}
+{"train_loss": 0.017830252647399902, "global_step": 3837, "epoch": 59, "lr": 9.815666513444946e-05}
+{"train_loss": 0.01822279952466488, "global_step": 3838, "epoch": 59, "lr": 9.815556735627878e-05}
+{"train_loss": 0.020318089053034782, "global_step": 3839, "epoch": 59, "lr": 9.815446925746285e-05}
+{"train_loss": 0.02011212706565857, "global_step": 3840, "epoch": 59, "lr": 9.815337083800902e-05}
+{"train_loss": 0.015185908414423466, "global_step": 3841, "epoch": 59, "lr": 9.815227209792459e-05}
+{"train_loss": 0.01817377656698227, "global_step": 3842, "epoch": 59, "lr": 9.815117303721684e-05}
+{"train_loss": 0.021161628887057304, "global_step": 3843, "epoch": 59, "lr": 9.815007365589313e-05}
+{"train_loss": 0.01678609661757946, "global_step": 3844, "epoch": 59, "lr": 9.814897395396077e-05}
+{"train_loss": 0.019052080810070038, "global_step": 3845, "epoch": 59, "lr": 9.814787393142706e-05}
+{"train_loss": 0.017940666526556015, "global_step": 3846, "epoch": 59, "lr": 9.814677358829935e-05}
+{"train_loss": 0.01785370521247387, "global_step": 3847, "epoch": 59, "lr": 9.814567292458497e-05}
+{"train_loss": 0.017228988930583, "global_step": 3848, "epoch": 59, "lr": 9.814457194029122e-05}
+{"train_loss": 0.022456971928477287, "global_step": 3849, "epoch": 59, "lr": 9.814347063542546e-05}
+{"train_loss": 0.014800366014242172, "global_step": 3850, "epoch": 59, "lr": 9.8142369009995e-05}
+{"train_loss": 0.01644662581384182, "global_step": 3851, "epoch": 59, "lr": 9.81412670640072e-05}
+{"train_loss": 0.0213185902684927, "global_step": 3852, "epoch": 59, "lr": 9.814016479746938e-05}
+{"train_loss": 0.019323550164699554, "global_step": 3853, "epoch": 59, "lr": 9.813906221038889e-05}
+{"train_loss": 0.02145352214574814, "global_step": 3854, "epoch": 59, "lr": 9.813795930277305e-05}
+{"train_loss": 0.019258249551057816, "global_step": 3855, "epoch": 59, "lr": 9.813685607462923e-05}
+{"train_loss": 0.024948369711637497, "global_step": 3856, "epoch": 59, "lr": 9.813575252596477e-05}
+{"train_loss": 0.016210203990340233, "global_step": 3857, "epoch": 59, "lr": 9.813464865678698e-05}
+{"train_loss": 0.015557448379695415, "global_step": 3858, "epoch": 59, "lr": 9.813354446710328e-05}
+{"train_loss": 0.0165370162576437, "global_step": 3859, "epoch": 59, "lr": 9.813243995692098e-05}
+{"train_loss": 0.017884714528918266, "global_step": 3860, "epoch": 59, "lr": 9.813133512624743e-05}
+{"train_loss": 0.0185139998793602, "global_step": 3861, "epoch": 59, "lr": 9.813022997509e-05}
+{"train_loss": 0.022126181051135063, "global_step": 3862, "epoch": 59, "lr": 9.812912450345604e-05}
+{"train_loss": 0.018415339291095734, "global_step": 3863, "epoch": 59, "lr": 9.812801871135292e-05}
+{"train_loss": 0.020459145307540894, "global_step": 3864, "epoch": 59, "lr": 9.812691259878799e-05}
+{"train_loss": 0.01645766943693161, "global_step": 3865, "epoch": 59, "lr": 9.812580616576864e-05}
+{"train_loss": 0.020301146432757378, "global_step": 3866, "epoch": 59, "lr": 9.812469941230221e-05}
+{"train_loss": 0.014036106877028942, "global_step": 3867, "epoch": 59, "lr": 9.812359233839607e-05}
+{"train_loss": 0.019672816619277, "global_step": 3868, "epoch": 59, "lr": 9.812248494405763e-05}
+{"train_loss": 0.021680761128664017, "global_step": 3869, "epoch": 59, "lr": 9.812137722929422e-05}
+{"train_loss": 0.01869536191225052, "global_step": 3870, "epoch": 59, "lr": 9.812026919411324e-05}
+{"train_loss": 0.018298443406820297, "global_step": 3871, "epoch": 59, "lr": 9.811916083852204e-05}
+{"train_loss": 0.015299182385206223, "global_step": 3872, "epoch": 59, "lr": 9.811805216252802e-05}
+{"train_loss": 0.013667167164385319, "global_step": 3873, "epoch": 59, "lr": 9.811694316613858e-05}
+{"train_loss": 0.018854349851608276, "global_step": 3874, "epoch": 59, "lr": 9.811583384936107e-05}
+{"train_loss": 0.012790472246706486, "global_step": 3875, "epoch": 59, "lr": 9.81147242122029e-05}
+{"train_loss": 0.016189953312277794, "global_step": 3876, "epoch": 59, "lr": 9.811361425467145e-05}
+{"train_loss": 0.014405886642634869, "global_step": 3877, "epoch": 59, "lr": 9.811250397677412e-05}
+{"train_loss": 0.01796169951558113, "global_step": 3878, "epoch": 59, "lr": 9.811139337851827e-05}
+{"train_loss": 0.015323871746659279, "global_step": 3879, "epoch": 59, "lr": 9.811028245991134e-05}
+{"train_loss": 0.013921813108026981, "global_step": 3880, "epoch": 59, "lr": 9.81091712209607e-05}
+{"train_loss": 0.01787717454135418, "global_step": 3881, "epoch": 59, "lr": 9.810805966167376e-05}
+{"train_loss": 0.013773994520306587, "global_step": 3882, "epoch": 59, "lr": 9.81069477820579e-05}
+{"train_loss": 0.020093616098165512, "global_step": 3883, "epoch": 59, "lr": 9.810583558212055e-05}
+{"train_loss": 0.012086857110261917, "global_step": 3884, "epoch": 59, "lr": 9.810472306186911e-05}
+{"train_loss": 0.014967503026127815, "global_step": 3885, "epoch": 59, "lr": 9.810361022131099e-05}
+{"train_loss": 0.012521734461188316, "global_step": 3886, "epoch": 59, "lr": 9.810249706045358e-05}
+{"train_loss": 0.014511548914015293, "global_step": 3887, "epoch": 59, "lr": 9.81013835793043e-05}
+{"train_loss": 0.018418168649077415, "global_step": 3888, "epoch": 59, "lr": 9.810026977787057e-05}
+{"train_loss": 0.017996853217482567, "global_step": 3889, "epoch": 59, "lr": 9.809915565615982e-05}
+{"train_loss": 0.015195772983133793, "global_step": 3890, "epoch": 59, "lr": 9.809804121417944e-05}
+{"train_loss": 0.014544598758220673, "global_step": 3891, "epoch": 59, "lr": 9.809692645193689e-05}
+{"train_loss": 0.017100540921092033, "global_step": 3892, "epoch": 59, "lr": 9.809581136943953e-05}
+{"train_loss": 0.009865383617579937, "global_step": 3893, "epoch": 59, "lr": 9.809469596669485e-05}
+{"train_loss": 0.020517388358712196, "global_step": 3894, "epoch": 59, "lr": 9.809358024371024e-05}
+{"train_loss": 0.020636385306715965, "global_step": 3895, "epoch": 59, "lr": 9.809246420049314e-05}
+{"train_loss": 0.016323229297995567, "global_step": 3896, "epoch": 59, "lr": 9.809134783705098e-05}
+{"train_loss": 0.016024300828576088, "global_step": 3897, "epoch": 59, "lr": 9.80902311533912e-05}
+{"train_loss": 0.011797060258686543, "global_step": 3898, "epoch": 59, "lr": 9.80891141495212e-05}
+{"train_loss": 0.017377755232155324, "global_step": 3899, "epoch": 59, "lr": 9.808799682544846e-05, "val_loss": 0.018967606127262115}
+{"train_loss": 0.019347472116351128, "global_step": 3900, "epoch": 60, "lr": 9.808687918118042e-05}
+{"train_loss": 0.017940044403076172, "global_step": 3901, "epoch": 60, "lr": 9.808576121672451e-05}
+{"train_loss": 0.015976186841726303, "global_step": 3902, "epoch": 60, "lr": 9.808464293208816e-05}
+{"train_loss": 0.013047120533883572, "global_step": 3903, "epoch": 60, "lr": 9.808352432727882e-05}
+{"train_loss": 0.026088977232575417, "global_step": 3904, "epoch": 60, "lr": 9.808240540230396e-05}
+{"train_loss": 0.01640414446592331, "global_step": 3905, "epoch": 60, "lr": 9.808128615717101e-05}
+{"train_loss": 0.019975019618868828, "global_step": 3906, "epoch": 60, "lr": 9.808016659188743e-05}
+{"train_loss": 0.013554763048887253, "global_step": 3907, "epoch": 60, "lr": 9.807904670646066e-05}
+{"train_loss": 0.01909792050719261, "global_step": 3908, "epoch": 60, "lr": 9.807792650089818e-05}
+{"train_loss": 0.017249247059226036, "global_step": 3909, "epoch": 60, "lr": 9.807680597520746e-05}
+{"train_loss": 0.012457724660634995, "global_step": 3910, "epoch": 60, "lr": 9.807568512939591e-05}
+{"train_loss": 0.017767734825611115, "global_step": 3911, "epoch": 60, "lr": 9.807456396347104e-05}
+{"train_loss": 0.012988584116101265, "global_step": 3912, "epoch": 60, "lr": 9.807344247744028e-05}
+{"train_loss": 0.01733163185417652, "global_step": 3913, "epoch": 60, "lr": 9.807232067131114e-05}
+{"train_loss": 0.016301987692713737, "global_step": 3914, "epoch": 60, "lr": 9.807119854509104e-05}
+{"train_loss": 0.018224382773041725, "global_step": 3915, "epoch": 60, "lr": 9.80700760987875e-05}
+{"train_loss": 0.015611638315021992, "global_step": 3916, "epoch": 60, "lr": 9.806895333240797e-05}
+{"train_loss": 0.01814667135477066, "global_step": 3917, "epoch": 60, "lr": 9.806783024595991e-05}
+{"train_loss": 0.010500050149857998, "global_step": 3918, "epoch": 60, "lr": 9.806670683945083e-05}
+{"train_loss": 0.01925158128142357, "global_step": 3919, "epoch": 60, "lr": 9.806558311288818e-05}
+{"train_loss": 0.014087626710534096, "global_step": 3920, "epoch": 60, "lr": 9.806445906627949e-05}
+{"train_loss": 0.019666876643896103, "global_step": 3921, "epoch": 60, "lr": 9.806333469963219e-05}
+{"train_loss": 0.0193925853818655, "global_step": 3922, "epoch": 60, "lr": 9.806221001295377e-05}
+{"train_loss": 0.021160203963518143, "global_step": 3923, "epoch": 60, "lr": 9.806108500625178e-05}
+{"train_loss": 0.012078498490154743, "global_step": 3924, "epoch": 60, "lr": 9.805995967953363e-05}
+{"train_loss": 0.015475335530936718, "global_step": 3925, "epoch": 60, "lr": 9.805883403280686e-05}
+{"train_loss": 0.017337217926979065, "global_step": 3926, "epoch": 60, "lr": 9.805770806607898e-05}
+{"train_loss": 0.01704268343746662, "global_step": 3927, "epoch": 60, "lr": 9.805658177935745e-05}
+{"train_loss": 0.01489458791911602, "global_step": 3928, "epoch": 60, "lr": 9.805545517264978e-05}
+{"train_loss": 0.01406080275774002, "global_step": 3929, "epoch": 60, "lr": 9.805432824596348e-05}
+{"train_loss": 0.018311191350221634, "global_step": 3930, "epoch": 60, "lr": 9.805320099930604e-05}
+{"train_loss": 0.024327140301465988, "global_step": 3931, "epoch": 60, "lr": 9.805207343268498e-05}
+{"train_loss": 0.021008094772696495, "global_step": 3932, "epoch": 60, "lr": 9.805094554610781e-05}
+{"train_loss": 0.014048782177269459, "global_step": 3933, "epoch": 60, "lr": 9.804981733958202e-05}
+{"train_loss": 0.016848614439368248, "global_step": 3934, "epoch": 60, "lr": 9.804868881311516e-05}
+{"train_loss": 0.014144469983875751, "global_step": 3935, "epoch": 60, "lr": 9.804755996671469e-05}
+{"train_loss": 0.013435673899948597, "global_step": 3936, "epoch": 60, "lr": 9.804643080038816e-05}
+{"train_loss": 0.014724182896316051, "global_step": 3937, "epoch": 60, "lr": 9.80453013141431e-05}
+{"train_loss": 0.015482855960726738, "global_step": 3938, "epoch": 60, "lr": 9.804417150798701e-05}
+{"train_loss": 0.015547619201242924, "global_step": 3939, "epoch": 60, "lr": 9.804304138192741e-05}
+{"train_loss": 0.013121523894369602, "global_step": 3940, "epoch": 60, "lr": 9.804191093597184e-05}
+{"train_loss": 0.018476899713277817, "global_step": 3941, "epoch": 60, "lr": 9.80407801701278e-05}
+{"train_loss": 0.011910875327885151, "global_step": 3942, "epoch": 60, "lr": 9.803964908440286e-05}
+{"train_loss": 0.01457594707608223, "global_step": 3943, "epoch": 60, "lr": 9.803851767880453e-05}
+{"train_loss": 0.01366965752094984, "global_step": 3944, "epoch": 60, "lr": 9.803738595334033e-05}
+{"train_loss": 0.011923660524189472, "global_step": 3945, "epoch": 60, "lr": 9.803625390801783e-05}
+{"train_loss": 0.018029922619462013, "global_step": 3946, "epoch": 60, "lr": 9.803512154284453e-05}
+{"train_loss": 0.01295042410492897, "global_step": 3947, "epoch": 60, "lr": 9.8033988857828e-05}
+{"train_loss": 0.012103547342121601, "global_step": 3948, "epoch": 60, "lr": 9.803285585297574e-05}
+{"train_loss": 0.016545239835977554, "global_step": 3949, "epoch": 60, "lr": 9.803172252829536e-05}
+{"train_loss": 0.012135243974626064, "global_step": 3950, "epoch": 60, "lr": 9.803058888379434e-05}
+{"train_loss": 0.014248521998524666, "global_step": 3951, "epoch": 60, "lr": 9.802945491948028e-05}
+{"train_loss": 0.018079392611980438, "global_step": 3952, "epoch": 60, "lr": 9.80283206353607e-05}
+{"train_loss": 0.019438693299889565, "global_step": 3953, "epoch": 60, "lr": 9.802718603144317e-05}
+{"train_loss": 0.017451263964176178, "global_step": 3954, "epoch": 60, "lr": 9.802605110773522e-05}
+{"train_loss": 0.02215464971959591, "global_step": 3955, "epoch": 60, "lr": 9.802491586424442e-05}
+{"train_loss": 0.012394079938530922, "global_step": 3956, "epoch": 60, "lr": 9.802378030097837e-05}
+{"train_loss": 0.018360674381256104, "global_step": 3957, "epoch": 60, "lr": 9.802264441794455e-05}
+{"train_loss": 0.018814731389284134, "global_step": 3958, "epoch": 60, "lr": 9.802150821515059e-05}
+{"train_loss": 0.015797283500432968, "global_step": 3959, "epoch": 60, "lr": 9.802037169260402e-05}
+{"train_loss": 0.018505403771996498, "global_step": 3960, "epoch": 60, "lr": 9.801923485031243e-05}
+{"train_loss": 0.012284668162465096, "global_step": 3961, "epoch": 60, "lr": 9.801809768828336e-05}
+{"train_loss": 0.01580735668540001, "global_step": 3962, "epoch": 60, "lr": 9.801696020652442e-05}
+{"train_loss": 0.020527539774775505, "global_step": 3963, "epoch": 60, "lr": 9.801582240504316e-05}
+{"train_loss": 0.01642569392346419, "global_step": 3964, "epoch": 60, "lr": 9.801468428384716e-05, "val_loss": 0.022972818464040756, "train_action_mse_error": 0.001727560767903924}
+{"train_loss": 0.018085701391100883, "global_step": 3965, "epoch": 61, "lr": 9.8013545842944e-05}
+{"train_loss": 0.021207179874181747, "global_step": 3966, "epoch": 61, "lr": 9.801240708234125e-05}
+{"train_loss": 0.01792997121810913, "global_step": 3967, "epoch": 61, "lr": 9.801126800204652e-05}
+{"train_loss": 0.01206972636282444, "global_step": 3968, "epoch": 61, "lr": 9.801012860206737e-05}
+{"train_loss": 0.02029404044151306, "global_step": 3969, "epoch": 61, "lr": 9.80089888824114e-05}
+{"train_loss": 0.015041540376842022, "global_step": 3970, "epoch": 61, "lr": 9.800784884308617e-05}
+{"train_loss": 0.011802795343101025, "global_step": 3971, "epoch": 61, "lr": 9.800670848409929e-05}
+{"train_loss": 0.017551034688949585, "global_step": 3972, "epoch": 61, "lr": 9.80055678054584e-05}
+{"train_loss": 0.012636804953217506, "global_step": 3973, "epoch": 61, "lr": 9.800442680717102e-05}
+{"train_loss": 0.02294115535914898, "global_step": 3974, "epoch": 61, "lr": 9.800328548924478e-05}
+{"train_loss": 0.011720417067408562, "global_step": 3975, "epoch": 61, "lr": 9.800214385168726e-05}
+{"train_loss": 0.019024712964892387, "global_step": 3976, "epoch": 61, "lr": 9.800100189450612e-05}
+{"train_loss": 0.014385916292667389, "global_step": 3977, "epoch": 61, "lr": 9.79998596177089e-05}
+{"train_loss": 0.019034679979085922, "global_step": 3978, "epoch": 61, "lr": 9.799871702130323e-05}
+{"train_loss": 0.01754787191748619, "global_step": 3979, "epoch": 61, "lr": 9.799757410529673e-05}
+{"train_loss": 0.016461649909615517, "global_step": 3980, "epoch": 61, "lr": 9.799643086969699e-05}
+{"train_loss": 0.021666718646883965, "global_step": 3981, "epoch": 61, "lr": 9.799528731451163e-05}
+{"train_loss": 0.013210955075919628, "global_step": 3982, "epoch": 61, "lr": 9.799414343974826e-05}
+{"train_loss": 0.017465641722083092, "global_step": 3983, "epoch": 61, "lr": 9.799299924541451e-05}
+{"train_loss": 0.01688387617468834, "global_step": 3984, "epoch": 61, "lr": 9.799185473151799e-05}
+{"train_loss": 0.018131418153643608, "global_step": 3985, "epoch": 61, "lr": 9.799070989806632e-05}
+{"train_loss": 0.0163645651191473, "global_step": 3986, "epoch": 61, "lr": 9.79895647450671e-05}
+{"train_loss": 0.011939183808863163, "global_step": 3987, "epoch": 61, "lr": 9.7988419272528e-05}
+{"train_loss": 0.016680007800459862, "global_step": 3988, "epoch": 61, "lr": 9.798727348045663e-05}
+{"train_loss": 0.015512827783823013, "global_step": 3989, "epoch": 61, "lr": 9.798612736886061e-05}
+{"train_loss": 0.014916835352778435, "global_step": 3990, "epoch": 61, "lr": 9.798498093774758e-05}
+{"train_loss": 0.01398535631597042, "global_step": 3991, "epoch": 61, "lr": 9.798383418712515e-05}
+{"train_loss": 0.01967320404946804, "global_step": 3992, "epoch": 61, "lr": 9.7982687117001e-05}
+{"train_loss": 0.013071758672595024, "global_step": 3993, "epoch": 61, "lr": 9.798153972738274e-05}
+{"train_loss": 0.016772819682955742, "global_step": 3994, "epoch": 61, "lr": 9.7980392018278e-05}
+{"train_loss": 0.016336677595973015, "global_step": 3995, "epoch": 61, "lr": 9.797924398969445e-05}
+{"train_loss": 0.016745619475841522, "global_step": 3996, "epoch": 61, "lr": 9.79780956416397e-05}
+{"train_loss": 0.013897211290895939, "global_step": 3997, "epoch": 61, "lr": 9.797694697412143e-05}
+{"train_loss": 0.017336934804916382, "global_step": 3998, "epoch": 61, "lr": 9.797579798714726e-05}
+{"train_loss": 0.018970290198922157, "global_step": 3999, "epoch": 61, "lr": 9.797464868072488e-05}
+{"train_loss": 0.016057275235652924, "global_step": 4000, "epoch": 61, "lr": 9.79734990548619e-05}
+{"train_loss": 0.015084769576787949, "global_step": 4001, "epoch": 61, "lr": 9.797234910956598e-05}
+{"train_loss": 0.015442265197634697, "global_step": 4002, "epoch": 61, "lr": 9.797119884484482e-05}
+{"train_loss": 0.01570810191333294, "global_step": 4003, "epoch": 61, "lr": 9.797004826070603e-05}
+{"train_loss": 0.02133115939795971, "global_step": 4004, "epoch": 61, "lr": 9.796889735715728e-05}
+{"train_loss": 0.01730363816022873, "global_step": 4005, "epoch": 61, "lr": 9.796774613420628e-05}
+{"train_loss": 0.010884519666433334, "global_step": 4006, "epoch": 61, "lr": 9.796659459186061e-05}
+{"train_loss": 0.016240185126662254, "global_step": 4007, "epoch": 61, "lr": 9.796544273012802e-05}
+{"train_loss": 0.017405547201633453, "global_step": 4008, "epoch": 61, "lr": 9.796429054901613e-05}
+{"train_loss": 0.015971025452017784, "global_step": 4009, "epoch": 61, "lr": 9.796313804853263e-05}
+{"train_loss": 0.012099483981728554, "global_step": 4010, "epoch": 61, "lr": 9.796198522868521e-05}
+{"train_loss": 0.016894709318876266, "global_step": 4011, "epoch": 61, "lr": 9.796083208948151e-05}
+{"train_loss": 0.01378718763589859, "global_step": 4012, "epoch": 61, "lr": 9.795967863092922e-05}
+{"train_loss": 0.016132334247231483, "global_step": 4013, "epoch": 61, "lr": 9.795852485303603e-05}
+{"train_loss": 0.013799812644720078, "global_step": 4014, "epoch": 61, "lr": 9.795737075580962e-05}
+{"train_loss": 0.013706649653613567, "global_step": 4015, "epoch": 61, "lr": 9.795621633925767e-05}
+{"train_loss": 0.013790477998554707, "global_step": 4016, "epoch": 61, "lr": 9.795506160338787e-05}
+{"train_loss": 0.016804585233330727, "global_step": 4017, "epoch": 61, "lr": 9.795390654820792e-05}
+{"train_loss": 0.015703363344073296, "global_step": 4018, "epoch": 61, "lr": 9.795275117372549e-05}
+{"train_loss": 0.013136355206370354, "global_step": 4019, "epoch": 61, "lr": 9.79515954799483e-05}
+{"train_loss": 0.0164053812623024, "global_step": 4020, "epoch": 61, "lr": 9.795043946688401e-05}
+{"train_loss": 0.018150998279452324, "global_step": 4021, "epoch": 61, "lr": 9.794928313454033e-05}
+{"train_loss": 0.014346922747790813, "global_step": 4022, "epoch": 61, "lr": 9.794812648292497e-05}
+{"train_loss": 0.011487660929560661, "global_step": 4023, "epoch": 61, "lr": 9.794696951204562e-05}
+{"train_loss": 0.027080044150352478, "global_step": 4024, "epoch": 61, "lr": 9.794581222191001e-05}
+{"train_loss": 0.013438908383250237, "global_step": 4025, "epoch": 61, "lr": 9.794465461252582e-05}
+{"train_loss": 0.013609223999083042, "global_step": 4026, "epoch": 61, "lr": 9.794349668390075e-05}
+{"train_loss": 0.01807848922908306, "global_step": 4027, "epoch": 61, "lr": 9.794233843604253e-05}
+{"train_loss": 0.01858614757657051, "global_step": 4028, "epoch": 61, "lr": 9.794117986895887e-05}
+{"train_loss": 0.016199797520843835, "global_step": 4029, "epoch": 61, "lr": 9.794002098265748e-05, "val_loss": 0.016874026507139206}
+{"train_loss": 0.01595272868871689, "global_step": 4030, "epoch": 62, "lr": 9.793886177714606e-05}
+{"train_loss": 0.016751496121287346, "global_step": 4031, "epoch": 62, "lr": 9.793770225243237e-05}
+{"train_loss": 0.02379382960498333, "global_step": 4032, "epoch": 62, "lr": 9.793654240852411e-05}
+{"train_loss": 0.01860247179865837, "global_step": 4033, "epoch": 62, "lr": 9.793538224542897e-05}
+{"train_loss": 0.021142488345503807, "global_step": 4034, "epoch": 62, "lr": 9.793422176315472e-05}
+{"train_loss": 0.01962006464600563, "global_step": 4035, "epoch": 62, "lr": 9.793306096170908e-05}
+{"train_loss": 0.020113596692681313, "global_step": 4036, "epoch": 62, "lr": 9.793189984109977e-05}
+{"train_loss": 0.014215422794222832, "global_step": 4037, "epoch": 62, "lr": 9.793073840133451e-05}
+{"train_loss": 0.015248456038534641, "global_step": 4038, "epoch": 62, "lr": 9.792957664242105e-05}
+{"train_loss": 0.024709338322281837, "global_step": 4039, "epoch": 62, "lr": 9.792841456436712e-05}
+{"train_loss": 0.013142840005457401, "global_step": 4040, "epoch": 62, "lr": 9.792725216718045e-05}
+{"train_loss": 0.017353950068354607, "global_step": 4041, "epoch": 62, "lr": 9.79260894508688e-05}
+{"train_loss": 0.01745579205453396, "global_step": 4042, "epoch": 62, "lr": 9.79249264154399e-05}
+{"train_loss": 0.01392084825783968, "global_step": 4043, "epoch": 62, "lr": 9.79237630609015e-05}
+{"train_loss": 0.02145550586283207, "global_step": 4044, "epoch": 62, "lr": 9.792259938726132e-05}
+{"train_loss": 0.02083677612245083, "global_step": 4045, "epoch": 62, "lr": 9.792143539452714e-05}
+{"train_loss": 0.016750065609812737, "global_step": 4046, "epoch": 62, "lr": 9.792027108270671e-05}
+{"train_loss": 0.025027817115187645, "global_step": 4047, "epoch": 62, "lr": 9.791910645180776e-05}
+{"train_loss": 0.017169227823615074, "global_step": 4048, "epoch": 62, "lr": 9.791794150183806e-05}
+{"train_loss": 0.014802905730903149, "global_step": 4049, "epoch": 62, "lr": 9.791677623280537e-05}
+{"train_loss": 0.016523966565728188, "global_step": 4050, "epoch": 62, "lr": 9.791561064471744e-05}
+{"train_loss": 0.014486262574791908, "global_step": 4051, "epoch": 62, "lr": 9.791444473758202e-05}
+{"train_loss": 0.013280117884278297, "global_step": 4052, "epoch": 62, "lr": 9.79132785114069e-05}
+{"train_loss": 0.01961376518011093, "global_step": 4053, "epoch": 62, "lr": 9.791211196619984e-05}
+{"train_loss": 0.017356418073177338, "global_step": 4054, "epoch": 62, "lr": 9.791094510196859e-05}
+{"train_loss": 0.018199346959590912, "global_step": 4055, "epoch": 62, "lr": 9.790977791872094e-05}
+{"train_loss": 0.015225519426167011, "global_step": 4056, "epoch": 62, "lr": 9.790861041646463e-05}
+{"train_loss": 0.017284026369452477, "global_step": 4057, "epoch": 62, "lr": 9.790744259520748e-05}
+{"train_loss": 0.012549332343041897, "global_step": 4058, "epoch": 62, "lr": 9.790627445495721e-05}
+{"train_loss": 0.015860844403505325, "global_step": 4059, "epoch": 62, "lr": 9.790510599572166e-05}
+{"train_loss": 0.018912557512521744, "global_step": 4060, "epoch": 62, "lr": 9.790393721750857e-05}
+{"train_loss": 0.013248519040644169, "global_step": 4061, "epoch": 62, "lr": 9.790276812032573e-05}
+{"train_loss": 0.021028349176049232, "global_step": 4062, "epoch": 62, "lr": 9.790159870418091e-05}
+{"train_loss": 0.011243490502238274, "global_step": 4063, "epoch": 62, "lr": 9.790042896908193e-05}
+{"train_loss": 0.016780836507678032, "global_step": 4064, "epoch": 62, "lr": 9.789925891503657e-05}
+{"train_loss": 0.015892647206783295, "global_step": 4065, "epoch": 62, "lr": 9.78980885420526e-05}
+{"train_loss": 0.018549500033259392, "global_step": 4066, "epoch": 62, "lr": 9.789691785013783e-05}
+{"train_loss": 0.018841542303562164, "global_step": 4067, "epoch": 62, "lr": 9.789574683930004e-05}
+{"train_loss": 0.015777448192238808, "global_step": 4068, "epoch": 62, "lr": 9.789457550954705e-05}
+{"train_loss": 0.017079535871744156, "global_step": 4069, "epoch": 62, "lr": 9.789340386088663e-05}
+{"train_loss": 0.01851487159729004, "global_step": 4070, "epoch": 62, "lr": 9.789223189332661e-05}
+{"train_loss": 0.015189353376626968, "global_step": 4071, "epoch": 62, "lr": 9.789105960687479e-05}
+{"train_loss": 0.01219614502042532, "global_step": 4072, "epoch": 62, "lr": 9.788988700153896e-05}
+{"train_loss": 0.01922752894461155, "global_step": 4073, "epoch": 62, "lr": 9.788871407732694e-05}
+{"train_loss": 0.01800939068198204, "global_step": 4074, "epoch": 62, "lr": 9.788754083424652e-05}
+{"train_loss": 0.013837868347764015, "global_step": 4075, "epoch": 62, "lr": 9.788636727230555e-05}
+{"train_loss": 0.01618301123380661, "global_step": 4076, "epoch": 62, "lr": 9.78851933915118e-05}
+{"train_loss": 0.012550733052194118, "global_step": 4077, "epoch": 62, "lr": 9.788401919187313e-05}
+{"train_loss": 0.020492086187005043, "global_step": 4078, "epoch": 62, "lr": 9.788284467339732e-05}
+{"train_loss": 0.010101612657308578, "global_step": 4079, "epoch": 62, "lr": 9.788166983609221e-05}
+{"train_loss": 0.02040521800518036, "global_step": 4080, "epoch": 62, "lr": 9.788049467996563e-05}
+{"train_loss": 0.017853839322924614, "global_step": 4081, "epoch": 62, "lr": 9.787931920502538e-05}
+{"train_loss": 0.013251847587525845, "global_step": 4082, "epoch": 62, "lr": 9.787814341127931e-05}
+{"train_loss": 0.013753463514149189, "global_step": 4083, "epoch": 62, "lr": 9.787696729873523e-05}
+{"train_loss": 0.016313742846250534, "global_step": 4084, "epoch": 62, "lr": 9.7875790867401e-05}
+{"train_loss": 0.0162779800593853, "global_step": 4085, "epoch": 62, "lr": 9.787461411728443e-05}
+{"train_loss": 0.015374016016721725, "global_step": 4086, "epoch": 62, "lr": 9.787343704839336e-05}
+{"train_loss": 0.012003649026155472, "global_step": 4087, "epoch": 62, "lr": 9.787225966073561e-05}
+{"train_loss": 0.017167454585433006, "global_step": 4088, "epoch": 62, "lr": 9.787108195431905e-05}
+{"train_loss": 0.015171090140938759, "global_step": 4089, "epoch": 62, "lr": 9.786990392915152e-05}
+{"train_loss": 0.014131258241832256, "global_step": 4090, "epoch": 62, "lr": 9.786872558524085e-05}
+{"train_loss": 0.019321385771036148, "global_step": 4091, "epoch": 62, "lr": 9.786754692259488e-05}
+{"train_loss": 0.017428195104002953, "global_step": 4092, "epoch": 62, "lr": 9.786636794122146e-05}
+{"train_loss": 0.014605233445763588, "global_step": 4093, "epoch": 62, "lr": 9.786518864112847e-05}
+{"train_loss": 0.01673603143829566, "global_step": 4094, "epoch": 62, "lr": 9.786400902232374e-05, "val_loss": 0.015757275745272636}
+{"train_loss": 0.014377186074852943, "global_step": 4095, "epoch": 63, "lr": 9.78628290848151e-05}
+{"train_loss": 0.015147233381867409, "global_step": 4096, "epoch": 63, "lr": 9.786164882861044e-05}
+{"train_loss": 0.015112296678125858, "global_step": 4097, "epoch": 63, "lr": 9.786046825371762e-05}
+{"train_loss": 0.01553783193230629, "global_step": 4098, "epoch": 63, "lr": 9.78592873601445e-05}
+{"train_loss": 0.017111249268054962, "global_step": 4099, "epoch": 63, "lr": 9.785810614789891e-05}
+{"train_loss": 0.017730718478560448, "global_step": 4100, "epoch": 63, "lr": 9.785692461698876e-05}
+{"train_loss": 0.011019798927009106, "global_step": 4101, "epoch": 63, "lr": 9.785574276742187e-05}
+{"train_loss": 0.013814476318657398, "global_step": 4102, "epoch": 63, "lr": 9.785456059920616e-05}
+{"train_loss": 0.015530578792095184, "global_step": 4103, "epoch": 63, "lr": 9.785337811234947e-05}
+{"train_loss": 0.015411406755447388, "global_step": 4104, "epoch": 63, "lr": 9.785219530685969e-05}
+{"train_loss": 0.011692565865814686, "global_step": 4105, "epoch": 63, "lr": 9.785101218274468e-05}
+{"train_loss": 0.015389454551041126, "global_step": 4106, "epoch": 63, "lr": 9.784982874001232e-05}
+{"train_loss": 0.01889851689338684, "global_step": 4107, "epoch": 63, "lr": 9.78486449786705e-05}
+{"train_loss": 0.01871442422270775, "global_step": 4108, "epoch": 63, "lr": 9.784746089872709e-05}
+{"train_loss": 0.021634699776768684, "global_step": 4109, "epoch": 63, "lr": 9.784627650018998e-05}
+{"train_loss": 0.016695013269782066, "global_step": 4110, "epoch": 63, "lr": 9.784509178306706e-05}
+{"train_loss": 0.01785295270383358, "global_step": 4111, "epoch": 63, "lr": 9.784390674736622e-05}
+{"train_loss": 0.014619934372603893, "global_step": 4112, "epoch": 63, "lr": 9.784272139309535e-05}
+{"train_loss": 0.016195179894566536, "global_step": 4113, "epoch": 63, "lr": 9.784153572026233e-05}
+{"train_loss": 0.015142669901251793, "global_step": 4114, "epoch": 63, "lr": 9.784034972887506e-05}
+{"train_loss": 0.014843096025288105, "global_step": 4115, "epoch": 63, "lr": 9.783916341894146e-05}
+{"train_loss": 0.014843250624835491, "global_step": 4116, "epoch": 63, "lr": 9.78379767904694e-05}
+{"train_loss": 0.022618714720010757, "global_step": 4117, "epoch": 63, "lr": 9.783678984346678e-05}
+{"train_loss": 0.013400958850979805, "global_step": 4118, "epoch": 63, "lr": 9.783560257794154e-05}
+{"train_loss": 0.013624247163534164, "global_step": 4119, "epoch": 63, "lr": 9.783441499390153e-05}
+{"train_loss": 0.015331782400608063, "global_step": 4120, "epoch": 63, "lr": 9.783322709135471e-05}
+{"train_loss": 0.01080832164734602, "global_step": 4121, "epoch": 63, "lr": 9.783203887030896e-05}
+{"train_loss": 0.021486321464180946, "global_step": 4122, "epoch": 63, "lr": 9.783085033077219e-05}
+{"train_loss": 0.01504373550415039, "global_step": 4123, "epoch": 63, "lr": 9.782966147275233e-05}
+{"train_loss": 0.017820296809077263, "global_step": 4124, "epoch": 63, "lr": 9.782847229625729e-05}
+{"train_loss": 0.024559341371059418, "global_step": 4125, "epoch": 63, "lr": 9.782728280129498e-05}
+{"train_loss": 0.0198957696557045, "global_step": 4126, "epoch": 63, "lr": 9.782609298787334e-05}
+{"train_loss": 0.012285543605685234, "global_step": 4127, "epoch": 63, "lr": 9.782490285600028e-05}
+{"train_loss": 0.02115192450582981, "global_step": 4128, "epoch": 63, "lr": 9.782371240568371e-05}
+{"train_loss": 0.01569780521094799, "global_step": 4129, "epoch": 63, "lr": 9.782252163693158e-05}
+{"train_loss": 0.01340118795633316, "global_step": 4130, "epoch": 63, "lr": 9.78213305497518e-05}
+{"train_loss": 0.012816103175282478, "global_step": 4131, "epoch": 63, "lr": 9.782013914415233e-05}
+{"train_loss": 0.020280953496694565, "global_step": 4132, "epoch": 63, "lr": 9.781894742014108e-05}
+{"train_loss": 0.016090605407953262, "global_step": 4133, "epoch": 63, "lr": 9.781775537772597e-05}
+{"train_loss": 0.013136855326592922, "global_step": 4134, "epoch": 63, "lr": 9.781656301691498e-05}
+{"train_loss": 0.019511541351675987, "global_step": 4135, "epoch": 63, "lr": 9.781537033771602e-05}
+{"train_loss": 0.013460827060043812, "global_step": 4136, "epoch": 63, "lr": 9.781417734013702e-05}
+{"train_loss": 0.016341079026460648, "global_step": 4137, "epoch": 63, "lr": 9.781298402418595e-05}
+{"train_loss": 0.015865786001086235, "global_step": 4138, "epoch": 63, "lr": 9.781179038987074e-05}
+{"train_loss": 0.024525664746761322, "global_step": 4139, "epoch": 63, "lr": 9.781059643719937e-05}
+{"train_loss": 0.019421055912971497, "global_step": 4140, "epoch": 63, "lr": 9.780940216617974e-05}
+{"train_loss": 0.013632227666676044, "global_step": 4141, "epoch": 63, "lr": 9.780820757681984e-05}
+{"train_loss": 0.014055455103516579, "global_step": 4142, "epoch": 63, "lr": 9.780701266912758e-05}
+{"train_loss": 0.01596176251769066, "global_step": 4143, "epoch": 63, "lr": 9.780581744311097e-05}
+{"train_loss": 0.011778461746871471, "global_step": 4144, "epoch": 63, "lr": 9.780462189877795e-05}
+{"train_loss": 0.01669497787952423, "global_step": 4145, "epoch": 63, "lr": 9.780342603613646e-05}
+{"train_loss": 0.019832221791148186, "global_step": 4146, "epoch": 63, "lr": 9.78022298551945e-05}
+{"train_loss": 0.013031357899308205, "global_step": 4147, "epoch": 63, "lr": 9.780103335596e-05}
+{"train_loss": 0.017209423705935478, "global_step": 4148, "epoch": 63, "lr": 9.779983653844094e-05}
+{"train_loss": 0.017237089574337006, "global_step": 4149, "epoch": 63, "lr": 9.779863940264529e-05}
+{"train_loss": 0.021929824724793434, "global_step": 4150, "epoch": 63, "lr": 9.779744194858102e-05}
+{"train_loss": 0.019368186593055725, "global_step": 4151, "epoch": 63, "lr": 9.77962441762561e-05}
+{"train_loss": 0.016059402376413345, "global_step": 4152, "epoch": 63, "lr": 9.779504608567851e-05}
+{"train_loss": 0.01931695081293583, "global_step": 4153, "epoch": 63, "lr": 9.779384767685623e-05}
+{"train_loss": 0.013195749372243881, "global_step": 4154, "epoch": 63, "lr": 9.779264894979722e-05}
+{"train_loss": 0.013966009020805359, "global_step": 4155, "epoch": 63, "lr": 9.779144990450951e-05}
+{"train_loss": 0.019013002514839172, "global_step": 4156, "epoch": 63, "lr": 9.779025054100104e-05}
+{"train_loss": 0.017561081796884537, "global_step": 4157, "epoch": 63, "lr": 9.77890508592798e-05}
+{"train_loss": 0.014664404094219208, "global_step": 4158, "epoch": 63, "lr": 9.778785085935378e-05}
+{"train_loss": 0.01635450182052759, "global_step": 4159, "epoch": 63, "lr": 9.7786650541231e-05, "val_loss": 0.017900530248880386}
+{"train_loss": 0.019301943480968475, "global_step": 4160, "epoch": 64, "lr": 9.77854499049194e-05}
+{"train_loss": 0.013933942653238773, "global_step": 4161, "epoch": 64, "lr": 9.778424895042702e-05}
+{"train_loss": 0.019398102536797523, "global_step": 4162, "epoch": 64, "lr": 9.778304767776183e-05}
+{"train_loss": 0.012462133541703224, "global_step": 4163, "epoch": 64, "lr": 9.778184608693184e-05}
+{"train_loss": 0.013422015123069286, "global_step": 4164, "epoch": 64, "lr": 9.778064417794505e-05}
+{"train_loss": 0.015825023874640465, "global_step": 4165, "epoch": 64, "lr": 9.777944195080949e-05}
+{"train_loss": 0.023983296006917953, "global_step": 4166, "epoch": 64, "lr": 9.77782394055331e-05}
+{"train_loss": 0.012658736668527126, "global_step": 4167, "epoch": 64, "lr": 9.777703654212394e-05}
+{"train_loss": 0.013398658484220505, "global_step": 4168, "epoch": 64, "lr": 9.777583336059e-05}
+{"train_loss": 0.020274098962545395, "global_step": 4169, "epoch": 64, "lr": 9.777462986093929e-05}
+{"train_loss": 0.013768323697149754, "global_step": 4170, "epoch": 64, "lr": 9.777342604317982e-05}
+{"train_loss": 0.016068153083324432, "global_step": 4171, "epoch": 64, "lr": 9.777222190731965e-05}
+{"train_loss": 0.018273843452334404, "global_step": 4172, "epoch": 64, "lr": 9.777101745336674e-05}
+{"train_loss": 0.018124813213944435, "global_step": 4173, "epoch": 64, "lr": 9.776981268132912e-05}
+{"train_loss": 0.0159333236515522, "global_step": 4174, "epoch": 64, "lr": 9.776860759121484e-05}
+{"train_loss": 0.020553600043058395, "global_step": 4175, "epoch": 64, "lr": 9.776740218303191e-05}
+{"train_loss": 0.01821395754814148, "global_step": 4176, "epoch": 64, "lr": 9.776619645678834e-05}
+{"train_loss": 0.016601242125034332, "global_step": 4177, "epoch": 64, "lr": 9.776499041249218e-05}
+{"train_loss": 0.01816016435623169, "global_step": 4178, "epoch": 64, "lr": 9.776378405015146e-05}
+{"train_loss": 0.01910160854458809, "global_step": 4179, "epoch": 64, "lr": 9.776257736977419e-05}
+{"train_loss": 0.015683790668845177, "global_step": 4180, "epoch": 64, "lr": 9.776137037136844e-05}
+{"train_loss": 0.01552991196513176, "global_step": 4181, "epoch": 64, "lr": 9.77601630549422e-05}
+{"train_loss": 0.017133036628365517, "global_step": 4182, "epoch": 64, "lr": 9.775895542050356e-05}
+{"train_loss": 0.018036536872386932, "global_step": 4183, "epoch": 64, "lr": 9.775774746806053e-05}
+{"train_loss": 0.015174021013081074, "global_step": 4184, "epoch": 64, "lr": 9.775653919762115e-05}
+{"train_loss": 0.014737613499164581, "global_step": 4185, "epoch": 64, "lr": 9.775533060919349e-05}
+{"train_loss": 0.01857086271047592, "global_step": 4186, "epoch": 64, "lr": 9.775412170278558e-05}
+{"train_loss": 0.017473354935646057, "global_step": 4187, "epoch": 64, "lr": 9.775291247840548e-05}
+{"train_loss": 0.025131525471806526, "global_step": 4188, "epoch": 64, "lr": 9.775170293606121e-05}
+{"train_loss": 0.014495179057121277, "global_step": 4189, "epoch": 64, "lr": 9.775049307576088e-05}
+{"train_loss": 0.015194330364465714, "global_step": 4190, "epoch": 64, "lr": 9.774928289751249e-05}
+{"train_loss": 0.01577899418771267, "global_step": 4191, "epoch": 64, "lr": 9.774807240132413e-05}
+{"train_loss": 0.015904296189546585, "global_step": 4192, "epoch": 64, "lr": 9.774686158720385e-05}
+{"train_loss": 0.012767178937792778, "global_step": 4193, "epoch": 64, "lr": 9.774565045515973e-05}
+{"train_loss": 0.016671380028128624, "global_step": 4194, "epoch": 64, "lr": 9.77444390051998e-05}
+{"train_loss": 0.013990454375743866, "global_step": 4195, "epoch": 64, "lr": 9.774322723733216e-05}
+{"train_loss": 0.018694180995225906, "global_step": 4196, "epoch": 64, "lr": 9.774201515156484e-05}
+{"train_loss": 0.017737116664648056, "global_step": 4197, "epoch": 64, "lr": 9.774080274790596e-05}
+{"train_loss": 0.014267181977629662, "global_step": 4198, "epoch": 64, "lr": 9.773959002636355e-05}
+{"train_loss": 0.018079161643981934, "global_step": 4199, "epoch": 64, "lr": 9.773837698694571e-05}
+{"train_loss": 0.021129515022039413, "global_step": 4200, "epoch": 64, "lr": 9.773716362966051e-05}
+{"train_loss": 0.013541458174586296, "global_step": 4201, "epoch": 64, "lr": 9.773594995451602e-05}
+{"train_loss": 0.012966062873601913, "global_step": 4202, "epoch": 64, "lr": 9.773473596152035e-05}
+{"train_loss": 0.017370713874697685, "global_step": 4203, "epoch": 64, "lr": 9.773352165068155e-05}
+{"train_loss": 0.016139615327119827, "global_step": 4204, "epoch": 64, "lr": 9.77323070220077e-05}
+{"train_loss": 0.014462065882980824, "global_step": 4205, "epoch": 64, "lr": 9.773109207550693e-05}
+{"train_loss": 0.017772739753127098, "global_step": 4206, "epoch": 64, "lr": 9.772987681118731e-05}
+{"train_loss": 0.012381958775222301, "global_step": 4207, "epoch": 64, "lr": 9.772866122905691e-05}
+{"train_loss": 0.016292214393615723, "global_step": 4208, "epoch": 64, "lr": 9.772744532912386e-05}
+{"train_loss": 0.011311042122542858, "global_step": 4209, "epoch": 64, "lr": 9.772622911139622e-05}
+{"train_loss": 0.019894324243068695, "global_step": 4210, "epoch": 64, "lr": 9.772501257588211e-05}
+{"train_loss": 0.018485423177480698, "global_step": 4211, "epoch": 64, "lr": 9.772379572258964e-05}
+{"train_loss": 0.019331928342580795, "global_step": 4212, "epoch": 64, "lr": 9.772257855152689e-05}
+{"train_loss": 0.01164836622774601, "global_step": 4213, "epoch": 64, "lr": 9.772136106270198e-05}
+{"train_loss": 0.016175180673599243, "global_step": 4214, "epoch": 64, "lr": 9.7720143256123e-05}
+{"train_loss": 0.01660030335187912, "global_step": 4215, "epoch": 64, "lr": 9.771892513179807e-05}
+{"train_loss": 0.017077749595046043, "global_step": 4216, "epoch": 64, "lr": 9.771770668973531e-05}
+{"train_loss": 0.018466904759407043, "global_step": 4217, "epoch": 64, "lr": 9.771648792994281e-05}
+{"train_loss": 0.016228312626481056, "global_step": 4218, "epoch": 64, "lr": 9.771526885242872e-05}
+{"train_loss": 0.013173112645745277, "global_step": 4219, "epoch": 64, "lr": 9.77140494572011e-05}
+{"train_loss": 0.018894201144576073, "global_step": 4220, "epoch": 64, "lr": 9.771282974426814e-05}
+{"train_loss": 0.011676864698529243, "global_step": 4221, "epoch": 64, "lr": 9.771160971363791e-05}
+{"train_loss": 0.016819847747683525, "global_step": 4222, "epoch": 64, "lr": 9.771038936531855e-05}
+{"train_loss": 0.020484738051891327, "global_step": 4223, "epoch": 64, "lr": 9.770916869931818e-05}
+{"train_loss": 0.01651686167774292, "global_step": 4224, "epoch": 64, "lr": 9.770794771564495e-05, "val_loss": 0.019378501921892166}
+{"train_loss": 0.013324370607733727, "global_step": 4225, "epoch": 65, "lr": 9.770672641430696e-05}
+{"train_loss": 0.02137710526585579, "global_step": 4226, "epoch": 65, "lr": 9.770550479531238e-05}
+{"train_loss": 0.011794878169894218, "global_step": 4227, "epoch": 65, "lr": 9.770428285866929e-05}
+{"train_loss": 0.015808459371328354, "global_step": 4228, "epoch": 65, "lr": 9.770306060438586e-05}
+{"train_loss": 0.021364988759160042, "global_step": 4229, "epoch": 65, "lr": 9.770183803247023e-05}
+{"train_loss": 0.018181079998612404, "global_step": 4230, "epoch": 65, "lr": 9.770061514293055e-05}
+{"train_loss": 0.018778791651129723, "global_step": 4231, "epoch": 65, "lr": 9.769939193577493e-05}
+{"train_loss": 0.02191874012351036, "global_step": 4232, "epoch": 65, "lr": 9.769816841101153e-05}
+{"train_loss": 0.011065430007874966, "global_step": 4233, "epoch": 65, "lr": 9.769694456864851e-05}
+{"train_loss": 0.014923100359737873, "global_step": 4234, "epoch": 65, "lr": 9.769572040869401e-05}
+{"train_loss": 0.01782447285950184, "global_step": 4235, "epoch": 65, "lr": 9.769449593115616e-05}
+{"train_loss": 0.014974613673985004, "global_step": 4236, "epoch": 65, "lr": 9.769327113604316e-05}
+{"train_loss": 0.019904067739844322, "global_step": 4237, "epoch": 65, "lr": 9.769204602336311e-05}
+{"train_loss": 0.013891690410673618, "global_step": 4238, "epoch": 65, "lr": 9.769082059312422e-05}
+{"train_loss": 0.012446707114577293, "global_step": 4239, "epoch": 65, "lr": 9.76895948453346e-05}
+{"train_loss": 0.020232653245329857, "global_step": 4240, "epoch": 65, "lr": 9.768836878000246e-05}
+{"train_loss": 0.013952327892184258, "global_step": 4241, "epoch": 65, "lr": 9.768714239713593e-05}
+{"train_loss": 0.018213149160146713, "global_step": 4242, "epoch": 65, "lr": 9.768591569674319e-05}
+{"train_loss": 0.017216218635439873, "global_step": 4243, "epoch": 65, "lr": 9.768468867883241e-05}
+{"train_loss": 0.01428780984133482, "global_step": 4244, "epoch": 65, "lr": 9.768346134341174e-05}
+{"train_loss": 0.026763055473566055, "global_step": 4245, "epoch": 65, "lr": 9.768223369048937e-05}
+{"train_loss": 0.020414795726537704, "global_step": 4246, "epoch": 65, "lr": 9.768100572007346e-05}
+{"train_loss": 0.015473265200853348, "global_step": 4247, "epoch": 65, "lr": 9.767977743217223e-05}
+{"train_loss": 0.01978074572980404, "global_step": 4248, "epoch": 65, "lr": 9.767854882679381e-05}
+{"train_loss": 0.017368709668517113, "global_step": 4249, "epoch": 65, "lr": 9.767731990394638e-05}
+{"train_loss": 0.014878408052027225, "global_step": 4250, "epoch": 65, "lr": 9.767609066363817e-05}
+{"train_loss": 0.01730296015739441, "global_step": 4251, "epoch": 65, "lr": 9.767486110587732e-05}
+{"train_loss": 0.01731913350522518, "global_step": 4252, "epoch": 65, "lr": 9.767363123067202e-05}
+{"train_loss": 0.013737885281443596, "global_step": 4253, "epoch": 65, "lr": 9.767240103803048e-05}
+{"train_loss": 0.014902030117809772, "global_step": 4254, "epoch": 65, "lr": 9.767117052796089e-05}
+{"train_loss": 0.017550919204950333, "global_step": 4255, "epoch": 65, "lr": 9.766993970047142e-05}
+{"train_loss": 0.016409721225500107, "global_step": 4256, "epoch": 65, "lr": 9.766870855557028e-05}
+{"train_loss": 0.01397185493260622, "global_step": 4257, "epoch": 65, "lr": 9.766747709326569e-05}
+{"train_loss": 0.016957229003310204, "global_step": 4258, "epoch": 65, "lr": 9.766624531356582e-05}
+{"train_loss": 0.016466906294226646, "global_step": 4259, "epoch": 65, "lr": 9.766501321647888e-05}
+{"train_loss": 0.014708721078932285, "global_step": 4260, "epoch": 65, "lr": 9.766378080201305e-05}
+{"train_loss": 0.020533505827188492, "global_step": 4261, "epoch": 65, "lr": 9.76625480701766e-05}
+{"train_loss": 0.016649773344397545, "global_step": 4262, "epoch": 65, "lr": 9.766131502097769e-05}
+{"train_loss": 0.02083129622042179, "global_step": 4263, "epoch": 65, "lr": 9.766008165442452e-05}
+{"train_loss": 0.012007558718323708, "global_step": 4264, "epoch": 65, "lr": 9.765884797052532e-05}
+{"train_loss": 0.010290040634572506, "global_step": 4265, "epoch": 65, "lr": 9.765761396928832e-05}
+{"train_loss": 0.014872030355036259, "global_step": 4266, "epoch": 65, "lr": 9.765637965072172e-05}
+{"train_loss": 0.019430672749876976, "global_step": 4267, "epoch": 65, "lr": 9.765514501483373e-05}
+{"train_loss": 0.01858515292406082, "global_step": 4268, "epoch": 65, "lr": 9.76539100616326e-05}
+{"train_loss": 0.014423874206840992, "global_step": 4269, "epoch": 65, "lr": 9.765267479112652e-05}
+{"train_loss": 0.018758226186037064, "global_step": 4270, "epoch": 65, "lr": 9.765143920332374e-05}
+{"train_loss": 0.012179682962596416, "global_step": 4271, "epoch": 65, "lr": 9.765020329823247e-05}
+{"train_loss": 0.01634696125984192, "global_step": 4272, "epoch": 65, "lr": 9.764896707586096e-05}
+{"train_loss": 0.024478305131196976, "global_step": 4273, "epoch": 65, "lr": 9.764773053621741e-05}
+{"train_loss": 0.012408335693180561, "global_step": 4274, "epoch": 65, "lr": 9.764649367931007e-05}
+{"train_loss": 0.013345923274755478, "global_step": 4275, "epoch": 65, "lr": 9.764525650514718e-05}
+{"train_loss": 0.01675611361861229, "global_step": 4276, "epoch": 65, "lr": 9.764401901373698e-05}
+{"train_loss": 0.012413609772920609, "global_step": 4277, "epoch": 65, "lr": 9.76427812050877e-05}
+{"train_loss": 0.018123332411050797, "global_step": 4278, "epoch": 65, "lr": 9.76415430792076e-05}
+{"train_loss": 0.02426469884812832, "global_step": 4279, "epoch": 65, "lr": 9.76403046361049e-05}
+{"train_loss": 0.016316624358296394, "global_step": 4280, "epoch": 65, "lr": 9.763906587578786e-05}
+{"train_loss": 0.01587393879890442, "global_step": 4281, "epoch": 65, "lr": 9.763782679826471e-05}
+{"train_loss": 0.01712074503302574, "global_step": 4282, "epoch": 65, "lr": 9.763658740354373e-05}
+{"train_loss": 0.01839769445359707, "global_step": 4283, "epoch": 65, "lr": 9.763534769163316e-05}
+{"train_loss": 0.011020850390195847, "global_step": 4284, "epoch": 65, "lr": 9.763410766254126e-05}
+{"train_loss": 0.015624791383743286, "global_step": 4285, "epoch": 65, "lr": 9.763286731627626e-05}
+{"train_loss": 0.017617767676711082, "global_step": 4286, "epoch": 65, "lr": 9.763162665284645e-05}
+{"train_loss": 0.017160378396511078, "global_step": 4287, "epoch": 65, "lr": 9.763038567226008e-05}
+{"train_loss": 0.01343623548746109, "global_step": 4288, "epoch": 65, "lr": 9.762914437452542e-05}
+{"train_loss": 0.01663445933507039, "global_step": 4289, "epoch": 65, "lr": 9.76279027596507e-05, "val_loss": 0.0189755167812109, "train_action_mse_error": 0.002184814540669322}
+{"train_loss": 0.017381414771080017, "global_step": 4290, "epoch": 66, "lr": 9.762666082764425e-05}
+{"train_loss": 0.012111309915781021, "global_step": 4291, "epoch": 66, "lr": 9.762541857851429e-05}
+{"train_loss": 0.01910596340894699, "global_step": 4292, "epoch": 66, "lr": 9.76241760122691e-05}
+{"train_loss": 0.01380256935954094, "global_step": 4293, "epoch": 66, "lr": 9.762293312891694e-05}
+{"train_loss": 0.013582204468548298, "global_step": 4294, "epoch": 66, "lr": 9.762168992846614e-05}
+{"train_loss": 0.01141670998185873, "global_step": 4295, "epoch": 66, "lr": 9.762044641092494e-05}
+{"train_loss": 0.011618812568485737, "global_step": 4296, "epoch": 66, "lr": 9.761920257630161e-05}
+{"train_loss": 0.01741938851773739, "global_step": 4297, "epoch": 66, "lr": 9.761795842460446e-05}
+{"train_loss": 0.013758582063019276, "global_step": 4298, "epoch": 66, "lr": 9.761671395584175e-05}
+{"train_loss": 0.012485099025070667, "global_step": 4299, "epoch": 66, "lr": 9.761546917002178e-05}
+{"train_loss": 0.015114733017981052, "global_step": 4300, "epoch": 66, "lr": 9.761422406715283e-05}
+{"train_loss": 0.009839620441198349, "global_step": 4301, "epoch": 66, "lr": 9.761297864724319e-05}
+{"train_loss": 0.01666572317481041, "global_step": 4302, "epoch": 66, "lr": 9.761173291030117e-05}
+{"train_loss": 0.013029402121901512, "global_step": 4303, "epoch": 66, "lr": 9.761048685633505e-05}
+{"train_loss": 0.010648798197507858, "global_step": 4304, "epoch": 66, "lr": 9.760924048535311e-05}
+{"train_loss": 0.01902678981423378, "global_step": 4305, "epoch": 66, "lr": 9.76079937973637e-05}
+{"train_loss": 0.013682274147868156, "global_step": 4306, "epoch": 66, "lr": 9.760674679237506e-05}
+{"train_loss": 0.011771057732403278, "global_step": 4307, "epoch": 66, "lr": 9.760549947039554e-05}
+{"train_loss": 0.010179735720157623, "global_step": 4308, "epoch": 66, "lr": 9.760425183143343e-05}
+{"train_loss": 0.01376301795244217, "global_step": 4309, "epoch": 66, "lr": 9.760300387549703e-05}
+{"train_loss": 0.013474220409989357, "global_step": 4310, "epoch": 66, "lr": 9.760175560259467e-05}
+{"train_loss": 0.01649971678853035, "global_step": 4311, "epoch": 66, "lr": 9.760050701273463e-05}
+{"train_loss": 0.012475421652197838, "global_step": 4312, "epoch": 66, "lr": 9.759925810592525e-05}
+{"train_loss": 0.015569644048810005, "global_step": 4313, "epoch": 66, "lr": 9.759800888217483e-05}
+{"train_loss": 0.015235669910907745, "global_step": 4314, "epoch": 66, "lr": 9.759675934149168e-05}
+{"train_loss": 0.01481611281633377, "global_step": 4315, "epoch": 66, "lr": 9.759550948388416e-05}
+{"train_loss": 0.014355714432895184, "global_step": 4316, "epoch": 66, "lr": 9.759425930936055e-05}
+{"train_loss": 0.011226288042962551, "global_step": 4317, "epoch": 66, "lr": 9.759300881792921e-05}
+{"train_loss": 0.015928443521261215, "global_step": 4318, "epoch": 66, "lr": 9.759175800959843e-05}
+{"train_loss": 0.010726884938776493, "global_step": 4319, "epoch": 66, "lr": 9.759050688437656e-05}
+{"train_loss": 0.011134741827845573, "global_step": 4320, "epoch": 66, "lr": 9.758925544227193e-05}
+{"train_loss": 0.012327880598604679, "global_step": 4321, "epoch": 66, "lr": 9.758800368329286e-05}
+{"train_loss": 0.01738681271672249, "global_step": 4322, "epoch": 66, "lr": 9.75867516074477e-05}
+{"train_loss": 0.012662170454859734, "global_step": 4323, "epoch": 66, "lr": 9.758549921474477e-05}
+{"train_loss": 0.010533654130995274, "global_step": 4324, "epoch": 66, "lr": 9.758424650519244e-05}
+{"train_loss": 0.010887057520449162, "global_step": 4325, "epoch": 66, "lr": 9.758299347879904e-05}
+{"train_loss": 0.014562614262104034, "global_step": 4326, "epoch": 66, "lr": 9.758174013557288e-05}
+{"train_loss": 0.01382263284176588, "global_step": 4327, "epoch": 66, "lr": 9.758048647552234e-05}
+{"train_loss": 0.00957457534968853, "global_step": 4328, "epoch": 66, "lr": 9.757923249865575e-05}
+{"train_loss": 0.016512392088770866, "global_step": 4329, "epoch": 66, "lr": 9.757797820498149e-05}
+{"train_loss": 0.011240063235163689, "global_step": 4330, "epoch": 66, "lr": 9.757672359450787e-05}
+{"train_loss": 0.012082195840775967, "global_step": 4331, "epoch": 66, "lr": 9.757546866724327e-05}
+{"train_loss": 0.012302192859351635, "global_step": 4332, "epoch": 66, "lr": 9.757421342319604e-05}
+{"train_loss": 0.017202019691467285, "global_step": 4333, "epoch": 66, "lr": 9.757295786237452e-05}
+{"train_loss": 0.013307083398103714, "global_step": 4334, "epoch": 66, "lr": 9.757170198478712e-05}
+{"train_loss": 0.016877375543117523, "global_step": 4335, "epoch": 66, "lr": 9.757044579044215e-05}
+{"train_loss": 0.012603824958205223, "global_step": 4336, "epoch": 66, "lr": 9.756918927934799e-05}
+{"train_loss": 0.010518795810639858, "global_step": 4337, "epoch": 66, "lr": 9.756793245151301e-05}
+{"train_loss": 0.017893332988023758, "global_step": 4338, "epoch": 66, "lr": 9.756667530694558e-05}
+{"train_loss": 0.01214060839265585, "global_step": 4339, "epoch": 66, "lr": 9.756541784565408e-05}
+{"train_loss": 0.017867034301161766, "global_step": 4340, "epoch": 66, "lr": 9.756416006764686e-05}
+{"train_loss": 0.013078629039227962, "global_step": 4341, "epoch": 66, "lr": 9.756290197293232e-05}
+{"train_loss": 0.01650472916662693, "global_step": 4342, "epoch": 66, "lr": 9.756164356151882e-05}
+{"train_loss": 0.016348330304026604, "global_step": 4343, "epoch": 66, "lr": 9.756038483341474e-05}
+{"train_loss": 0.01441605482250452, "global_step": 4344, "epoch": 66, "lr": 9.755912578862847e-05}
+{"train_loss": 0.016631407663226128, "global_step": 4345, "epoch": 66, "lr": 9.755786642716839e-05}
+{"train_loss": 0.017180338501930237, "global_step": 4346, "epoch": 66, "lr": 9.755660674904288e-05}
+{"train_loss": 0.022336432710289955, "global_step": 4347, "epoch": 66, "lr": 9.755534675426033e-05}
+{"train_loss": 0.016483742743730545, "global_step": 4348, "epoch": 66, "lr": 9.755408644282913e-05}
+{"train_loss": 0.01757640764117241, "global_step": 4349, "epoch": 66, "lr": 9.755282581475769e-05}
+{"train_loss": 0.016471359878778458, "global_step": 4350, "epoch": 66, "lr": 9.755156487005437e-05}
+{"train_loss": 0.015346397645771503, "global_step": 4351, "epoch": 66, "lr": 9.75503036087276e-05}
+{"train_loss": 0.018461858853697777, "global_step": 4352, "epoch": 66, "lr": 9.754904203078574e-05}
+{"train_loss": 0.015498930588364601, "global_step": 4353, "epoch": 66, "lr": 9.754778013623722e-05}
+{"train_loss": 0.014378538971336988, "global_step": 4354, "epoch": 66, "lr": 9.754651792509043e-05, "val_loss": 0.023034153506159782}
+{"train_loss": 0.017094779759645462, "global_step": 4355, "epoch": 67, "lr": 9.754525539735378e-05}
+{"train_loss": 0.017886124551296234, "global_step": 4356, "epoch": 67, "lr": 9.754399255303568e-05}
+{"train_loss": 0.02034405991435051, "global_step": 4357, "epoch": 67, "lr": 9.754272939214454e-05}
+{"train_loss": 0.011566068045794964, "global_step": 4358, "epoch": 67, "lr": 9.754146591468875e-05}
+{"train_loss": 0.02009209617972374, "global_step": 4359, "epoch": 67, "lr": 9.754020212067675e-05}
+{"train_loss": 0.014793457463383675, "global_step": 4360, "epoch": 67, "lr": 9.753893801011693e-05}
+{"train_loss": 0.013589993119239807, "global_step": 4361, "epoch": 67, "lr": 9.753767358301773e-05}
+{"train_loss": 0.018920017406344414, "global_step": 4362, "epoch": 67, "lr": 9.753640883938755e-05}
+{"train_loss": 0.011081868782639503, "global_step": 4363, "epoch": 67, "lr": 9.753514377923482e-05}
+{"train_loss": 0.016663650050759315, "global_step": 4364, "epoch": 67, "lr": 9.753387840256798e-05}
+{"train_loss": 0.013187600299715996, "global_step": 4365, "epoch": 67, "lr": 9.753261270939543e-05}
+{"train_loss": 0.012761099264025688, "global_step": 4366, "epoch": 67, "lr": 9.75313466997256e-05}
+{"train_loss": 0.01052076555788517, "global_step": 4367, "epoch": 67, "lr": 9.753008037356693e-05}
+{"train_loss": 0.016448915004730225, "global_step": 4368, "epoch": 67, "lr": 9.752881373092785e-05}
+{"train_loss": 0.012123689986765385, "global_step": 4369, "epoch": 67, "lr": 9.752754677181679e-05}
+{"train_loss": 0.015701208263635635, "global_step": 4370, "epoch": 67, "lr": 9.752627949624219e-05}
+{"train_loss": 0.01287489291280508, "global_step": 4371, "epoch": 67, "lr": 9.752501190421248e-05}
+{"train_loss": 0.018055183812975883, "global_step": 4372, "epoch": 67, "lr": 9.752374399573612e-05}
+{"train_loss": 0.01665143482387066, "global_step": 4373, "epoch": 67, "lr": 9.752247577082154e-05}
+{"train_loss": 0.013877183198928833, "global_step": 4374, "epoch": 67, "lr": 9.752120722947718e-05}
+{"train_loss": 0.014743017964065075, "global_step": 4375, "epoch": 67, "lr": 9.751993837171147e-05}
+{"train_loss": 0.015951644629240036, "global_step": 4376, "epoch": 67, "lr": 9.75186691975329e-05}
+{"train_loss": 0.019853588193655014, "global_step": 4377, "epoch": 67, "lr": 9.751739970694989e-05}
+{"train_loss": 0.011202731169760227, "global_step": 4378, "epoch": 67, "lr": 9.751612989997093e-05}
+{"train_loss": 0.011000420898199081, "global_step": 4379, "epoch": 67, "lr": 9.751485977660442e-05}
+{"train_loss": 0.01444502454251051, "global_step": 4380, "epoch": 67, "lr": 9.751358933685884e-05}
+{"train_loss": 0.018287908285856247, "global_step": 4381, "epoch": 67, "lr": 9.751231858074266e-05}
+{"train_loss": 0.0134717533364892, "global_step": 4382, "epoch": 67, "lr": 9.751104750826435e-05}
+{"train_loss": 0.01230272464454174, "global_step": 4383, "epoch": 67, "lr": 9.750977611943234e-05}
+{"train_loss": 0.01236592885106802, "global_step": 4384, "epoch": 67, "lr": 9.750850441425515e-05}
+{"train_loss": 0.011376986280083656, "global_step": 4385, "epoch": 67, "lr": 9.750723239274117e-05}
+{"train_loss": 0.012811366468667984, "global_step": 4386, "epoch": 67, "lr": 9.750596005489894e-05}
+{"train_loss": 0.011387770064175129, "global_step": 4387, "epoch": 67, "lr": 9.75046874007369e-05}
+{"train_loss": 0.012192252092063427, "global_step": 4388, "epoch": 67, "lr": 9.750341443026352e-05}
+{"train_loss": 0.010992097668349743, "global_step": 4389, "epoch": 67, "lr": 9.750214114348728e-05}
+{"train_loss": 0.011991363950073719, "global_step": 4390, "epoch": 67, "lr": 9.750086754041667e-05}
+{"train_loss": 0.01505565457046032, "global_step": 4391, "epoch": 67, "lr": 9.749959362106015e-05}
+{"train_loss": 0.015752894803881645, "global_step": 4392, "epoch": 67, "lr": 9.749831938542624e-05}
+{"train_loss": 0.013040510937571526, "global_step": 4393, "epoch": 67, "lr": 9.74970448335234e-05}
+{"train_loss": 0.011351507157087326, "global_step": 4394, "epoch": 67, "lr": 9.74957699653601e-05}
+{"train_loss": 0.013329609297215939, "global_step": 4395, "epoch": 67, "lr": 9.749449478094485e-05}
+{"train_loss": 0.013437561690807343, "global_step": 4396, "epoch": 67, "lr": 9.749321928028613e-05}
+{"train_loss": 0.011311080306768417, "global_step": 4397, "epoch": 67, "lr": 9.749194346339245e-05}
+{"train_loss": 0.019812412559986115, "global_step": 4398, "epoch": 67, "lr": 9.749066733027228e-05}
+{"train_loss": 0.010816925205290318, "global_step": 4399, "epoch": 67, "lr": 9.748939088093413e-05}
+{"train_loss": 0.011053141206502914, "global_step": 4400, "epoch": 67, "lr": 9.748811411538652e-05}
+{"train_loss": 0.012363764457404613, "global_step": 4401, "epoch": 67, "lr": 9.748683703363793e-05}
+{"train_loss": 0.01668698713183403, "global_step": 4402, "epoch": 67, "lr": 9.748555963569685e-05}
+{"train_loss": 0.015230664983391762, "global_step": 4403, "epoch": 67, "lr": 9.748428192157181e-05}
+{"train_loss": 0.011932377703487873, "global_step": 4404, "epoch": 67, "lr": 9.748300389127131e-05}
+{"train_loss": 0.015463033691048622, "global_step": 4405, "epoch": 67, "lr": 9.748172554480385e-05}
+{"train_loss": 0.019759859889745712, "global_step": 4406, "epoch": 67, "lr": 9.748044688217797e-05}
+{"train_loss": 0.019290637224912643, "global_step": 4407, "epoch": 67, "lr": 9.747916790340215e-05}
+{"train_loss": 0.010796790011227131, "global_step": 4408, "epoch": 67, "lr": 9.747788860848492e-05}
+{"train_loss": 0.018208738416433334, "global_step": 4409, "epoch": 67, "lr": 9.74766089974348e-05}
+{"train_loss": 0.02013980783522129, "global_step": 4410, "epoch": 67, "lr": 9.74753290702603e-05}
+{"train_loss": 0.018773086369037628, "global_step": 4411, "epoch": 67, "lr": 9.747404882696996e-05}
+{"train_loss": 0.012086515314877033, "global_step": 4412, "epoch": 67, "lr": 9.74727682675723e-05}
+{"train_loss": 0.01864328235387802, "global_step": 4413, "epoch": 67, "lr": 9.747148739207584e-05}
+{"train_loss": 0.008409729227423668, "global_step": 4414, "epoch": 67, "lr": 9.74702062004891e-05}
+{"train_loss": 0.012696447782218456, "global_step": 4415, "epoch": 67, "lr": 9.746892469282064e-05}
+{"train_loss": 0.017743850126862526, "global_step": 4416, "epoch": 67, "lr": 9.746764286907897e-05}
+{"train_loss": 0.014802086167037487, "global_step": 4417, "epoch": 67, "lr": 9.746636072927262e-05}
+{"train_loss": 0.012988475151360035, "global_step": 4418, "epoch": 67, "lr": 9.746507827341015e-05}
+{"train_loss": 0.014566089914968381, "global_step": 4419, "epoch": 67, "lr": 9.746379550150009e-05, "val_loss": 0.016428135335445404}
+{"train_loss": 0.0156699251383543, "global_step": 4420, "epoch": 68, "lr": 9.746251241355096e-05}
+{"train_loss": 0.01606261357665062, "global_step": 4421, "epoch": 68, "lr": 9.746122900957134e-05}
+{"train_loss": 0.011865423060953617, "global_step": 4422, "epoch": 68, "lr": 9.745994528956974e-05}
+{"train_loss": 0.015002435073256493, "global_step": 4423, "epoch": 68, "lr": 9.745866125355473e-05}
+{"train_loss": 0.016622032970190048, "global_step": 4424, "epoch": 68, "lr": 9.745737690153487e-05}
+{"train_loss": 0.009898794814944267, "global_step": 4425, "epoch": 68, "lr": 9.745609223351868e-05}
+{"train_loss": 0.01748691499233246, "global_step": 4426, "epoch": 68, "lr": 9.745480724951473e-05}
+{"train_loss": 0.013415347784757614, "global_step": 4427, "epoch": 68, "lr": 9.745352194953159e-05}
+{"train_loss": 0.014361925423145294, "global_step": 4428, "epoch": 68, "lr": 9.745223633357779e-05}
+{"train_loss": 0.01896696537733078, "global_step": 4429, "epoch": 68, "lr": 9.745095040166192e-05}
+{"train_loss": 0.01095332857221365, "global_step": 4430, "epoch": 68, "lr": 9.74496641537925e-05}
+{"train_loss": 0.019506298005580902, "global_step": 4431, "epoch": 68, "lr": 9.744837758997816e-05}
+{"train_loss": 0.01313096098601818, "global_step": 4432, "epoch": 68, "lr": 9.74470907102274e-05}
+{"train_loss": 0.009160640649497509, "global_step": 4433, "epoch": 68, "lr": 9.744580351454884e-05}
+{"train_loss": 0.01600160449743271, "global_step": 4434, "epoch": 68, "lr": 9.744451600295102e-05}
+{"train_loss": 0.014017763547599316, "global_step": 4435, "epoch": 68, "lr": 9.744322817544251e-05}
+{"train_loss": 0.019739171490073204, "global_step": 4436, "epoch": 68, "lr": 9.74419400320319e-05}
+{"train_loss": 0.018484285101294518, "global_step": 4437, "epoch": 68, "lr": 9.744065157272777e-05}
+{"train_loss": 0.0159696564078331, "global_step": 4438, "epoch": 68, "lr": 9.743936279753869e-05}
+{"train_loss": 0.015843920409679413, "global_step": 4439, "epoch": 68, "lr": 9.743807370647324e-05}
+{"train_loss": 0.01672038994729519, "global_step": 4440, "epoch": 68, "lr": 9.743678429954e-05}
+{"train_loss": 0.013028884306550026, "global_step": 4441, "epoch": 68, "lr": 9.743549457674759e-05}
+{"train_loss": 0.016854064539074898, "global_step": 4442, "epoch": 68, "lr": 9.743420453810454e-05}
+{"train_loss": 0.019847556948661804, "global_step": 4443, "epoch": 68, "lr": 9.743291418361948e-05}
+{"train_loss": 0.018217219039797783, "global_step": 4444, "epoch": 68, "lr": 9.7431623513301e-05}
+{"train_loss": 0.017436902970075607, "global_step": 4445, "epoch": 68, "lr": 9.743033252715769e-05}
+{"train_loss": 0.012489781714975834, "global_step": 4446, "epoch": 68, "lr": 9.742904122519813e-05}
+{"train_loss": 0.012409789487719536, "global_step": 4447, "epoch": 68, "lr": 9.742774960743094e-05}
+{"train_loss": 0.015672456473112106, "global_step": 4448, "epoch": 68, "lr": 9.742645767386471e-05}
+{"train_loss": 0.012736833654344082, "global_step": 4449, "epoch": 68, "lr": 9.742516542450803e-05}
+{"train_loss": 0.017823345959186554, "global_step": 4450, "epoch": 68, "lr": 9.742387285936953e-05}
+{"train_loss": 0.015084981918334961, "global_step": 4451, "epoch": 68, "lr": 9.74225799784578e-05}
+{"train_loss": 0.01647869125008583, "global_step": 4452, "epoch": 68, "lr": 9.742128678178146e-05}
+{"train_loss": 0.013412523083388805, "global_step": 4453, "epoch": 68, "lr": 9.741999326934909e-05}
+{"train_loss": 0.017269192263484, "global_step": 4454, "epoch": 68, "lr": 9.741869944116937e-05}
+{"train_loss": 0.015433263033628464, "global_step": 4455, "epoch": 68, "lr": 9.741740529725083e-05}
+{"train_loss": 0.020922726020216942, "global_step": 4456, "epoch": 68, "lr": 9.741611083760215e-05}
+{"train_loss": 0.016152918338775635, "global_step": 4457, "epoch": 68, "lr": 9.741481606223192e-05}
+{"train_loss": 0.016436303034424782, "global_step": 4458, "epoch": 68, "lr": 9.741352097114877e-05}
+{"train_loss": 0.01575510948896408, "global_step": 4459, "epoch": 68, "lr": 9.741222556436132e-05}
+{"train_loss": 0.01889977417886257, "global_step": 4460, "epoch": 68, "lr": 9.741092984187821e-05}
+{"train_loss": 0.013794326223433018, "global_step": 4461, "epoch": 68, "lr": 9.740963380370805e-05}
+{"train_loss": 0.013754547573626041, "global_step": 4462, "epoch": 68, "lr": 9.740833744985946e-05}
+{"train_loss": 0.014510534703731537, "global_step": 4463, "epoch": 68, "lr": 9.740704078034111e-05}
+{"train_loss": 0.013805268332362175, "global_step": 4464, "epoch": 68, "lr": 9.740574379516159e-05}
+{"train_loss": 0.013200711458921432, "global_step": 4465, "epoch": 68, "lr": 9.740444649432956e-05}
+{"train_loss": 0.015791533514857292, "global_step": 4466, "epoch": 68, "lr": 9.740314887785366e-05}
+{"train_loss": 0.013080054894089699, "global_step": 4467, "epoch": 68, "lr": 9.740185094574255e-05}
+{"train_loss": 0.014996929094195366, "global_step": 4468, "epoch": 68, "lr": 9.74005526980048e-05}
+{"train_loss": 0.014596179127693176, "global_step": 4469, "epoch": 68, "lr": 9.739925413464914e-05}
+{"train_loss": 0.023777933791279793, "global_step": 4470, "epoch": 68, "lr": 9.739795525568417e-05}
+{"train_loss": 0.013657085597515106, "global_step": 4471, "epoch": 68, "lr": 9.739665606111854e-05}
+{"train_loss": 0.015063285827636719, "global_step": 4472, "epoch": 68, "lr": 9.739535655096091e-05}
+{"train_loss": 0.008589728735387325, "global_step": 4473, "epoch": 68, "lr": 9.739405672521992e-05}
+{"train_loss": 0.016474073752760887, "global_step": 4474, "epoch": 68, "lr": 9.739275658390427e-05}
+{"train_loss": 0.015293266624212265, "global_step": 4475, "epoch": 68, "lr": 9.739145612702256e-05}
+{"train_loss": 0.01391461119055748, "global_step": 4476, "epoch": 68, "lr": 9.739015535458347e-05}
+{"train_loss": 0.008841623552143574, "global_step": 4477, "epoch": 68, "lr": 9.738885426659566e-05}
+{"train_loss": 0.015334347262978554, "global_step": 4478, "epoch": 68, "lr": 9.73875528630678e-05}
+{"train_loss": 0.01293808501213789, "global_step": 4479, "epoch": 68, "lr": 9.738625114400856e-05}
+{"train_loss": 0.015535901300609112, "global_step": 4480, "epoch": 68, "lr": 9.738494910942659e-05}
+{"train_loss": 0.015312284231185913, "global_step": 4481, "epoch": 68, "lr": 9.738364675933058e-05}
+{"train_loss": 0.012544196099042892, "global_step": 4482, "epoch": 68, "lr": 9.738234409372919e-05}
+{"train_loss": 0.011725532822310925, "global_step": 4483, "epoch": 68, "lr": 9.738104111263108e-05}
+{"train_loss": 0.015137859863730577, "global_step": 4484, "epoch": 68, "lr": 9.737973781604494e-05, "val_loss": 0.0192975215613842}
+{"train_loss": 0.017727941274642944, "global_step": 4485, "epoch": 69, "lr": 9.737843420397947e-05}
+{"train_loss": 0.015145333483815193, "global_step": 4486, "epoch": 69, "lr": 9.73771302764433e-05}
+{"train_loss": 0.014609468169510365, "global_step": 4487, "epoch": 69, "lr": 9.737582603344517e-05}
+{"train_loss": 0.010754291899502277, "global_step": 4488, "epoch": 69, "lr": 9.737452147499371e-05}
+{"train_loss": 0.009106442332267761, "global_step": 4489, "epoch": 69, "lr": 9.737321660109766e-05}
+{"train_loss": 0.012577314861118793, "global_step": 4490, "epoch": 69, "lr": 9.737191141176567e-05}
+{"train_loss": 0.015713095664978027, "global_step": 4491, "epoch": 69, "lr": 9.737060590700642e-05}
+{"train_loss": 0.014156405813992023, "global_step": 4492, "epoch": 69, "lr": 9.736930008682865e-05}
+{"train_loss": 0.01478653959929943, "global_step": 4493, "epoch": 69, "lr": 9.7367993951241e-05}
+{"train_loss": 0.017483998090028763, "global_step": 4494, "epoch": 69, "lr": 9.736668750025222e-05}
+{"train_loss": 0.01015540026128292, "global_step": 4495, "epoch": 69, "lr": 9.736538073387099e-05}
+{"train_loss": 0.013391290791332722, "global_step": 4496, "epoch": 69, "lr": 9.736407365210598e-05}
+{"train_loss": 0.01260504499077797, "global_step": 4497, "epoch": 69, "lr": 9.736276625496593e-05}
+{"train_loss": 0.013810353353619576, "global_step": 4498, "epoch": 69, "lr": 9.736145854245954e-05}
+{"train_loss": 0.014357850886881351, "global_step": 4499, "epoch": 69, "lr": 9.73601505145955e-05}
+{"train_loss": 0.012761577032506466, "global_step": 4500, "epoch": 69, "lr": 9.735884217138254e-05}
+{"train_loss": 0.01784542202949524, "global_step": 4501, "epoch": 69, "lr": 9.735753351282937e-05}
+{"train_loss": 0.019398977980017662, "global_step": 4502, "epoch": 69, "lr": 9.735622453894468e-05}
+{"train_loss": 0.011741013266146183, "global_step": 4503, "epoch": 69, "lr": 9.735491524973722e-05}
+{"train_loss": 0.017560169100761414, "global_step": 4504, "epoch": 69, "lr": 9.735360564521567e-05}
+{"train_loss": 0.018552321940660477, "global_step": 4505, "epoch": 69, "lr": 9.73522957253888e-05}
+{"train_loss": 0.01482204720377922, "global_step": 4506, "epoch": 69, "lr": 9.735098549026527e-05}
+{"train_loss": 0.017559178173542023, "global_step": 4507, "epoch": 69, "lr": 9.734967493985385e-05}
+{"train_loss": 0.014739837497472763, "global_step": 4508, "epoch": 69, "lr": 9.734836407416325e-05}
+{"train_loss": 0.024675806984305382, "global_step": 4509, "epoch": 69, "lr": 9.734705289320222e-05}
+{"train_loss": 0.013140452094376087, "global_step": 4510, "epoch": 69, "lr": 9.734574139697945e-05}
+{"train_loss": 0.021526794880628586, "global_step": 4511, "epoch": 69, "lr": 9.734442958550372e-05}
+{"train_loss": 0.014205703511834145, "global_step": 4512, "epoch": 69, "lr": 9.73431174587837e-05}
+{"train_loss": 0.010450544767081738, "global_step": 4513, "epoch": 69, "lr": 9.73418050168282e-05}
+{"train_loss": 0.011379110626876354, "global_step": 4514, "epoch": 69, "lr": 9.734049225964591e-05}
+{"train_loss": 0.014441665261983871, "global_step": 4515, "epoch": 69, "lr": 9.73391791872456e-05}
+{"train_loss": 0.01812676526606083, "global_step": 4516, "epoch": 69, "lr": 9.733786579963597e-05}
+{"train_loss": 0.015277322381734848, "global_step": 4517, "epoch": 69, "lr": 9.733655209682582e-05}
+{"train_loss": 0.020685506984591484, "global_step": 4518, "epoch": 69, "lr": 9.733523807882387e-05}
+{"train_loss": 0.014338472858071327, "global_step": 4519, "epoch": 69, "lr": 9.733392374563887e-05}
+{"train_loss": 0.014225943014025688, "global_step": 4520, "epoch": 69, "lr": 9.733260909727957e-05}
+{"train_loss": 0.012424683198332787, "global_step": 4521, "epoch": 69, "lr": 9.733129413375473e-05}
+{"train_loss": 0.012703836895525455, "global_step": 4522, "epoch": 69, "lr": 9.732997885507309e-05}
+{"train_loss": 0.018177591264247894, "global_step": 4523, "epoch": 69, "lr": 9.732866326124344e-05}
+{"train_loss": 0.013884332962334156, "global_step": 4524, "epoch": 69, "lr": 9.73273473522745e-05}
+{"train_loss": 0.019701963290572166, "global_step": 4525, "epoch": 69, "lr": 9.732603112817507e-05}
+{"train_loss": 0.015680907294154167, "global_step": 4526, "epoch": 69, "lr": 9.732471458895388e-05}
+{"train_loss": 0.014732033014297485, "global_step": 4527, "epoch": 69, "lr": 9.732339773461971e-05}
+{"train_loss": 0.013361934572458267, "global_step": 4528, "epoch": 69, "lr": 9.732208056518134e-05}
+{"train_loss": 0.019399508833885193, "global_step": 4529, "epoch": 69, "lr": 9.732076308064755e-05}
+{"train_loss": 0.0117996446788311, "global_step": 4530, "epoch": 69, "lr": 9.731944528102706e-05}
+{"train_loss": 0.019848879426717758, "global_step": 4531, "epoch": 69, "lr": 9.73181271663287e-05}
+{"train_loss": 0.017344828695058823, "global_step": 4532, "epoch": 69, "lr": 9.731680873656121e-05}
+{"train_loss": 0.01062630582600832, "global_step": 4533, "epoch": 69, "lr": 9.73154899917334e-05}
+{"train_loss": 0.015032775700092316, "global_step": 4534, "epoch": 69, "lr": 9.731417093185402e-05}
+{"train_loss": 0.008889640681445599, "global_step": 4535, "epoch": 69, "lr": 9.731285155693188e-05}
+{"train_loss": 0.016205977648496628, "global_step": 4536, "epoch": 69, "lr": 9.731153186697574e-05}
+{"train_loss": 0.011598998680710793, "global_step": 4537, "epoch": 69, "lr": 9.731021186199441e-05}
+{"train_loss": 0.018781695514917374, "global_step": 4538, "epoch": 69, "lr": 9.730889154199667e-05}
+{"train_loss": 0.016058098524808884, "global_step": 4539, "epoch": 69, "lr": 9.73075709069913e-05}
+{"train_loss": 0.00999811664223671, "global_step": 4540, "epoch": 69, "lr": 9.730624995698712e-05}
+{"train_loss": 0.014757166616618633, "global_step": 4541, "epoch": 69, "lr": 9.73049286919929e-05}
+{"train_loss": 0.012284691445529461, "global_step": 4542, "epoch": 69, "lr": 9.730360711201745e-05}
+{"train_loss": 0.013423319905996323, "global_step": 4543, "epoch": 69, "lr": 9.730228521706955e-05}
+{"train_loss": 0.011640021577477455, "global_step": 4544, "epoch": 69, "lr": 9.730096300715803e-05}
+{"train_loss": 0.015284326858818531, "global_step": 4545, "epoch": 69, "lr": 9.729964048229169e-05}
+{"train_loss": 0.011230739764869213, "global_step": 4546, "epoch": 69, "lr": 9.729831764247933e-05}
+{"train_loss": 0.01700744591653347, "global_step": 4547, "epoch": 69, "lr": 9.729699448772975e-05}
+{"train_loss": 0.015740258619189262, "global_step": 4548, "epoch": 69, "lr": 9.729567101805177e-05}
+{"train_loss": 0.014867036932936081, "global_step": 4549, "epoch": 69, "lr": 9.72943472334542e-05, "val_loss": 0.024843314662575722}
+{"train_loss": 0.012733633629977703, "global_step": 4550, "epoch": 70, "lr": 9.729302313394585e-05}
+{"train_loss": 0.014872027561068535, "global_step": 4551, "epoch": 70, "lr": 9.729169871953555e-05}
+{"train_loss": 0.015158308669924736, "global_step": 4552, "epoch": 70, "lr": 9.72903739902321e-05}
+{"train_loss": 0.011393116787075996, "global_step": 4553, "epoch": 70, "lr": 9.728904894604433e-05}
+{"train_loss": 0.01824994757771492, "global_step": 4554, "epoch": 70, "lr": 9.728772358698107e-05}
+{"train_loss": 0.014857892878353596, "global_step": 4555, "epoch": 70, "lr": 9.728639791305115e-05}
+{"train_loss": 0.011239549145102501, "global_step": 4556, "epoch": 70, "lr": 9.728507192426335e-05}
+{"train_loss": 0.014810408465564251, "global_step": 4557, "epoch": 70, "lr": 9.728374562062657e-05}
+{"train_loss": 0.017104651778936386, "global_step": 4558, "epoch": 70, "lr": 9.728241900214958e-05}
+{"train_loss": 0.023552585393190384, "global_step": 4559, "epoch": 70, "lr": 9.728109206884124e-05}
+{"train_loss": 0.013729911297559738, "global_step": 4560, "epoch": 70, "lr": 9.72797648207104e-05}
+{"train_loss": 0.012047157622873783, "global_step": 4561, "epoch": 70, "lr": 9.727843725776588e-05}
+{"train_loss": 0.014841670170426369, "global_step": 4562, "epoch": 70, "lr": 9.727710938001652e-05}
+{"train_loss": 0.015291082672774792, "global_step": 4563, "epoch": 70, "lr": 9.727578118747116e-05}
+{"train_loss": 0.017193956300616264, "global_step": 4564, "epoch": 70, "lr": 9.727445268013864e-05}
+{"train_loss": 0.014656350016593933, "global_step": 4565, "epoch": 70, "lr": 9.727312385802783e-05}
+{"train_loss": 0.012637285515666008, "global_step": 4566, "epoch": 70, "lr": 9.727179472114753e-05}
+{"train_loss": 0.012299459427595139, "global_step": 4567, "epoch": 70, "lr": 9.727046526950665e-05}
+{"train_loss": 0.013224843889474869, "global_step": 4568, "epoch": 70, "lr": 9.726913550311401e-05}
+{"train_loss": 0.011536874808371067, "global_step": 4569, "epoch": 70, "lr": 9.726780542197844e-05}
+{"train_loss": 0.014318366535007954, "global_step": 4570, "epoch": 70, "lr": 9.726647502610886e-05}
+{"train_loss": 0.015982696786522865, "global_step": 4571, "epoch": 70, "lr": 9.726514431551407e-05}
+{"train_loss": 0.012236854992806911, "global_step": 4572, "epoch": 70, "lr": 9.726381329020296e-05}
+{"train_loss": 0.012993873097002506, "global_step": 4573, "epoch": 70, "lr": 9.726248195018438e-05}
+{"train_loss": 0.01506221666932106, "global_step": 4574, "epoch": 70, "lr": 9.726115029546721e-05}
+{"train_loss": 0.01959979347884655, "global_step": 4575, "epoch": 70, "lr": 9.72598183260603e-05}
+{"train_loss": 0.010722779668867588, "global_step": 4576, "epoch": 70, "lr": 9.725848604197252e-05}
+{"train_loss": 0.017602132633328438, "global_step": 4577, "epoch": 70, "lr": 9.725715344321276e-05}
+{"train_loss": 0.013893562369048595, "global_step": 4578, "epoch": 70, "lr": 9.725582052978988e-05}
+{"train_loss": 0.01831677369773388, "global_step": 4579, "epoch": 70, "lr": 9.725448730171274e-05}
+{"train_loss": 0.012990030460059643, "global_step": 4580, "epoch": 70, "lr": 9.725315375899024e-05}
+{"train_loss": 0.015272554010152817, "global_step": 4581, "epoch": 70, "lr": 9.725181990163126e-05}
+{"train_loss": 0.015842588618397713, "global_step": 4582, "epoch": 70, "lr": 9.725048572964466e-05}
+{"train_loss": 0.014954652637243271, "global_step": 4583, "epoch": 70, "lr": 9.724915124303935e-05}
+{"train_loss": 0.015576650388538837, "global_step": 4584, "epoch": 70, "lr": 9.724781644182421e-05}
+{"train_loss": 0.015360836870968342, "global_step": 4585, "epoch": 70, "lr": 9.724648132600811e-05}
+{"train_loss": 0.015954703092575073, "global_step": 4586, "epoch": 70, "lr": 9.724514589559994e-05}
+{"train_loss": 0.012326236814260483, "global_step": 4587, "epoch": 70, "lr": 9.724381015060862e-05}
+{"train_loss": 0.014740322716534138, "global_step": 4588, "epoch": 70, "lr": 9.724247409104301e-05}
+{"train_loss": 0.018048206344246864, "global_step": 4589, "epoch": 70, "lr": 9.724113771691205e-05}
+{"train_loss": 0.014650890603661537, "global_step": 4590, "epoch": 70, "lr": 9.723980102822458e-05}
+{"train_loss": 0.013867492787539959, "global_step": 4591, "epoch": 70, "lr": 9.723846402498955e-05}
+{"train_loss": 0.012944585643708706, "global_step": 4592, "epoch": 70, "lr": 9.723712670721584e-05}
+{"train_loss": 0.020057974383234978, "global_step": 4593, "epoch": 70, "lr": 9.723578907491237e-05}
+{"train_loss": 0.013803576119244099, "global_step": 4594, "epoch": 70, "lr": 9.723445112808802e-05}
+{"train_loss": 0.01584983430802822, "global_step": 4595, "epoch": 70, "lr": 9.723311286675172e-05}
+{"train_loss": 0.008191026747226715, "global_step": 4596, "epoch": 70, "lr": 9.723177429091237e-05}
+{"train_loss": 0.018469415605068207, "global_step": 4597, "epoch": 70, "lr": 9.72304354005789e-05}
+{"train_loss": 0.014622286893427372, "global_step": 4598, "epoch": 70, "lr": 9.722909619576019e-05}
+{"train_loss": 0.012007850222289562, "global_step": 4599, "epoch": 70, "lr": 9.72277566764652e-05}
+{"train_loss": 0.016041642054915428, "global_step": 4600, "epoch": 70, "lr": 9.722641684270285e-05}
+{"train_loss": 0.012816810049116611, "global_step": 4601, "epoch": 70, "lr": 9.7225076694482e-05}
+{"train_loss": 0.013753138482570648, "global_step": 4602, "epoch": 70, "lr": 9.722373623181163e-05}
+{"train_loss": 0.01337202824652195, "global_step": 4603, "epoch": 70, "lr": 9.722239545470064e-05}
+{"train_loss": 0.012416984885931015, "global_step": 4604, "epoch": 70, "lr": 9.722105436315799e-05}
+{"train_loss": 0.010563339106738567, "global_step": 4605, "epoch": 70, "lr": 9.721971295719257e-05}
+{"train_loss": 0.014227469451725483, "global_step": 4606, "epoch": 70, "lr": 9.721837123681332e-05}
+{"train_loss": 0.011985228396952152, "global_step": 4607, "epoch": 70, "lr": 9.72170292020292e-05}
+{"train_loss": 0.016616441309452057, "global_step": 4608, "epoch": 70, "lr": 9.721568685284912e-05}
+{"train_loss": 0.018271220847964287, "global_step": 4609, "epoch": 70, "lr": 9.721434418928204e-05}
+{"train_loss": 0.010083908215165138, "global_step": 4610, "epoch": 70, "lr": 9.721300121133688e-05}
+{"train_loss": 0.019294045865535736, "global_step": 4611, "epoch": 70, "lr": 9.721165791902258e-05}
+{"train_loss": 0.012378091923892498, "global_step": 4612, "epoch": 70, "lr": 9.721031431234811e-05}
+{"train_loss": 0.008178459480404854, "global_step": 4613, "epoch": 70, "lr": 9.720897039132237e-05}
+{"train_loss": 0.01445440287486865, "global_step": 4614, "epoch": 70, "lr": 9.720762615595436e-05, "val_loss": 0.015726841986179352, "train_action_mse_error": 0.0012676636688411236}
+{"train_loss": 0.017800558358430862, "global_step": 4615, "epoch": 71, "lr": 9.720628160625301e-05}
+{"train_loss": 0.01500928495079279, "global_step": 4616, "epoch": 71, "lr": 9.720493674222727e-05}
+{"train_loss": 0.01935703121125698, "global_step": 4617, "epoch": 71, "lr": 9.72035915638861e-05}
+{"train_loss": 0.01788615994155407, "global_step": 4618, "epoch": 71, "lr": 9.720224607123844e-05}
+{"train_loss": 0.011469217948615551, "global_step": 4619, "epoch": 71, "lr": 9.720090026429327e-05}
+{"train_loss": 0.009658366441726685, "global_step": 4620, "epoch": 71, "lr": 9.719955414305954e-05}
+{"train_loss": 0.012103292159736156, "global_step": 4621, "epoch": 71, "lr": 9.719820770754624e-05}
+{"train_loss": 0.01650538668036461, "global_step": 4622, "epoch": 71, "lr": 9.719686095776229e-05}
+{"train_loss": 0.011556921526789665, "global_step": 4623, "epoch": 71, "lr": 9.719551389371668e-05}
+{"train_loss": 0.013971691019833088, "global_step": 4624, "epoch": 71, "lr": 9.719416651541839e-05}
+{"train_loss": 0.01493617333471775, "global_step": 4625, "epoch": 71, "lr": 9.719281882287637e-05}
+{"train_loss": 0.010163269937038422, "global_step": 4626, "epoch": 71, "lr": 9.71914708160996e-05}
+{"train_loss": 0.016127297654747963, "global_step": 4627, "epoch": 71, "lr": 9.719012249509707e-05}
+{"train_loss": 0.014699561521410942, "global_step": 4628, "epoch": 71, "lr": 9.718877385987774e-05}
+{"train_loss": 0.013820179738104343, "global_step": 4629, "epoch": 71, "lr": 9.71874249104506e-05}
+{"train_loss": 0.011952816508710384, "global_step": 4630, "epoch": 71, "lr": 9.718607564682463e-05}
+{"train_loss": 0.014903352595865726, "global_step": 4631, "epoch": 71, "lr": 9.718472606900881e-05}
+{"train_loss": 0.01209344808012247, "global_step": 4632, "epoch": 71, "lr": 9.718337617701214e-05}
+{"train_loss": 0.0158022940158844, "global_step": 4633, "epoch": 71, "lr": 9.71820259708436e-05}
+{"train_loss": 0.011982758529484272, "global_step": 4634, "epoch": 71, "lr": 9.718067545051217e-05}
+{"train_loss": 0.015051157213747501, "global_step": 4635, "epoch": 71, "lr": 9.717932461602686e-05}
+{"train_loss": 0.00984203815460205, "global_step": 4636, "epoch": 71, "lr": 9.717797346739664e-05}
+{"train_loss": 0.011409481056034565, "global_step": 4637, "epoch": 71, "lr": 9.717662200463053e-05}
+{"train_loss": 0.011160074733197689, "global_step": 4638, "epoch": 71, "lr": 9.717527022773753e-05}
+{"train_loss": 0.016720296815037727, "global_step": 4639, "epoch": 71, "lr": 9.717391813672663e-05}
+{"train_loss": 0.019762298092246056, "global_step": 4640, "epoch": 71, "lr": 9.717256573160682e-05}
+{"train_loss": 0.012686511501669884, "global_step": 4641, "epoch": 71, "lr": 9.717121301238713e-05}
+{"train_loss": 0.012361826375126839, "global_step": 4642, "epoch": 71, "lr": 9.716985997907655e-05}
+{"train_loss": 0.009290098212659359, "global_step": 4643, "epoch": 71, "lr": 9.71685066316841e-05}
+{"train_loss": 0.015794746577739716, "global_step": 4644, "epoch": 71, "lr": 9.71671529702188e-05}
+{"train_loss": 0.012108988128602505, "global_step": 4645, "epoch": 71, "lr": 9.716579899468963e-05}
+{"train_loss": 0.010882099159061909, "global_step": 4646, "epoch": 71, "lr": 9.716444470510565e-05}
+{"train_loss": 0.01451186090707779, "global_step": 4647, "epoch": 71, "lr": 9.716309010147585e-05}
+{"train_loss": 0.015632817521691322, "global_step": 4648, "epoch": 71, "lr": 9.716173518380923e-05}
+{"train_loss": 0.013362842611968517, "global_step": 4649, "epoch": 71, "lr": 9.716037995211484e-05}
+{"train_loss": 0.013302158564329147, "global_step": 4650, "epoch": 71, "lr": 9.715902440640173e-05}
+{"train_loss": 0.013794643804430962, "global_step": 4651, "epoch": 71, "lr": 9.715766854667886e-05}
+{"train_loss": 0.012135286815464497, "global_step": 4652, "epoch": 71, "lr": 9.715631237295532e-05}
+{"train_loss": 0.01634228229522705, "global_step": 4653, "epoch": 71, "lr": 9.71549558852401e-05}
+{"train_loss": 0.013674270361661911, "global_step": 4654, "epoch": 71, "lr": 9.715359908354225e-05}
+{"train_loss": 0.01449087355285883, "global_step": 4655, "epoch": 71, "lr": 9.715224196787078e-05}
+{"train_loss": 0.010018224827945232, "global_step": 4656, "epoch": 71, "lr": 9.715088453823478e-05}
+{"train_loss": 0.01613057777285576, "global_step": 4657, "epoch": 71, "lr": 9.714952679464323e-05}
+{"train_loss": 0.013808977790176868, "global_step": 4658, "epoch": 71, "lr": 9.714816873710519e-05}
+{"train_loss": 0.012493484653532505, "global_step": 4659, "epoch": 71, "lr": 9.714681036562974e-05}
+{"train_loss": 0.012854035012423992, "global_step": 4660, "epoch": 71, "lr": 9.714545168022586e-05}
+{"train_loss": 0.013273054733872414, "global_step": 4661, "epoch": 71, "lr": 9.714409268090266e-05}
+{"train_loss": 0.011992092244327068, "global_step": 4662, "epoch": 71, "lr": 9.714273336766912e-05}
+{"train_loss": 0.009454443119466305, "global_step": 4663, "epoch": 71, "lr": 9.714137374053435e-05}
+{"train_loss": 0.01385070476680994, "global_step": 4664, "epoch": 71, "lr": 9.714001379950739e-05}
+{"train_loss": 0.016780022531747818, "global_step": 4665, "epoch": 71, "lr": 9.71386535445973e-05}
+{"train_loss": 0.012350811623036861, "global_step": 4666, "epoch": 71, "lr": 9.713729297581309e-05}
+{"train_loss": 0.011710865423083305, "global_step": 4667, "epoch": 71, "lr": 9.713593209316387e-05}
+{"train_loss": 0.01452463585883379, "global_step": 4668, "epoch": 71, "lr": 9.713457089665869e-05}
+{"train_loss": 0.008930845186114311, "global_step": 4669, "epoch": 71, "lr": 9.713320938630661e-05}
+{"train_loss": 0.011251124553382397, "global_step": 4670, "epoch": 71, "lr": 9.71318475621167e-05}
+{"train_loss": 0.017379004508256912, "global_step": 4671, "epoch": 71, "lr": 9.713048542409801e-05}
+{"train_loss": 0.016766706481575966, "global_step": 4672, "epoch": 71, "lr": 9.712912297225962e-05}
+{"train_loss": 0.013591153547167778, "global_step": 4673, "epoch": 71, "lr": 9.712776020661063e-05}
+{"train_loss": 0.013593532145023346, "global_step": 4674, "epoch": 71, "lr": 9.712639712716007e-05}
+{"train_loss": 0.013501142151653767, "global_step": 4675, "epoch": 71, "lr": 9.712503373391704e-05}
+{"train_loss": 0.016541777178645134, "global_step": 4676, "epoch": 71, "lr": 9.71236700268906e-05}
+{"train_loss": 0.011297573335468769, "global_step": 4677, "epoch": 71, "lr": 9.712230600608986e-05}
+{"train_loss": 0.011941422708332539, "global_step": 4678, "epoch": 71, "lr": 9.712094167152388e-05}
+{"train_loss": 0.013648628572431895, "global_step": 4679, "epoch": 71, "lr": 9.711957702320175e-05, "val_loss": 0.015632381662726402}
+{"train_loss": 0.00996056105941534, "global_step": 4680, "epoch": 72, "lr": 9.711821206113256e-05}
+{"train_loss": 0.015713443979620934, "global_step": 4681, "epoch": 72, "lr": 9.711684678532538e-05}
+{"train_loss": 0.012317703105509281, "global_step": 4682, "epoch": 72, "lr": 9.711548119578933e-05}
+{"train_loss": 0.016879623755812645, "global_step": 4683, "epoch": 72, "lr": 9.711411529253349e-05}
+{"train_loss": 0.014257394708693027, "global_step": 4684, "epoch": 72, "lr": 9.711274907556694e-05}
+{"train_loss": 0.019482813775539398, "global_step": 4685, "epoch": 72, "lr": 9.71113825448988e-05}
+{"train_loss": 0.013663222081959248, "global_step": 4686, "epoch": 72, "lr": 9.711001570053817e-05}
+{"train_loss": 0.011281474493443966, "global_step": 4687, "epoch": 72, "lr": 9.710864854249413e-05}
+{"train_loss": 0.015065313316881657, "global_step": 4688, "epoch": 72, "lr": 9.71072810707758e-05}
+{"train_loss": 0.016060717403888702, "global_step": 4689, "epoch": 72, "lr": 9.710591328539227e-05}
+{"train_loss": 0.010194974951446056, "global_step": 4690, "epoch": 72, "lr": 9.710454518635266e-05}
+{"train_loss": 0.011832120828330517, "global_step": 4691, "epoch": 72, "lr": 9.71031767736661e-05}
+{"train_loss": 0.013248060829937458, "global_step": 4692, "epoch": 72, "lr": 9.710180804734165e-05}
+{"train_loss": 0.0083398362621665, "global_step": 4693, "epoch": 72, "lr": 9.710043900738845e-05}
+{"train_loss": 0.010147938504815102, "global_step": 4694, "epoch": 72, "lr": 9.709906965381563e-05}
+{"train_loss": 0.01743362285196781, "global_step": 4695, "epoch": 72, "lr": 9.709769998663229e-05}
+{"train_loss": 0.018936913460493088, "global_step": 4696, "epoch": 72, "lr": 9.709633000584757e-05}
+{"train_loss": 0.015015792101621628, "global_step": 4697, "epoch": 72, "lr": 9.709495971147056e-05}
+{"train_loss": 0.02262820117175579, "global_step": 4698, "epoch": 72, "lr": 9.709358910351041e-05}
+{"train_loss": 0.011429776437580585, "global_step": 4699, "epoch": 72, "lr": 9.709221818197624e-05}
+{"train_loss": 0.01572190783917904, "global_step": 4700, "epoch": 72, "lr": 9.709084694687718e-05}
+{"train_loss": 0.016044175252318382, "global_step": 4701, "epoch": 72, "lr": 9.708947539822234e-05}
+{"train_loss": 0.015125439502298832, "global_step": 4702, "epoch": 72, "lr": 9.708810353602088e-05}
+{"train_loss": 0.012313875369727612, "global_step": 4703, "epoch": 72, "lr": 9.708673136028192e-05}
+{"train_loss": 0.01587446592748165, "global_step": 4704, "epoch": 72, "lr": 9.708535887101461e-05}
+{"train_loss": 0.015157870948314667, "global_step": 4705, "epoch": 72, "lr": 9.708398606822807e-05}
+{"train_loss": 0.01359009463340044, "global_step": 4706, "epoch": 72, "lr": 9.708261295193146e-05}
+{"train_loss": 0.01619579829275608, "global_step": 4707, "epoch": 72, "lr": 9.70812395221339e-05}
+{"train_loss": 0.012615411542356014, "global_step": 4708, "epoch": 72, "lr": 9.707986577884456e-05}
+{"train_loss": 0.014219338074326515, "global_step": 4709, "epoch": 72, "lr": 9.707849172207257e-05}
+{"train_loss": 0.019171375781297684, "global_step": 4710, "epoch": 72, "lr": 9.707711735182707e-05}
+{"train_loss": 0.016941841691732407, "global_step": 4711, "epoch": 72, "lr": 9.707574266811726e-05}
+{"train_loss": 0.012626541778445244, "global_step": 4712, "epoch": 72, "lr": 9.707436767095222e-05}
+{"train_loss": 0.013668895699083805, "global_step": 4713, "epoch": 72, "lr": 9.707299236034118e-05}
+{"train_loss": 0.015149171464145184, "global_step": 4714, "epoch": 72, "lr": 9.707161673629324e-05}
+{"train_loss": 0.013959703966975212, "global_step": 4715, "epoch": 72, "lr": 9.707024079881759e-05}
+{"train_loss": 0.015715133398771286, "global_step": 4716, "epoch": 72, "lr": 9.706886454792338e-05}
+{"train_loss": 0.013985691592097282, "global_step": 4717, "epoch": 72, "lr": 9.706748798361978e-05}
+{"train_loss": 0.012951753102242947, "global_step": 4718, "epoch": 72, "lr": 9.706611110591595e-05}
+{"train_loss": 0.016151729971170425, "global_step": 4719, "epoch": 72, "lr": 9.706473391482105e-05}
+{"train_loss": 0.015453051775693893, "global_step": 4720, "epoch": 72, "lr": 9.706335641034427e-05}
+{"train_loss": 0.014162641018629074, "global_step": 4721, "epoch": 72, "lr": 9.706197859249478e-05}
+{"train_loss": 0.018113669008016586, "global_step": 4722, "epoch": 72, "lr": 9.706060046128175e-05}
+{"train_loss": 0.01408763974905014, "global_step": 4723, "epoch": 72, "lr": 9.705922201671435e-05}
+{"train_loss": 0.017573904246091843, "global_step": 4724, "epoch": 72, "lr": 9.705784325880176e-05}
+{"train_loss": 0.009957601316273212, "global_step": 4725, "epoch": 72, "lr": 9.705646418755317e-05}
+{"train_loss": 0.014251479879021645, "global_step": 4726, "epoch": 72, "lr": 9.705508480297774e-05}
+{"train_loss": 0.015379169024527073, "global_step": 4727, "epoch": 72, "lr": 9.705370510508468e-05}
+{"train_loss": 0.013791156001389027, "global_step": 4728, "epoch": 72, "lr": 9.705232509388316e-05}
+{"train_loss": 0.018173810094594955, "global_step": 4729, "epoch": 72, "lr": 9.705094476938238e-05}
+{"train_loss": 0.0110826650634408, "global_step": 4730, "epoch": 72, "lr": 9.704956413159154e-05}
+{"train_loss": 0.01869390532374382, "global_step": 4731, "epoch": 72, "lr": 9.704818318051981e-05}
+{"train_loss": 0.011693698354065418, "global_step": 4732, "epoch": 72, "lr": 9.704680191617637e-05}
+{"train_loss": 0.02116229385137558, "global_step": 4733, "epoch": 72, "lr": 9.704542033857047e-05}
+{"train_loss": 0.015520493499934673, "global_step": 4734, "epoch": 72, "lr": 9.704403844771128e-05}
+{"train_loss": 0.017057757824659348, "global_step": 4735, "epoch": 72, "lr": 9.7042656243608e-05}
+{"train_loss": 0.014958329498767853, "global_step": 4736, "epoch": 72, "lr": 9.704127372626984e-05}
+{"train_loss": 0.012241404503583908, "global_step": 4737, "epoch": 72, "lr": 9.703989089570598e-05}
+{"train_loss": 0.016438210383057594, "global_step": 4738, "epoch": 72, "lr": 9.703850775192567e-05}
+{"train_loss": 0.014035898260772228, "global_step": 4739, "epoch": 72, "lr": 9.70371242949381e-05}
+{"train_loss": 0.012745161540806293, "global_step": 4740, "epoch": 72, "lr": 9.703574052475246e-05}
+{"train_loss": 0.015256914310157299, "global_step": 4741, "epoch": 72, "lr": 9.7034356441378e-05}
+{"train_loss": 0.012512991204857826, "global_step": 4742, "epoch": 72, "lr": 9.703297204482392e-05}
+{"train_loss": 0.016013996675610542, "global_step": 4743, "epoch": 72, "lr": 9.703158733509943e-05}
+{"train_loss": 0.014720052838898622, "global_step": 4744, "epoch": 72, "lr": 9.703020231221379e-05, "val_loss": 0.016099033877253532}
+{"train_loss": 0.014349889941513538, "global_step": 4745, "epoch": 73, "lr": 9.702881697617616e-05}
+{"train_loss": 0.014320912770926952, "global_step": 4746, "epoch": 73, "lr": 9.702743132699579e-05}
+{"train_loss": 0.01674581691622734, "global_step": 4747, "epoch": 73, "lr": 9.702604536468192e-05}
+{"train_loss": 0.018442099913954735, "global_step": 4748, "epoch": 73, "lr": 9.702465908924378e-05}
+{"train_loss": 0.011310414411127567, "global_step": 4749, "epoch": 73, "lr": 9.702327250069059e-05}
+{"train_loss": 0.019013920798897743, "global_step": 4750, "epoch": 73, "lr": 9.702188559903157e-05}
+{"train_loss": 0.013889777474105358, "global_step": 4751, "epoch": 73, "lr": 9.702049838427598e-05}
+{"train_loss": 0.018671683967113495, "global_step": 4752, "epoch": 73, "lr": 9.701911085643303e-05}
+{"train_loss": 0.01356322318315506, "global_step": 4753, "epoch": 73, "lr": 9.701772301551199e-05}
+{"train_loss": 0.015412185341119766, "global_step": 4754, "epoch": 73, "lr": 9.701633486152208e-05}
+{"train_loss": 0.012698744423687458, "global_step": 4755, "epoch": 73, "lr": 9.701494639447254e-05}
+{"train_loss": 0.019626911729574203, "global_step": 4756, "epoch": 73, "lr": 9.701355761437263e-05}
+{"train_loss": 0.016460061073303223, "global_step": 4757, "epoch": 73, "lr": 9.701216852123158e-05}
+{"train_loss": 0.019092343747615814, "global_step": 4758, "epoch": 73, "lr": 9.701077911505866e-05}
+{"train_loss": 0.011914486065506935, "global_step": 4759, "epoch": 73, "lr": 9.700938939586311e-05}
+{"train_loss": 0.01554390974342823, "global_step": 4760, "epoch": 73, "lr": 9.700799936365418e-05}
+{"train_loss": 0.012192575260996819, "global_step": 4761, "epoch": 73, "lr": 9.700660901844115e-05}
+{"train_loss": 0.01288878358900547, "global_step": 4762, "epoch": 73, "lr": 9.700521836023321e-05}
+{"train_loss": 0.011428484693169594, "global_step": 4763, "epoch": 73, "lr": 9.700382738903971e-05}
+{"train_loss": 0.01256172638386488, "global_step": 4764, "epoch": 73, "lr": 9.700243610486986e-05}
+{"train_loss": 0.017412535846233368, "global_step": 4765, "epoch": 73, "lr": 9.700104450773294e-05}
+{"train_loss": 0.014770825393497944, "global_step": 4766, "epoch": 73, "lr": 9.699965259763818e-05}
+{"train_loss": 0.0138750821352005, "global_step": 4767, "epoch": 73, "lr": 9.69982603745949e-05}
+{"train_loss": 0.011581377126276493, "global_step": 4768, "epoch": 73, "lr": 9.699686783861234e-05}
+{"train_loss": 0.012784658931195736, "global_step": 4769, "epoch": 73, "lr": 9.699547498969978e-05}
+{"train_loss": 0.017394494265317917, "global_step": 4770, "epoch": 73, "lr": 9.699408182786649e-05}
+{"train_loss": 0.013184072449803352, "global_step": 4771, "epoch": 73, "lr": 9.699268835312176e-05}
+{"train_loss": 0.010467680171132088, "global_step": 4772, "epoch": 73, "lr": 9.699129456547486e-05}
+{"train_loss": 0.015612947754561901, "global_step": 4773, "epoch": 73, "lr": 9.698990046493505e-05}
+{"train_loss": 0.012269427068531513, "global_step": 4774, "epoch": 73, "lr": 9.698850605151165e-05}
+{"train_loss": 0.015335431322455406, "global_step": 4775, "epoch": 73, "lr": 9.698711132521392e-05}
+{"train_loss": 0.01678936555981636, "global_step": 4776, "epoch": 73, "lr": 9.698571628605115e-05}
+{"train_loss": 0.016629142686724663, "global_step": 4777, "epoch": 73, "lr": 9.698432093403265e-05}
+{"train_loss": 0.010654573328793049, "global_step": 4778, "epoch": 73, "lr": 9.698292526916768e-05}
+{"train_loss": 0.02000129222869873, "global_step": 4779, "epoch": 73, "lr": 9.698152929146554e-05}
+{"train_loss": 0.016389932483434677, "global_step": 4780, "epoch": 73, "lr": 9.698013300093554e-05}
+{"train_loss": 0.017564697191119194, "global_step": 4781, "epoch": 73, "lr": 9.697873639758697e-05}
+{"train_loss": 0.015623027458786964, "global_step": 4782, "epoch": 73, "lr": 9.697733948142914e-05}
+{"train_loss": 0.023358525708317757, "global_step": 4783, "epoch": 73, "lr": 9.69759422524713e-05}
+{"train_loss": 0.01695588044822216, "global_step": 4784, "epoch": 73, "lr": 9.697454471072283e-05}
+{"train_loss": 0.010298083536326885, "global_step": 4785, "epoch": 73, "lr": 9.697314685619299e-05}
+{"train_loss": 0.016224419698119164, "global_step": 4786, "epoch": 73, "lr": 9.697174868889109e-05}
+{"train_loss": 0.017561618238687515, "global_step": 4787, "epoch": 73, "lr": 9.697035020882644e-05}
+{"train_loss": 0.015602180734276772, "global_step": 4788, "epoch": 73, "lr": 9.696895141600837e-05}
+{"train_loss": 0.014142955653369427, "global_step": 4789, "epoch": 73, "lr": 9.696755231044618e-05}
+{"train_loss": 0.016113054007291794, "global_step": 4790, "epoch": 73, "lr": 9.696615289214918e-05}
+{"train_loss": 0.011661035940051079, "global_step": 4791, "epoch": 73, "lr": 9.696475316112672e-05}
+{"train_loss": 0.01570090278983116, "global_step": 4792, "epoch": 73, "lr": 9.696335311738807e-05}
+{"train_loss": 0.019219830632209778, "global_step": 4793, "epoch": 73, "lr": 9.696195276094258e-05}
+{"train_loss": 0.013027165085077286, "global_step": 4794, "epoch": 73, "lr": 9.696055209179957e-05}
+{"train_loss": 0.012837094254791737, "global_step": 4795, "epoch": 73, "lr": 9.695915110996839e-05}
+{"train_loss": 0.015683770179748535, "global_step": 4796, "epoch": 73, "lr": 9.695774981545833e-05}
+{"train_loss": 0.017714951187372208, "global_step": 4797, "epoch": 73, "lr": 9.695634820827875e-05}
+{"train_loss": 0.01635986939072609, "global_step": 4798, "epoch": 73, "lr": 9.695494628843896e-05}
+{"train_loss": 0.015542801469564438, "global_step": 4799, "epoch": 73, "lr": 9.69535440559483e-05}
+{"train_loss": 0.017460662871599197, "global_step": 4800, "epoch": 73, "lr": 9.695214151081613e-05}
+{"train_loss": 0.01889435015618801, "global_step": 4801, "epoch": 73, "lr": 9.695073865305175e-05}
+{"train_loss": 0.011779403313994408, "global_step": 4802, "epoch": 73, "lr": 9.694933548266454e-05}
+{"train_loss": 0.019861027598381042, "global_step": 4803, "epoch": 73, "lr": 9.694793199966381e-05}
+{"train_loss": 0.016133861616253853, "global_step": 4804, "epoch": 73, "lr": 9.694652820405895e-05}
+{"train_loss": 0.013600658625364304, "global_step": 4805, "epoch": 73, "lr": 9.694512409585924e-05}
+{"train_loss": 0.01483291108161211, "global_step": 4806, "epoch": 73, "lr": 9.694371967507407e-05}
+{"train_loss": 0.014683668501675129, "global_step": 4807, "epoch": 73, "lr": 9.694231494171281e-05}
+{"train_loss": 0.02092127874493599, "global_step": 4808, "epoch": 73, "lr": 9.694090989578478e-05}
+{"train_loss": 0.015325367450714111, "global_step": 4809, "epoch": 73, "lr": 9.693950453729934e-05, "val_loss": 0.01245417632162571}
+{"train_loss": 0.01428630668669939, "global_step": 4810, "epoch": 74, "lr": 9.693809886626588e-05}
+{"train_loss": 0.01458708569407463, "global_step": 4811, "epoch": 74, "lr": 9.693669288269372e-05}
+{"train_loss": 0.023669863119721413, "global_step": 4812, "epoch": 74, "lr": 9.693528658659222e-05}
+{"train_loss": 0.01740763522684574, "global_step": 4813, "epoch": 74, "lr": 9.693387997797078e-05}
+{"train_loss": 0.017801787704229355, "global_step": 4814, "epoch": 74, "lr": 9.693247305683874e-05}
+{"train_loss": 0.01717723160982132, "global_step": 4815, "epoch": 74, "lr": 9.693106582320547e-05}
+{"train_loss": 0.016863636672496796, "global_step": 4816, "epoch": 74, "lr": 9.692965827708034e-05}
+{"train_loss": 0.013529786840081215, "global_step": 4817, "epoch": 74, "lr": 9.692825041847273e-05}
+{"train_loss": 0.024710072204470634, "global_step": 4818, "epoch": 74, "lr": 9.692684224739202e-05}
+{"train_loss": 0.016912443563342094, "global_step": 4819, "epoch": 74, "lr": 9.692543376384758e-05}
+{"train_loss": 0.012825829908251762, "global_step": 4820, "epoch": 74, "lr": 9.692402496784876e-05}
+{"train_loss": 0.012238051742315292, "global_step": 4821, "epoch": 74, "lr": 9.692261585940498e-05}
+{"train_loss": 0.015330960042774677, "global_step": 4822, "epoch": 74, "lr": 9.692120643852562e-05}
+{"train_loss": 0.011475970037281513, "global_step": 4823, "epoch": 74, "lr": 9.691979670522005e-05}
+{"train_loss": 0.009169391356408596, "global_step": 4824, "epoch": 74, "lr": 9.691838665949764e-05}
+{"train_loss": 0.018459651619195938, "global_step": 4825, "epoch": 74, "lr": 9.691697630136781e-05}
+{"train_loss": 0.020511656999588013, "global_step": 4826, "epoch": 74, "lr": 9.691556563083994e-05}
+{"train_loss": 0.018141381442546844, "global_step": 4827, "epoch": 74, "lr": 9.691415464792343e-05}
+{"train_loss": 0.017003899440169334, "global_step": 4828, "epoch": 74, "lr": 9.691274335262766e-05}
+{"train_loss": 0.013560209423303604, "global_step": 4829, "epoch": 74, "lr": 9.691133174496203e-05}
+{"train_loss": 0.011400830931961536, "global_step": 4830, "epoch": 74, "lr": 9.690991982493596e-05}
+{"train_loss": 0.021951956674456596, "global_step": 4831, "epoch": 74, "lr": 9.690850759255882e-05}
+{"train_loss": 0.009800361469388008, "global_step": 4832, "epoch": 74, "lr": 9.690709504784004e-05}
+{"train_loss": 0.013531116768717766, "global_step": 4833, "epoch": 74, "lr": 9.690568219078899e-05}
+{"train_loss": 0.012897047214210033, "global_step": 4834, "epoch": 74, "lr": 9.690426902141512e-05}
+{"train_loss": 0.008987586945295334, "global_step": 4835, "epoch": 74, "lr": 9.690285553972782e-05}
+{"train_loss": 0.014446440152823925, "global_step": 4836, "epoch": 74, "lr": 9.69014417457365e-05}
+{"train_loss": 0.015013454481959343, "global_step": 4837, "epoch": 74, "lr": 9.690002763945058e-05}
+{"train_loss": 0.02056797593832016, "global_step": 4838, "epoch": 74, "lr": 9.689861322087948e-05}
+{"train_loss": 0.012899074703454971, "global_step": 4839, "epoch": 74, "lr": 9.68971984900326e-05}
+{"train_loss": 0.014422145672142506, "global_step": 4840, "epoch": 74, "lr": 9.689578344691937e-05}
+{"train_loss": 0.009471165016293526, "global_step": 4841, "epoch": 74, "lr": 9.689436809154922e-05}
+{"train_loss": 0.012898390181362629, "global_step": 4842, "epoch": 74, "lr": 9.689295242393157e-05}
+{"train_loss": 0.009999904781579971, "global_step": 4843, "epoch": 74, "lr": 9.689153644407582e-05}
+{"train_loss": 0.014892136678099632, "global_step": 4844, "epoch": 74, "lr": 9.689012015199145e-05}
+{"train_loss": 0.014886269345879555, "global_step": 4845, "epoch": 74, "lr": 9.688870354768785e-05}
+{"train_loss": 0.014966435730457306, "global_step": 4846, "epoch": 74, "lr": 9.688728663117447e-05}
+{"train_loss": 0.013462882488965988, "global_step": 4847, "epoch": 74, "lr": 9.688586940246074e-05}
+{"train_loss": 0.014680825173854828, "global_step": 4848, "epoch": 74, "lr": 9.688445186155608e-05}
+{"train_loss": 0.011992033571004868, "global_step": 4849, "epoch": 74, "lr": 9.688303400846995e-05}
+{"train_loss": 0.012155025266110897, "global_step": 4850, "epoch": 74, "lr": 9.688161584321179e-05}
+{"train_loss": 0.014277013950049877, "global_step": 4851, "epoch": 74, "lr": 9.688019736579104e-05}
+{"train_loss": 0.01699041947722435, "global_step": 4852, "epoch": 74, "lr": 9.687877857621715e-05}
+{"train_loss": 0.01433216780424118, "global_step": 4853, "epoch": 74, "lr": 9.687735947449954e-05}
+{"train_loss": 0.012770972214639187, "global_step": 4854, "epoch": 74, "lr": 9.687594006064769e-05}
+{"train_loss": 0.019763372838497162, "global_step": 4855, "epoch": 74, "lr": 9.687452033467104e-05}
+{"train_loss": 0.01329271961003542, "global_step": 4856, "epoch": 74, "lr": 9.687310029657904e-05}
+{"train_loss": 0.01690833643078804, "global_step": 4857, "epoch": 74, "lr": 9.687167994638116e-05}
+{"train_loss": 0.016841307282447815, "global_step": 4858, "epoch": 74, "lr": 9.687025928408684e-05}
+{"train_loss": 0.012873371131718159, "global_step": 4859, "epoch": 74, "lr": 9.686883830970554e-05}
+{"train_loss": 0.017724275588989258, "global_step": 4860, "epoch": 74, "lr": 9.686741702324674e-05}
+{"train_loss": 0.0156459491699934, "global_step": 4861, "epoch": 74, "lr": 9.686599542471988e-05}
+{"train_loss": 0.014423266984522343, "global_step": 4862, "epoch": 74, "lr": 9.686457351413444e-05}
+{"train_loss": 0.013308065943419933, "global_step": 4863, "epoch": 74, "lr": 9.686315129149989e-05}
+{"train_loss": 0.011921687051653862, "global_step": 4864, "epoch": 74, "lr": 9.686172875682568e-05}
+{"train_loss": 0.016299452632665634, "global_step": 4865, "epoch": 74, "lr": 9.686030591012132e-05}
+{"train_loss": 0.0138480756431818, "global_step": 4866, "epoch": 74, "lr": 9.685888275139625e-05}
+{"train_loss": 0.012356013990938663, "global_step": 4867, "epoch": 74, "lr": 9.685745928065996e-05}
+{"train_loss": 0.012334000319242477, "global_step": 4868, "epoch": 74, "lr": 9.685603549792191e-05}
+{"train_loss": 0.013433782383799553, "global_step": 4869, "epoch": 74, "lr": 9.68546114031916e-05}
+{"train_loss": 0.012008864432573318, "global_step": 4870, "epoch": 74, "lr": 9.685318699647853e-05}
+{"train_loss": 0.014276999048888683, "global_step": 4871, "epoch": 74, "lr": 9.685176227779214e-05}
+{"train_loss": 0.013812519609928131, "global_step": 4872, "epoch": 74, "lr": 9.685033724714195e-05}
+{"train_loss": 0.013870869763195515, "global_step": 4873, "epoch": 74, "lr": 9.684891190453744e-05}
+{"train_loss": 0.014656723047105165, "global_step": 4874, "epoch": 74, "lr": 9.68474862499881e-05, "val_loss": 0.0170467346906662}
+{"train_loss": 0.011382339522242546, "global_step": 4875, "epoch": 75, "lr": 9.684606028350341e-05}
+{"train_loss": 0.01404954306781292, "global_step": 4876, "epoch": 75, "lr": 9.684463400509287e-05}
+{"train_loss": 0.01052623800933361, "global_step": 4877, "epoch": 75, "lr": 9.684320741476601e-05}
+{"train_loss": 0.016617778688669205, "global_step": 4878, "epoch": 75, "lr": 9.684178051253228e-05}
+{"train_loss": 0.016066573560237885, "global_step": 4879, "epoch": 75, "lr": 9.68403532984012e-05}
+{"train_loss": 0.024040883406996727, "global_step": 4880, "epoch": 75, "lr": 9.683892577238228e-05}
+{"train_loss": 0.013492966070771217, "global_step": 4881, "epoch": 75, "lr": 9.683749793448502e-05}
+{"train_loss": 0.01655077561736107, "global_step": 4882, "epoch": 75, "lr": 9.683606978471893e-05}
+{"train_loss": 0.012710166163742542, "global_step": 4883, "epoch": 75, "lr": 9.683464132309352e-05}
+{"train_loss": 0.012454173527657986, "global_step": 4884, "epoch": 75, "lr": 9.68332125496183e-05}
+{"train_loss": 0.009142770431935787, "global_step": 4885, "epoch": 75, "lr": 9.68317834643028e-05}
+{"train_loss": 0.017689215019345284, "global_step": 4886, "epoch": 75, "lr": 9.683035406715649e-05}
+{"train_loss": 0.012452918104827404, "global_step": 4887, "epoch": 75, "lr": 9.682892435818894e-05}
+{"train_loss": 0.011832278221845627, "global_step": 4888, "epoch": 75, "lr": 9.682749433740962e-05}
+{"train_loss": 0.016381775960326195, "global_step": 4889, "epoch": 75, "lr": 9.68260640048281e-05}
+{"train_loss": 0.01172888744622469, "global_step": 4890, "epoch": 75, "lr": 9.682463336045387e-05}
+{"train_loss": 0.012874874286353588, "global_step": 4891, "epoch": 75, "lr": 9.682320240429647e-05}
+{"train_loss": 0.009822978638112545, "global_step": 4892, "epoch": 75, "lr": 9.682177113636542e-05}
+{"train_loss": 0.007777007762342691, "global_step": 4893, "epoch": 75, "lr": 9.682033955667027e-05}
+{"train_loss": 0.016001291573047638, "global_step": 4894, "epoch": 75, "lr": 9.681890766522052e-05}
+{"train_loss": 0.014701553620398045, "global_step": 4895, "epoch": 75, "lr": 9.681747546202573e-05}
+{"train_loss": 0.00787461455911398, "global_step": 4896, "epoch": 75, "lr": 9.681604294709543e-05}
+{"train_loss": 0.016233783215284348, "global_step": 4897, "epoch": 75, "lr": 9.681461012043917e-05}
+{"train_loss": 0.013889966532588005, "global_step": 4898, "epoch": 75, "lr": 9.681317698206646e-05}
+{"train_loss": 0.015639247372746468, "global_step": 4899, "epoch": 75, "lr": 9.681174353198687e-05}
+{"train_loss": 0.015889732167124748, "global_step": 4900, "epoch": 75, "lr": 9.681030977020993e-05}
+{"train_loss": 0.01181963924318552, "global_step": 4901, "epoch": 75, "lr": 9.680887569674519e-05}
+{"train_loss": 0.009609921835362911, "global_step": 4902, "epoch": 75, "lr": 9.68074413116022e-05}
+{"train_loss": 0.014117543585598469, "global_step": 4903, "epoch": 75, "lr": 9.680600661479051e-05}
+{"train_loss": 0.0179941114038229, "global_step": 4904, "epoch": 75, "lr": 9.680457160631968e-05}
+{"train_loss": 0.013192255981266499, "global_step": 4905, "epoch": 75, "lr": 9.680313628619926e-05}
+{"train_loss": 0.01724504679441452, "global_step": 4906, "epoch": 75, "lr": 9.680170065443882e-05}
+{"train_loss": 0.013385692611336708, "global_step": 4907, "epoch": 75, "lr": 9.680026471104789e-05}
+{"train_loss": 0.013497461564838886, "global_step": 4908, "epoch": 75, "lr": 9.679882845603602e-05}
+{"train_loss": 0.01278142910450697, "global_step": 4909, "epoch": 75, "lr": 9.679739188941284e-05}
+{"train_loss": 0.012429649010300636, "global_step": 4910, "epoch": 75, "lr": 9.679595501118787e-05}
+{"train_loss": 0.013751605525612831, "global_step": 4911, "epoch": 75, "lr": 9.679451782137068e-05}
+{"train_loss": 0.009560500271618366, "global_step": 4912, "epoch": 75, "lr": 9.679308031997083e-05}
+{"train_loss": 0.014464709907770157, "global_step": 4913, "epoch": 75, "lr": 9.679164250699791e-05}
+{"train_loss": 0.014308067969977856, "global_step": 4914, "epoch": 75, "lr": 9.679020438246149e-05}
+{"train_loss": 0.012452232651412487, "global_step": 4915, "epoch": 75, "lr": 9.678876594637116e-05}
+{"train_loss": 0.02144872397184372, "global_step": 4916, "epoch": 75, "lr": 9.678732719873647e-05}
+{"train_loss": 0.013935388065874577, "global_step": 4917, "epoch": 75, "lr": 9.6785888139567e-05}
+{"train_loss": 0.011777163483202457, "global_step": 4918, "epoch": 75, "lr": 9.678444876887236e-05}
+{"train_loss": 0.013034812174737453, "global_step": 4919, "epoch": 75, "lr": 9.678300908666211e-05}
+{"train_loss": 0.011126684956252575, "global_step": 4920, "epoch": 75, "lr": 9.678156909294584e-05}
+{"train_loss": 0.016622884199023247, "global_step": 4921, "epoch": 75, "lr": 9.678012878773316e-05}
+{"train_loss": 0.01210538949817419, "global_step": 4922, "epoch": 75, "lr": 9.677868817103361e-05}
+{"train_loss": 0.010846542194485664, "global_step": 4923, "epoch": 75, "lr": 9.677724724285686e-05}
+{"train_loss": 0.015170775353908539, "global_step": 4924, "epoch": 75, "lr": 9.677580600321242e-05}
+{"train_loss": 0.01881617307662964, "global_step": 4925, "epoch": 75, "lr": 9.677436445210995e-05}
+{"train_loss": 0.019695287570357323, "global_step": 4926, "epoch": 75, "lr": 9.677292258955902e-05}
+{"train_loss": 0.009643427096307278, "global_step": 4927, "epoch": 75, "lr": 9.677148041556922e-05}
+{"train_loss": 0.011045990511775017, "global_step": 4928, "epoch": 75, "lr": 9.677003793015019e-05}
+{"train_loss": 0.019391175359487534, "global_step": 4929, "epoch": 75, "lr": 9.67685951333115e-05}
+{"train_loss": 0.014869092032313347, "global_step": 4930, "epoch": 75, "lr": 9.676715202506276e-05}
+{"train_loss": 0.013127868063747883, "global_step": 4931, "epoch": 75, "lr": 9.67657086054136e-05}
+{"train_loss": 0.012818539515137672, "global_step": 4932, "epoch": 75, "lr": 9.676426487437363e-05}
+{"train_loss": 0.015352356247603893, "global_step": 4933, "epoch": 75, "lr": 9.676282083195244e-05}
+{"train_loss": 0.014136307872831821, "global_step": 4934, "epoch": 75, "lr": 9.676137647815966e-05}
+{"train_loss": 0.009713578037917614, "global_step": 4935, "epoch": 75, "lr": 9.675993181300492e-05}
+{"train_loss": 0.013649892061948776, "global_step": 4936, "epoch": 75, "lr": 9.67584868364978e-05}
+{"train_loss": 0.014668064191937447, "global_step": 4937, "epoch": 75, "lr": 9.675704154864795e-05}
+{"train_loss": 0.0135386036708951, "global_step": 4938, "epoch": 75, "lr": 9.675559594946499e-05}
+{"train_loss": 0.013827062305063009, "global_step": 4939, "epoch": 75, "lr": 9.675415003895855e-05, "val_loss": 0.017360351979732513, "train_action_mse_error": 0.0010819429298862815}
+{"train_loss": 0.014819370582699776, "global_step": 4940, "epoch": 76, "lr": 9.675270381713826e-05}
+{"train_loss": 0.017015930265188217, "global_step": 4941, "epoch": 76, "lr": 9.675125728401375e-05}
+{"train_loss": 0.011774274520576, "global_step": 4942, "epoch": 76, "lr": 9.674981043959463e-05}
+{"train_loss": 0.016285616904497147, "global_step": 4943, "epoch": 76, "lr": 9.674836328389055e-05}
+{"train_loss": 0.013224690221250057, "global_step": 4944, "epoch": 76, "lr": 9.674691581691114e-05}
+{"train_loss": 0.013136900030076504, "global_step": 4945, "epoch": 76, "lr": 9.674546803866605e-05}
+{"train_loss": 0.018622394651174545, "global_step": 4946, "epoch": 76, "lr": 9.674401994916491e-05}
+{"train_loss": 0.008866497315466404, "global_step": 4947, "epoch": 76, "lr": 9.674257154841736e-05}
+{"train_loss": 0.013005421496927738, "global_step": 4948, "epoch": 76, "lr": 9.674112283643306e-05}
+{"train_loss": 0.011518580839037895, "global_step": 4949, "epoch": 76, "lr": 9.673967381322163e-05}
+{"train_loss": 0.014904407784342766, "global_step": 4950, "epoch": 76, "lr": 9.673822447879275e-05}
+{"train_loss": 0.011957020498812199, "global_step": 4951, "epoch": 76, "lr": 9.673677483315604e-05}
+{"train_loss": 0.014119270257651806, "global_step": 4952, "epoch": 76, "lr": 9.673532487632116e-05}
+{"train_loss": 0.01725885272026062, "global_step": 4953, "epoch": 76, "lr": 9.67338746082978e-05}
+{"train_loss": 0.009820263832807541, "global_step": 4954, "epoch": 76, "lr": 9.673242402909555e-05}
+{"train_loss": 0.01787705533206463, "global_step": 4955, "epoch": 76, "lr": 9.673097313872412e-05}
+{"train_loss": 0.016382401809096336, "global_step": 4956, "epoch": 76, "lr": 9.672952193719317e-05}
+{"train_loss": 0.014564905315637589, "global_step": 4957, "epoch": 76, "lr": 9.672807042451234e-05}
+{"train_loss": 0.01613953337073326, "global_step": 4958, "epoch": 76, "lr": 9.67266186006913e-05}
+{"train_loss": 0.01509370468556881, "global_step": 4959, "epoch": 76, "lr": 9.672516646573973e-05}
+{"train_loss": 0.016309775412082672, "global_step": 4960, "epoch": 76, "lr": 9.672371401966729e-05}
+{"train_loss": 0.017507776618003845, "global_step": 4961, "epoch": 76, "lr": 9.672226126248365e-05}
+{"train_loss": 0.01567281037569046, "global_step": 4962, "epoch": 76, "lr": 9.672080819419849e-05}
+{"train_loss": 0.013190007768571377, "global_step": 4963, "epoch": 76, "lr": 9.671935481482148e-05}
+{"train_loss": 0.017661210149526596, "global_step": 4964, "epoch": 76, "lr": 9.671790112436229e-05}
+{"train_loss": 0.016452759504318237, "global_step": 4965, "epoch": 76, "lr": 9.671644712283061e-05}
+{"train_loss": 0.016841348260641098, "global_step": 4966, "epoch": 76, "lr": 9.671499281023612e-05}
+{"train_loss": 0.013022921048104763, "global_step": 4967, "epoch": 76, "lr": 9.671353818658851e-05}
+{"train_loss": 0.016678955405950546, "global_step": 4968, "epoch": 76, "lr": 9.671208325189745e-05}
+{"train_loss": 0.016011079773306847, "global_step": 4969, "epoch": 76, "lr": 9.671062800617263e-05}
+{"train_loss": 0.013447998091578484, "global_step": 4970, "epoch": 76, "lr": 9.670917244942374e-05}
+{"train_loss": 0.012861180119216442, "global_step": 4971, "epoch": 76, "lr": 9.670771658166049e-05}
+{"train_loss": 0.011643295176327229, "global_step": 4972, "epoch": 76, "lr": 9.670626040289257e-05}
+{"train_loss": 0.015397186391055584, "global_step": 4973, "epoch": 76, "lr": 9.670480391312966e-05}
+{"train_loss": 0.01316739059984684, "global_step": 4974, "epoch": 76, "lr": 9.670334711238145e-05}
+{"train_loss": 0.015347298234701157, "global_step": 4975, "epoch": 76, "lr": 9.670189000065768e-05}
+{"train_loss": 0.011828782968223095, "global_step": 4976, "epoch": 76, "lr": 9.670043257796801e-05}
+{"train_loss": 0.013579921796917915, "global_step": 4977, "epoch": 76, "lr": 9.669897484432217e-05}
+{"train_loss": 0.01817295514047146, "global_step": 4978, "epoch": 76, "lr": 9.669751679972985e-05}
+{"train_loss": 0.00874171033501625, "global_step": 4979, "epoch": 76, "lr": 9.669605844420078e-05}
+{"train_loss": 0.01606321893632412, "global_step": 4980, "epoch": 76, "lr": 9.669459977774466e-05}
+{"train_loss": 0.01822453737258911, "global_step": 4981, "epoch": 76, "lr": 9.669314080037119e-05}
+{"train_loss": 0.010761207900941372, "global_step": 4982, "epoch": 76, "lr": 9.669168151209009e-05}
+{"train_loss": 0.011828514747321606, "global_step": 4983, "epoch": 76, "lr": 9.66902219129111e-05}
+{"train_loss": 0.018683061003684998, "global_step": 4984, "epoch": 76, "lr": 9.66887620028439e-05}
+{"train_loss": 0.0154544897377491, "global_step": 4985, "epoch": 76, "lr": 9.668730178189825e-05}
+{"train_loss": 0.011505482718348503, "global_step": 4986, "epoch": 76, "lr": 9.668584125008384e-05}
+{"train_loss": 0.01563281938433647, "global_step": 4987, "epoch": 76, "lr": 9.66843804074104e-05}
+{"train_loss": 0.010633756406605244, "global_step": 4988, "epoch": 76, "lr": 9.668291925388768e-05}
+{"train_loss": 0.014694981276988983, "global_step": 4989, "epoch": 76, "lr": 9.66814577895254e-05}
+{"train_loss": 0.01982063055038452, "global_step": 4990, "epoch": 76, "lr": 9.667999601433328e-05}
+{"train_loss": 0.015843305736780167, "global_step": 4991, "epoch": 76, "lr": 9.667853392832104e-05}
+{"train_loss": 0.02159659005701542, "global_step": 4992, "epoch": 76, "lr": 9.667707153149847e-05}
+{"train_loss": 0.015537071973085403, "global_step": 4993, "epoch": 76, "lr": 9.667560882387526e-05}
+{"train_loss": 0.013671301305294037, "global_step": 4994, "epoch": 76, "lr": 9.667414580546115e-05}
+{"train_loss": 0.020482484251260757, "global_step": 4995, "epoch": 76, "lr": 9.66726824762659e-05}
+{"train_loss": 0.012646371498703957, "global_step": 4996, "epoch": 76, "lr": 9.667121883629924e-05}
+{"train_loss": 0.017038147896528244, "global_step": 4997, "epoch": 76, "lr": 9.666975488557094e-05}
+{"train_loss": 0.016137808561325073, "global_step": 4998, "epoch": 76, "lr": 9.666829062409073e-05}
+{"train_loss": 0.01994655467569828, "global_step": 4999, "epoch": 76, "lr": 9.666682605186835e-05}
+{"train_loss": 0.016448713839054108, "global_step": 5000, "epoch": 76, "lr": 9.666536116891355e-05}
+{"train_loss": 0.01690327376127243, "global_step": 5001, "epoch": 76, "lr": 9.666389597523612e-05}
+{"train_loss": 0.01346631534397602, "global_step": 5002, "epoch": 76, "lr": 9.666243047084578e-05}
+{"train_loss": 0.014520535245537758, "global_step": 5003, "epoch": 76, "lr": 9.666096465575229e-05}
+{"train_loss": 0.015051023633434222, "global_step": 5004, "epoch": 76, "lr": 9.665949852996545e-05, "val_loss": 0.016056984663009644}
+{"train_loss": 0.015271566808223724, "global_step": 5005, "epoch": 77, "lr": 9.665803209349497e-05}
+{"train_loss": 0.01707337610423565, "global_step": 5006, "epoch": 77, "lr": 9.665656534635063e-05}
+{"train_loss": 0.018201956525444984, "global_step": 5007, "epoch": 77, "lr": 9.665509828854222e-05}
+{"train_loss": 0.013072746805846691, "global_step": 5008, "epoch": 77, "lr": 9.665363092007948e-05}
+{"train_loss": 0.021041085943579674, "global_step": 5009, "epoch": 77, "lr": 9.665216324097222e-05}
+{"train_loss": 0.014892827719449997, "global_step": 5010, "epoch": 77, "lr": 9.665069525123017e-05}
+{"train_loss": 0.01203102432191372, "global_step": 5011, "epoch": 77, "lr": 9.664922695086311e-05}
+{"train_loss": 0.01728222146630287, "global_step": 5012, "epoch": 77, "lr": 9.664775833988082e-05}
+{"train_loss": 0.02059597708284855, "global_step": 5013, "epoch": 77, "lr": 9.66462894182931e-05}
+{"train_loss": 0.017163924872875214, "global_step": 5014, "epoch": 77, "lr": 9.664482018610971e-05}
+{"train_loss": 0.009452749975025654, "global_step": 5015, "epoch": 77, "lr": 9.664335064334044e-05}
+{"train_loss": 0.01434298325330019, "global_step": 5016, "epoch": 77, "lr": 9.664188078999508e-05}
+{"train_loss": 0.015078875236213207, "global_step": 5017, "epoch": 77, "lr": 9.66404106260834e-05}
+{"train_loss": 0.01736791990697384, "global_step": 5018, "epoch": 77, "lr": 9.663894015161521e-05}
+{"train_loss": 0.022832565009593964, "global_step": 5019, "epoch": 77, "lr": 9.663746936660028e-05}
+{"train_loss": 0.013914588838815689, "global_step": 5020, "epoch": 77, "lr": 9.663599827104842e-05}
+{"train_loss": 0.015547174029052258, "global_step": 5021, "epoch": 77, "lr": 9.663452686496943e-05}
+{"train_loss": 0.014623412862420082, "global_step": 5022, "epoch": 77, "lr": 9.663305514837309e-05}
+{"train_loss": 0.011948968283832073, "global_step": 5023, "epoch": 77, "lr": 9.663158312126918e-05}
+{"train_loss": 0.013826200738549232, "global_step": 5024, "epoch": 77, "lr": 9.663011078366757e-05}
+{"train_loss": 0.016060804948210716, "global_step": 5025, "epoch": 77, "lr": 9.6628638135578e-05}
+{"train_loss": 0.015698764473199844, "global_step": 5026, "epoch": 77, "lr": 9.66271651770103e-05}
+{"train_loss": 0.013982544653117657, "global_step": 5027, "epoch": 77, "lr": 9.662569190797428e-05}
+{"train_loss": 0.016354810446500778, "global_step": 5028, "epoch": 77, "lr": 9.662421832847974e-05}
+{"train_loss": 0.011791804805397987, "global_step": 5029, "epoch": 77, "lr": 9.662274443853649e-05}
+{"train_loss": 0.013805683702230453, "global_step": 5030, "epoch": 77, "lr": 9.662127023815437e-05}
+{"train_loss": 0.014303070493042469, "global_step": 5031, "epoch": 77, "lr": 9.661979572734317e-05}
+{"train_loss": 0.01406687218695879, "global_step": 5032, "epoch": 77, "lr": 9.661832090611272e-05}
+{"train_loss": 0.013215791434049606, "global_step": 5033, "epoch": 77, "lr": 9.661684577447281e-05}
+{"train_loss": 0.014267439022660255, "global_step": 5034, "epoch": 77, "lr": 9.661537033243331e-05}
+{"train_loss": 0.008572816848754883, "global_step": 5035, "epoch": 77, "lr": 9.661389458000402e-05}
+{"train_loss": 0.015377569012343884, "global_step": 5036, "epoch": 77, "lr": 9.661241851719475e-05}
+{"train_loss": 0.014564373530447483, "global_step": 5037, "epoch": 77, "lr": 9.661094214401538e-05}
+{"train_loss": 0.008424636907875538, "global_step": 5038, "epoch": 77, "lr": 9.660946546047567e-05}
+{"train_loss": 0.01847704127430916, "global_step": 5039, "epoch": 77, "lr": 9.660798846658553e-05}
+{"train_loss": 0.01213158294558525, "global_step": 5040, "epoch": 77, "lr": 9.66065111623547e-05}
+{"train_loss": 0.01261390931904316, "global_step": 5041, "epoch": 77, "lr": 9.660503354779311e-05}
+{"train_loss": 0.019777867943048477, "global_step": 5042, "epoch": 77, "lr": 9.660355562291055e-05}
+{"train_loss": 0.014705892652273178, "global_step": 5043, "epoch": 77, "lr": 9.660207738771688e-05}
+{"train_loss": 0.011862239800393581, "global_step": 5044, "epoch": 77, "lr": 9.660059884222192e-05}
+{"train_loss": 0.0132801728323102, "global_step": 5045, "epoch": 77, "lr": 9.659911998643553e-05}
+{"train_loss": 0.015687182545661926, "global_step": 5046, "epoch": 77, "lr": 9.659764082036755e-05}
+{"train_loss": 0.012709232047200203, "global_step": 5047, "epoch": 77, "lr": 9.659616134402784e-05}
+{"train_loss": 0.01564410887658596, "global_step": 5048, "epoch": 77, "lr": 9.659468155742625e-05}
+{"train_loss": 0.013161906972527504, "global_step": 5049, "epoch": 77, "lr": 9.659320146057262e-05}
+{"train_loss": 0.011010400019586086, "global_step": 5050, "epoch": 77, "lr": 9.659172105347683e-05}
+{"train_loss": 0.013687649741768837, "global_step": 5051, "epoch": 77, "lr": 9.65902403361487e-05}
+{"train_loss": 0.01378811988979578, "global_step": 5052, "epoch": 77, "lr": 9.658875930859812e-05}
+{"train_loss": 0.010277620516717434, "global_step": 5053, "epoch": 77, "lr": 9.658727797083494e-05}
+{"train_loss": 0.016183752566576004, "global_step": 5054, "epoch": 77, "lr": 9.658579632286901e-05}
+{"train_loss": 0.016412388533353806, "global_step": 5055, "epoch": 77, "lr": 9.658431436471024e-05}
+{"train_loss": 0.010596824809908867, "global_step": 5056, "epoch": 77, "lr": 9.658283209636844e-05}
+{"train_loss": 0.011905228719115257, "global_step": 5057, "epoch": 77, "lr": 9.658134951785353e-05}
+{"train_loss": 0.01711415685713291, "global_step": 5058, "epoch": 77, "lr": 9.657986662917535e-05}
+{"train_loss": 0.009492650628089905, "global_step": 5059, "epoch": 77, "lr": 9.65783834303438e-05}
+{"train_loss": 0.013444441370666027, "global_step": 5060, "epoch": 77, "lr": 9.657689992136873e-05}
+{"train_loss": 0.011308001354336739, "global_step": 5061, "epoch": 77, "lr": 9.657541610226002e-05}
+{"train_loss": 0.009092211723327637, "global_step": 5062, "epoch": 77, "lr": 9.657393197302756e-05}
+{"train_loss": 0.010690388269722462, "global_step": 5063, "epoch": 77, "lr": 9.657244753368123e-05}
+{"train_loss": 0.010890120640397072, "global_step": 5064, "epoch": 77, "lr": 9.657096278423093e-05}
+{"train_loss": 0.009929901920258999, "global_step": 5065, "epoch": 77, "lr": 9.656947772468651e-05}
+{"train_loss": 0.018158772960305214, "global_step": 5066, "epoch": 77, "lr": 9.65679923550579e-05}
+{"train_loss": 0.014813300222158432, "global_step": 5067, "epoch": 77, "lr": 9.656650667535493e-05}
+{"train_loss": 0.008989072404801846, "global_step": 5068, "epoch": 77, "lr": 9.656502068558757e-05}
+{"train_loss": 0.014124838033547768, "global_step": 5069, "epoch": 77, "lr": 9.656353438576566e-05, "val_loss": 0.01023093331605196}
+{"train_loss": 0.009687434881925583, "global_step": 5070, "epoch": 78, "lr": 9.656204777589912e-05}
+{"train_loss": 0.013080894015729427, "global_step": 5071, "epoch": 78, "lr": 9.656056085599784e-05}
+{"train_loss": 0.014623972587287426, "global_step": 5072, "epoch": 78, "lr": 9.655907362607172e-05}
+{"train_loss": 0.011966885067522526, "global_step": 5073, "epoch": 78, "lr": 9.655758608613065e-05}
+{"train_loss": 0.010246943682432175, "global_step": 5074, "epoch": 78, "lr": 9.655609823618457e-05}
+{"train_loss": 0.013059563003480434, "global_step": 5075, "epoch": 78, "lr": 9.655461007624337e-05}
+{"train_loss": 0.01686709001660347, "global_step": 5076, "epoch": 78, "lr": 9.655312160631694e-05}
+{"train_loss": 0.012874792329967022, "global_step": 5077, "epoch": 78, "lr": 9.655163282641522e-05}
+{"train_loss": 0.013706722296774387, "global_step": 5078, "epoch": 78, "lr": 9.65501437365481e-05}
+{"train_loss": 0.014025378040969372, "global_step": 5079, "epoch": 78, "lr": 9.654865433672551e-05}
+{"train_loss": 0.011786670424044132, "global_step": 5080, "epoch": 78, "lr": 9.654716462695735e-05}
+{"train_loss": 0.02021280862390995, "global_step": 5081, "epoch": 78, "lr": 9.654567460725357e-05}
+{"train_loss": 0.017425719648599625, "global_step": 5082, "epoch": 78, "lr": 9.654418427762406e-05}
+{"train_loss": 0.01754394918680191, "global_step": 5083, "epoch": 78, "lr": 9.654269363807875e-05}
+{"train_loss": 0.015300193801522255, "global_step": 5084, "epoch": 78, "lr": 9.654120268862758e-05}
+{"train_loss": 0.012573707848787308, "global_step": 5085, "epoch": 78, "lr": 9.653971142928047e-05}
+{"train_loss": 0.009366234764456749, "global_step": 5086, "epoch": 78, "lr": 9.653821986004734e-05}
+{"train_loss": 0.02045656554400921, "global_step": 5087, "epoch": 78, "lr": 9.653672798093814e-05}
+{"train_loss": 0.012672899290919304, "global_step": 5088, "epoch": 78, "lr": 9.65352357919628e-05}
+{"train_loss": 0.012890010140836239, "global_step": 5089, "epoch": 78, "lr": 9.653374329313123e-05}
+{"train_loss": 0.01728353463113308, "global_step": 5090, "epoch": 78, "lr": 9.65322504844534e-05}
+{"train_loss": 0.01790843904018402, "global_step": 5091, "epoch": 78, "lr": 9.653075736593924e-05}
+{"train_loss": 0.01107147615402937, "global_step": 5092, "epoch": 78, "lr": 9.652926393759869e-05}
+{"train_loss": 0.015926305204629898, "global_step": 5093, "epoch": 78, "lr": 9.652777019944168e-05}
+{"train_loss": 0.013123566284775734, "global_step": 5094, "epoch": 78, "lr": 9.652627615147818e-05}
+{"train_loss": 0.016339614987373352, "global_step": 5095, "epoch": 78, "lr": 9.652478179371813e-05}
+{"train_loss": 0.015454412437975407, "global_step": 5096, "epoch": 78, "lr": 9.652328712617147e-05}
+{"train_loss": 0.015626274049282074, "global_step": 5097, "epoch": 78, "lr": 9.652179214884818e-05}
+{"train_loss": 0.01113789901137352, "global_step": 5098, "epoch": 78, "lr": 9.652029686175816e-05}
+{"train_loss": 0.015171939507126808, "global_step": 5099, "epoch": 78, "lr": 9.651880126491144e-05}
+{"train_loss": 0.01285463385283947, "global_step": 5100, "epoch": 78, "lr": 9.651730535831791e-05}
+{"train_loss": 0.012649325653910637, "global_step": 5101, "epoch": 78, "lr": 9.651580914198756e-05}
+{"train_loss": 0.017603199928998947, "global_step": 5102, "epoch": 78, "lr": 9.651431261593037e-05}
+{"train_loss": 0.01322377659380436, "global_step": 5103, "epoch": 78, "lr": 9.651281578015628e-05}
+{"train_loss": 0.011889252811670303, "global_step": 5104, "epoch": 78, "lr": 9.651131863467526e-05}
+{"train_loss": 0.016379673033952713, "global_step": 5105, "epoch": 78, "lr": 9.650982117949729e-05}
+{"train_loss": 0.012195960618555546, "global_step": 5106, "epoch": 78, "lr": 9.650832341463233e-05}
+{"train_loss": 0.012190798297524452, "global_step": 5107, "epoch": 78, "lr": 9.650682534009035e-05}
+{"train_loss": 0.013591017574071884, "global_step": 5108, "epoch": 78, "lr": 9.650532695588135e-05}
+{"train_loss": 0.013392159715294838, "global_step": 5109, "epoch": 78, "lr": 9.650382826201527e-05}
+{"train_loss": 0.013525937683880329, "global_step": 5110, "epoch": 78, "lr": 9.650232925850211e-05}
+{"train_loss": 0.009288272820413113, "global_step": 5111, "epoch": 78, "lr": 9.650082994535185e-05}
+{"train_loss": 0.016076749190688133, "global_step": 5112, "epoch": 78, "lr": 9.649933032257448e-05}
+{"train_loss": 0.013058815151453018, "global_step": 5113, "epoch": 78, "lr": 9.649783039017997e-05}
+{"train_loss": 0.013499418273568153, "global_step": 5114, "epoch": 78, "lr": 9.649633014817832e-05}
+{"train_loss": 0.01399318128824234, "global_step": 5115, "epoch": 78, "lr": 9.649482959657952e-05}
+{"train_loss": 0.01485639251768589, "global_step": 5116, "epoch": 78, "lr": 9.649332873539353e-05}
+{"train_loss": 0.015056546777486801, "global_step": 5117, "epoch": 78, "lr": 9.64918275646304e-05}
+{"train_loss": 0.013637760654091835, "global_step": 5118, "epoch": 78, "lr": 9.649032608430007e-05}
+{"train_loss": 0.015529435127973557, "global_step": 5119, "epoch": 78, "lr": 9.648882429441257e-05}
+{"train_loss": 0.013805944472551346, "global_step": 5120, "epoch": 78, "lr": 9.648732219497789e-05}
+{"train_loss": 0.013982191681861877, "global_step": 5121, "epoch": 78, "lr": 9.648581978600606e-05}
+{"train_loss": 0.011340882629156113, "global_step": 5122, "epoch": 78, "lr": 9.648431706750702e-05}
+{"train_loss": 0.011364797130227089, "global_step": 5123, "epoch": 78, "lr": 9.648281403949083e-05}
+{"train_loss": 0.01507361326366663, "global_step": 5124, "epoch": 78, "lr": 9.648131070196749e-05}
+{"train_loss": 0.01326305978000164, "global_step": 5125, "epoch": 78, "lr": 9.6479807054947e-05}
+{"train_loss": 0.013153115287423134, "global_step": 5126, "epoch": 78, "lr": 9.647830309843935e-05}
+{"train_loss": 0.017788982018828392, "global_step": 5127, "epoch": 78, "lr": 9.64767988324546e-05}
+{"train_loss": 0.011565100401639938, "global_step": 5128, "epoch": 78, "lr": 9.647529425700273e-05}
+{"train_loss": 0.012776656076312065, "global_step": 5129, "epoch": 78, "lr": 9.647378937209378e-05}
+{"train_loss": 0.010387564077973366, "global_step": 5130, "epoch": 78, "lr": 9.647228417773776e-05}
+{"train_loss": 0.011541553772985935, "global_step": 5131, "epoch": 78, "lr": 9.647077867394469e-05}
+{"train_loss": 0.013015677221119404, "global_step": 5132, "epoch": 78, "lr": 9.646927286072462e-05}
+{"train_loss": 0.009301531128585339, "global_step": 5133, "epoch": 78, "lr": 9.646776673808753e-05}
+{"train_loss": 0.013684909145992536, "global_step": 5134, "epoch": 78, "lr": 9.646626030604349e-05, "val_loss": 0.01878533698618412}
+{"train_loss": 0.015690110623836517, "global_step": 5135, "epoch": 79, "lr": 9.646475356460251e-05}
+{"train_loss": 0.01384977251291275, "global_step": 5136, "epoch": 79, "lr": 9.646324651377463e-05}
+{"train_loss": 0.015650976449251175, "global_step": 5137, "epoch": 79, "lr": 9.646173915356989e-05}
+{"train_loss": 0.01257906574755907, "global_step": 5138, "epoch": 79, "lr": 9.646023148399829e-05}
+{"train_loss": 0.00866546668112278, "global_step": 5139, "epoch": 79, "lr": 9.645872350506993e-05}
+{"train_loss": 0.020093493163585663, "global_step": 5140, "epoch": 79, "lr": 9.64572152167948e-05}
+{"train_loss": 0.0161129143089056, "global_step": 5141, "epoch": 79, "lr": 9.645570661918298e-05}
+{"train_loss": 0.011241206899285316, "global_step": 5142, "epoch": 79, "lr": 9.64541977122445e-05}
+{"train_loss": 0.012587343342602253, "global_step": 5143, "epoch": 79, "lr": 9.645268849598938e-05}
+{"train_loss": 0.00968342274427414, "global_step": 5144, "epoch": 79, "lr": 9.64511789704277e-05}
+{"train_loss": 0.017067132517695427, "global_step": 5145, "epoch": 79, "lr": 9.64496691355695e-05}
+{"train_loss": 0.013312333263456821, "global_step": 5146, "epoch": 79, "lr": 9.644815899142485e-05}
+{"train_loss": 0.01088307611644268, "global_step": 5147, "epoch": 79, "lr": 9.644664853800378e-05}
+{"train_loss": 0.011741763912141323, "global_step": 5148, "epoch": 79, "lr": 9.644513777531637e-05}
+{"train_loss": 0.01211844477802515, "global_step": 5149, "epoch": 79, "lr": 9.644362670337268e-05}
+{"train_loss": 0.01851610466837883, "global_step": 5150, "epoch": 79, "lr": 9.644211532218275e-05}
+{"train_loss": 0.010468832217156887, "global_step": 5151, "epoch": 79, "lr": 9.644060363175666e-05}
+{"train_loss": 0.012531857937574387, "global_step": 5152, "epoch": 79, "lr": 9.643909163210445e-05}
+{"train_loss": 0.01215035654604435, "global_step": 5153, "epoch": 79, "lr": 9.643757932323623e-05}
+{"train_loss": 0.011395325884222984, "global_step": 5154, "epoch": 79, "lr": 9.643606670516205e-05}
+{"train_loss": 0.011766101233661175, "global_step": 5155, "epoch": 79, "lr": 9.643455377789197e-05}
+{"train_loss": 0.010461394675076008, "global_step": 5156, "epoch": 79, "lr": 9.643304054143607e-05}
+{"train_loss": 0.012115400284528732, "global_step": 5157, "epoch": 79, "lr": 9.643152699580444e-05}
+{"train_loss": 0.011340027675032616, "global_step": 5158, "epoch": 79, "lr": 9.643001314100715e-05}
+{"train_loss": 0.012557567097246647, "global_step": 5159, "epoch": 79, "lr": 9.642849897705426e-05}
+{"train_loss": 0.017721230164170265, "global_step": 5160, "epoch": 79, "lr": 9.642698450395589e-05}
+{"train_loss": 0.007725831121206284, "global_step": 5161, "epoch": 79, "lr": 9.642546972172209e-05}
+{"train_loss": 0.012397238053381443, "global_step": 5162, "epoch": 79, "lr": 9.642395463036297e-05}
+{"train_loss": 0.010294144973158836, "global_step": 5163, "epoch": 79, "lr": 9.64224392298886e-05}
+{"train_loss": 0.017602384090423584, "global_step": 5164, "epoch": 79, "lr": 9.64209235203091e-05}
+{"train_loss": 0.01921762339770794, "global_step": 5165, "epoch": 79, "lr": 9.641940750163451e-05}
+{"train_loss": 0.010358127765357494, "global_step": 5166, "epoch": 79, "lr": 9.641789117387497e-05}
+{"train_loss": 0.01398971676826477, "global_step": 5167, "epoch": 79, "lr": 9.641637453704056e-05}
+{"train_loss": 0.01316483411937952, "global_step": 5168, "epoch": 79, "lr": 9.64148575911414e-05}
+{"train_loss": 0.011757290922105312, "global_step": 5169, "epoch": 79, "lr": 9.641334033618754e-05}
+{"train_loss": 0.013320011086761951, "global_step": 5170, "epoch": 79, "lr": 9.641182277218913e-05}
+{"train_loss": 0.010558552108705044, "global_step": 5171, "epoch": 79, "lr": 9.641030489915625e-05}
+{"train_loss": 0.012308096513152122, "global_step": 5172, "epoch": 79, "lr": 9.640878671709903e-05}
+{"train_loss": 0.010432680137455463, "global_step": 5173, "epoch": 79, "lr": 9.640726822602756e-05}
+{"train_loss": 0.010094201192259789, "global_step": 5174, "epoch": 79, "lr": 9.640574942595196e-05}
+{"train_loss": 0.018670551478862762, "global_step": 5175, "epoch": 79, "lr": 9.640423031688233e-05}
+{"train_loss": 0.009281905367970467, "global_step": 5176, "epoch": 79, "lr": 9.640271089882878e-05}
+{"train_loss": 0.012731718830764294, "global_step": 5177, "epoch": 79, "lr": 9.640119117180147e-05}
+{"train_loss": 0.021030528470873833, "global_step": 5178, "epoch": 79, "lr": 9.639967113581047e-05}
+{"train_loss": 0.00823453813791275, "global_step": 5179, "epoch": 79, "lr": 9.639815079086593e-05}
+{"train_loss": 0.011697045527398586, "global_step": 5180, "epoch": 79, "lr": 9.639663013697795e-05}
+{"train_loss": 0.016664156690239906, "global_step": 5181, "epoch": 79, "lr": 9.639510917415668e-05}
+{"train_loss": 0.012546739540994167, "global_step": 5182, "epoch": 79, "lr": 9.639358790241224e-05}
+{"train_loss": 0.014738839119672775, "global_step": 5183, "epoch": 79, "lr": 9.639206632175475e-05}
+{"train_loss": 0.014164592139422894, "global_step": 5184, "epoch": 79, "lr": 9.639054443219436e-05}
+{"train_loss": 0.011556847020983696, "global_step": 5185, "epoch": 79, "lr": 9.638902223374118e-05}
+{"train_loss": 0.015426892787218094, "global_step": 5186, "epoch": 79, "lr": 9.638749972640535e-05}
+{"train_loss": 0.013555485755205154, "global_step": 5187, "epoch": 79, "lr": 9.638597691019702e-05}
+{"train_loss": 0.01376245729625225, "global_step": 5188, "epoch": 79, "lr": 9.638445378512633e-05}
+{"train_loss": 0.011473456397652626, "global_step": 5189, "epoch": 79, "lr": 9.638293035120341e-05}
+{"train_loss": 0.011722906492650509, "global_step": 5190, "epoch": 79, "lr": 9.638140660843842e-05}
+{"train_loss": 0.012167545035481453, "global_step": 5191, "epoch": 79, "lr": 9.63798825568415e-05}
+{"train_loss": 0.011436441913247108, "global_step": 5192, "epoch": 79, "lr": 9.637835819642278e-05}
+{"train_loss": 0.009767768904566765, "global_step": 5193, "epoch": 79, "lr": 9.637683352719242e-05}
+{"train_loss": 0.012909726239740849, "global_step": 5194, "epoch": 79, "lr": 9.637530854916058e-05}
+{"train_loss": 0.013236171565949917, "global_step": 5195, "epoch": 79, "lr": 9.637378326233742e-05}
+{"train_loss": 0.014484310522675514, "global_step": 5196, "epoch": 79, "lr": 9.637225766673307e-05}
+{"train_loss": 0.01614425517618656, "global_step": 5197, "epoch": 79, "lr": 9.637073176235771e-05}
+{"train_loss": 0.013993402011692524, "global_step": 5198, "epoch": 79, "lr": 9.636920554922151e-05}
+{"train_loss": 0.013080409384117676, "global_step": 5199, "epoch": 79, "lr": 9.636767902733458e-05, "val_loss": 0.010643756948411465}
+{"train_loss": 0.011430605314671993, "global_step": 5200, "epoch": 80, "lr": 9.636615219670716e-05}
+{"train_loss": 0.013573724776506424, "global_step": 5201, "epoch": 80, "lr": 9.636462505734936e-05}
+{"train_loss": 0.01540573500096798, "global_step": 5202, "epoch": 80, "lr": 9.636309760927137e-05}
+{"train_loss": 0.017026301473379135, "global_step": 5203, "epoch": 80, "lr": 9.636156985248335e-05}
+{"train_loss": 0.012126566842198372, "global_step": 5204, "epoch": 80, "lr": 9.636004178699549e-05}
+{"train_loss": 0.015995535999536514, "global_step": 5205, "epoch": 80, "lr": 9.635851341281796e-05}
+{"train_loss": 0.01541620772331953, "global_step": 5206, "epoch": 80, "lr": 9.635698472996091e-05}
+{"train_loss": 0.013764288276433945, "global_step": 5207, "epoch": 80, "lr": 9.635545573843455e-05}
+{"train_loss": 0.011329892091453075, "global_step": 5208, "epoch": 80, "lr": 9.635392643824905e-05}
+{"train_loss": 0.01696530170738697, "global_step": 5209, "epoch": 80, "lr": 9.63523968294146e-05}
+{"train_loss": 0.01189554575830698, "global_step": 5210, "epoch": 80, "lr": 9.635086691194136e-05}
+{"train_loss": 0.012785103172063828, "global_step": 5211, "epoch": 80, "lr": 9.634933668583954e-05}
+{"train_loss": 0.009506604634225368, "global_step": 5212, "epoch": 80, "lr": 9.634780615111933e-05}
+{"train_loss": 0.013590180315077305, "global_step": 5213, "epoch": 80, "lr": 9.634627530779092e-05}
+{"train_loss": 0.013229596428573132, "global_step": 5214, "epoch": 80, "lr": 9.634474415586449e-05}
+{"train_loss": 0.010905302129685879, "global_step": 5215, "epoch": 80, "lr": 9.634321269535025e-05}
+{"train_loss": 0.016710642725229263, "global_step": 5216, "epoch": 80, "lr": 9.634168092625839e-05}
+{"train_loss": 0.013075130060315132, "global_step": 5217, "epoch": 80, "lr": 9.634014884859913e-05}
+{"train_loss": 0.011169685050845146, "global_step": 5218, "epoch": 80, "lr": 9.633861646238263e-05}
+{"train_loss": 0.014333486557006836, "global_step": 5219, "epoch": 80, "lr": 9.63370837676191e-05}
+{"train_loss": 0.018715310841798782, "global_step": 5220, "epoch": 80, "lr": 9.633555076431879e-05}
+{"train_loss": 0.011945790611207485, "global_step": 5221, "epoch": 80, "lr": 9.633401745249185e-05}
+{"train_loss": 0.012898756191134453, "global_step": 5222, "epoch": 80, "lr": 9.633248383214855e-05}
+{"train_loss": 0.011276500299572945, "global_step": 5223, "epoch": 80, "lr": 9.633094990329904e-05}
+{"train_loss": 0.011712021194398403, "global_step": 5224, "epoch": 80, "lr": 9.632941566595357e-05}
+{"train_loss": 0.015502788126468658, "global_step": 5225, "epoch": 80, "lr": 9.632788112012237e-05}
+{"train_loss": 0.013091595843434334, "global_step": 5226, "epoch": 80, "lr": 9.632634626581562e-05}
+{"train_loss": 0.012409972958266735, "global_step": 5227, "epoch": 80, "lr": 9.632481110304354e-05}
+{"train_loss": 0.009728893637657166, "global_step": 5228, "epoch": 80, "lr": 9.63232756318164e-05}
+{"train_loss": 0.017519179731607437, "global_step": 5229, "epoch": 80, "lr": 9.632173985214438e-05}
+{"train_loss": 0.011022249236702919, "global_step": 5230, "epoch": 80, "lr": 9.632020376403772e-05}
+{"train_loss": 0.012020916678011417, "global_step": 5231, "epoch": 80, "lr": 9.631866736750664e-05}
+{"train_loss": 0.014773735776543617, "global_step": 5232, "epoch": 80, "lr": 9.631713066256138e-05}
+{"train_loss": 0.01623573526740074, "global_step": 5233, "epoch": 80, "lr": 9.631559364921216e-05}
+{"train_loss": 0.015230285935103893, "global_step": 5234, "epoch": 80, "lr": 9.631405632746923e-05}
+{"train_loss": 0.012644659727811813, "global_step": 5235, "epoch": 80, "lr": 9.631251869734283e-05}
+{"train_loss": 0.01312944758683443, "global_step": 5236, "epoch": 80, "lr": 9.631098075884319e-05}
+{"train_loss": 0.011511159129440784, "global_step": 5237, "epoch": 80, "lr": 9.630944251198054e-05}
+{"train_loss": 0.016297003254294395, "global_step": 5238, "epoch": 80, "lr": 9.630790395676513e-05}
+{"train_loss": 0.014507761225104332, "global_step": 5239, "epoch": 80, "lr": 9.630636509320721e-05}
+{"train_loss": 0.015209667384624481, "global_step": 5240, "epoch": 80, "lr": 9.6304825921317e-05}
+{"train_loss": 0.015440109185874462, "global_step": 5241, "epoch": 80, "lr": 9.63032864411048e-05}
+{"train_loss": 0.010931553319096565, "global_step": 5242, "epoch": 80, "lr": 9.630174665258083e-05}
+{"train_loss": 0.014179639518260956, "global_step": 5243, "epoch": 80, "lr": 9.630020655575532e-05}
+{"train_loss": 0.010183073580265045, "global_step": 5244, "epoch": 80, "lr": 9.629866615063856e-05}
+{"train_loss": 0.009157849475741386, "global_step": 5245, "epoch": 80, "lr": 9.62971254372408e-05}
+{"train_loss": 0.017666278406977654, "global_step": 5246, "epoch": 80, "lr": 9.629558441557229e-05}
+{"train_loss": 0.015283863991498947, "global_step": 5247, "epoch": 80, "lr": 9.62940430856433e-05}
+{"train_loss": 0.012613754719495773, "global_step": 5248, "epoch": 80, "lr": 9.629250144746408e-05}
+{"train_loss": 0.014870550483465195, "global_step": 5249, "epoch": 80, "lr": 9.62909595010449e-05}
+{"train_loss": 0.015812506899237633, "global_step": 5250, "epoch": 80, "lr": 9.628941724639604e-05}
+{"train_loss": 0.011197183281183243, "global_step": 5251, "epoch": 80, "lr": 9.628787468352776e-05}
+{"train_loss": 0.015204839408397675, "global_step": 5252, "epoch": 80, "lr": 9.628633181245034e-05}
+{"train_loss": 0.013401824049651623, "global_step": 5253, "epoch": 80, "lr": 9.628478863317403e-05}
+{"train_loss": 0.012441671453416348, "global_step": 5254, "epoch": 80, "lr": 9.628324514570912e-05}
+{"train_loss": 0.015762537717819214, "global_step": 5255, "epoch": 80, "lr": 9.62817013500659e-05}
+{"train_loss": 0.016780177131295204, "global_step": 5256, "epoch": 80, "lr": 9.628015724625461e-05}
+{"train_loss": 0.012112741358578205, "global_step": 5257, "epoch": 80, "lr": 9.627861283428557e-05}
+{"train_loss": 0.015014681033790112, "global_step": 5258, "epoch": 80, "lr": 9.627706811416905e-05}
+{"train_loss": 0.0103751914575696, "global_step": 5259, "epoch": 80, "lr": 9.627552308591534e-05}
+{"train_loss": 0.013390068896114826, "global_step": 5260, "epoch": 80, "lr": 9.627397774953473e-05}
+{"train_loss": 0.009089621715247631, "global_step": 5261, "epoch": 80, "lr": 9.62724321050375e-05}
+{"train_loss": 0.010925350710749626, "global_step": 5262, "epoch": 80, "lr": 9.627088615243394e-05}
+{"train_loss": 0.015856821089982986, "global_step": 5263, "epoch": 80, "lr": 9.626933989173437e-05}
+{"train_loss": 0.013506672044213002, "global_step": 5264, "epoch": 80, "lr": 9.626779332294905e-05, "val_loss": 0.011951534077525139, "train_action_mse_error": 0.0011369232088327408}
+{"train_loss": 0.013727844692766666, "global_step": 5265, "epoch": 81, "lr": 9.626624644608828e-05}
+{"train_loss": 0.012816199101507664, "global_step": 5266, "epoch": 81, "lr": 9.626469926116239e-05}
+{"train_loss": 0.01881967857480049, "global_step": 5267, "epoch": 81, "lr": 9.626315176818166e-05}
+{"train_loss": 0.015611403621733189, "global_step": 5268, "epoch": 81, "lr": 9.62616039671564e-05}
+{"train_loss": 0.011787430383265018, "global_step": 5269, "epoch": 81, "lr": 9.62600558580969e-05}
+{"train_loss": 0.01182488165795803, "global_step": 5270, "epoch": 81, "lr": 9.62585074410135e-05}
+{"train_loss": 0.011735905893146992, "global_step": 5271, "epoch": 81, "lr": 9.625695871591649e-05}
+{"train_loss": 0.014650536701083183, "global_step": 5272, "epoch": 81, "lr": 9.625540968281619e-05}
+{"train_loss": 0.015743060037493706, "global_step": 5273, "epoch": 81, "lr": 9.62538603417229e-05}
+{"train_loss": 0.01610642671585083, "global_step": 5274, "epoch": 81, "lr": 9.625231069264696e-05}
+{"train_loss": 0.014164241962134838, "global_step": 5275, "epoch": 81, "lr": 9.625076073559867e-05}
+{"train_loss": 0.01615256629884243, "global_step": 5276, "epoch": 81, "lr": 9.624921047058835e-05}
+{"train_loss": 0.012623423710465431, "global_step": 5277, "epoch": 81, "lr": 9.624765989762633e-05}
+{"train_loss": 0.010898487642407417, "global_step": 5278, "epoch": 81, "lr": 9.624610901672294e-05}
+{"train_loss": 0.013535968959331512, "global_step": 5279, "epoch": 81, "lr": 9.624455782788848e-05}
+{"train_loss": 0.013213126920163631, "global_step": 5280, "epoch": 81, "lr": 9.62430063311333e-05}
+{"train_loss": 0.009178568609058857, "global_step": 5281, "epoch": 81, "lr": 9.624145452646775e-05}
+{"train_loss": 0.012253178283572197, "global_step": 5282, "epoch": 81, "lr": 9.623990241390213e-05}
+{"train_loss": 0.016442149877548218, "global_step": 5283, "epoch": 81, "lr": 9.623834999344676e-05}
+{"train_loss": 0.011436418630182743, "global_step": 5284, "epoch": 81, "lr": 9.623679726511203e-05}
+{"train_loss": 0.011950544081628323, "global_step": 5285, "epoch": 81, "lr": 9.623524422890825e-05}
+{"train_loss": 0.018171561881899834, "global_step": 5286, "epoch": 81, "lr": 9.623369088484575e-05}
+{"train_loss": 0.017044469714164734, "global_step": 5287, "epoch": 81, "lr": 9.623213723293489e-05}
+{"train_loss": 0.009637309238314629, "global_step": 5288, "epoch": 81, "lr": 9.623058327318602e-05}
+{"train_loss": 0.01073637418448925, "global_step": 5289, "epoch": 81, "lr": 9.622902900560947e-05}
+{"train_loss": 0.0200077872723341, "global_step": 5290, "epoch": 81, "lr": 9.62274744302156e-05}
+{"train_loss": 0.01846015267074108, "global_step": 5291, "epoch": 81, "lr": 9.622591954701475e-05}
+{"train_loss": 0.01402804721146822, "global_step": 5292, "epoch": 81, "lr": 9.62243643560173e-05}
+{"train_loss": 0.02456861175596714, "global_step": 5293, "epoch": 81, "lr": 9.622280885723355e-05}
+{"train_loss": 0.010928462259471416, "global_step": 5294, "epoch": 81, "lr": 9.622125305067393e-05}
+{"train_loss": 0.014590559527277946, "global_step": 5295, "epoch": 81, "lr": 9.621969693634874e-05}
+{"train_loss": 0.01677347719669342, "global_step": 5296, "epoch": 81, "lr": 9.621814051426837e-05}
+{"train_loss": 0.01738591678440571, "global_step": 5297, "epoch": 81, "lr": 9.621658378444318e-05}
+{"train_loss": 0.012044182978570461, "global_step": 5298, "epoch": 81, "lr": 9.621502674688354e-05}
+{"train_loss": 0.016778413206338882, "global_step": 5299, "epoch": 81, "lr": 9.62134694015998e-05}
+{"train_loss": 0.014640918001532555, "global_step": 5300, "epoch": 81, "lr": 9.621191174860235e-05}
+{"train_loss": 0.012607145123183727, "global_step": 5301, "epoch": 81, "lr": 9.621035378790154e-05}
+{"train_loss": 0.012913806363940239, "global_step": 5302, "epoch": 81, "lr": 9.620879551950777e-05}
+{"train_loss": 0.0129686389118433, "global_step": 5303, "epoch": 81, "lr": 9.620723694343138e-05}
+{"train_loss": 0.01170920766890049, "global_step": 5304, "epoch": 81, "lr": 9.620567805968279e-05}
+{"train_loss": 0.013640575110912323, "global_step": 5305, "epoch": 81, "lr": 9.620411886827235e-05}
+{"train_loss": 0.014265050180256367, "global_step": 5306, "epoch": 81, "lr": 9.620255936921045e-05}
+{"train_loss": 0.013509385287761688, "global_step": 5307, "epoch": 81, "lr": 9.620099956250749e-05}
+{"train_loss": 0.014767919667065144, "global_step": 5308, "epoch": 81, "lr": 9.619943944817382e-05}
+{"train_loss": 0.0166285689920187, "global_step": 5309, "epoch": 81, "lr": 9.619787902621986e-05}
+{"train_loss": 0.011520293541252613, "global_step": 5310, "epoch": 81, "lr": 9.6196318296656e-05}
+{"train_loss": 0.012584451586008072, "global_step": 5311, "epoch": 81, "lr": 9.61947572594926e-05}
+{"train_loss": 0.012557522393763065, "global_step": 5312, "epoch": 81, "lr": 9.61931959147401e-05}
+{"train_loss": 0.01682143285870552, "global_step": 5313, "epoch": 81, "lr": 9.619163426240884e-05}
+{"train_loss": 0.015830112621188164, "global_step": 5314, "epoch": 81, "lr": 9.619007230250929e-05}
+{"train_loss": 0.011210782453417778, "global_step": 5315, "epoch": 81, "lr": 9.618851003505179e-05}
+{"train_loss": 0.016516128554940224, "global_step": 5316, "epoch": 81, "lr": 9.618694746004676e-05}
+{"train_loss": 0.013842009007930756, "global_step": 5317, "epoch": 81, "lr": 9.618538457750461e-05}
+{"train_loss": 0.015335140749812126, "global_step": 5318, "epoch": 81, "lr": 9.618382138743574e-05}
+{"train_loss": 0.012256654910743237, "global_step": 5319, "epoch": 81, "lr": 9.618225788985057e-05}
+{"train_loss": 0.011872084811329842, "global_step": 5320, "epoch": 81, "lr": 9.618069408475949e-05}
+{"train_loss": 0.02330094203352928, "global_step": 5321, "epoch": 81, "lr": 9.617912997217296e-05}
+{"train_loss": 0.016291018575429916, "global_step": 5322, "epoch": 81, "lr": 9.617756555210132e-05}
+{"train_loss": 0.012319368310272694, "global_step": 5323, "epoch": 81, "lr": 9.617600082455505e-05}
+{"train_loss": 0.014975921250879765, "global_step": 5324, "epoch": 81, "lr": 9.617443578954455e-05}
+{"train_loss": 0.010119061917066574, "global_step": 5325, "epoch": 81, "lr": 9.61728704470802e-05}
+{"train_loss": 0.015519451349973679, "global_step": 5326, "epoch": 81, "lr": 9.617130479717251e-05}
+{"train_loss": 0.013661894015967846, "global_step": 5327, "epoch": 81, "lr": 9.616973883983182e-05}
+{"train_loss": 0.01637408509850502, "global_step": 5328, "epoch": 81, "lr": 9.61681725750686e-05}
+{"train_loss": 0.014292143500195099, "global_step": 5329, "epoch": 81, "lr": 9.61666060028933e-05, "val_loss": 0.022470401600003242}
+{"train_loss": 0.010905924253165722, "global_step": 5330, "epoch": 82, "lr": 9.616503912331628e-05}
+{"train_loss": 0.013030583038926125, "global_step": 5331, "epoch": 82, "lr": 9.616347193634803e-05}
+{"train_loss": 0.013293524272739887, "global_step": 5332, "epoch": 82, "lr": 9.616190444199897e-05}
+{"train_loss": 0.009969336912035942, "global_step": 5333, "epoch": 82, "lr": 9.616033664027955e-05}
+{"train_loss": 0.012770052999258041, "global_step": 5334, "epoch": 82, "lr": 9.615876853120018e-05}
+{"train_loss": 0.009299642406404018, "global_step": 5335, "epoch": 82, "lr": 9.615720011477132e-05}
+{"train_loss": 0.014687633141875267, "global_step": 5336, "epoch": 82, "lr": 9.615563139100341e-05}
+{"train_loss": 0.014487054198980331, "global_step": 5337, "epoch": 82, "lr": 9.61540623599069e-05}
+{"train_loss": 0.015330979600548744, "global_step": 5338, "epoch": 82, "lr": 9.615249302149224e-05}
+{"train_loss": 0.011271847411990166, "global_step": 5339, "epoch": 82, "lr": 9.615092337576988e-05}
+{"train_loss": 0.011823665350675583, "global_step": 5340, "epoch": 82, "lr": 9.614935342275024e-05}
+{"train_loss": 0.014591974206268787, "global_step": 5341, "epoch": 82, "lr": 9.614778316244382e-05}
+{"train_loss": 0.012661123648285866, "global_step": 5342, "epoch": 82, "lr": 9.614621259486104e-05}
+{"train_loss": 0.011882537975907326, "global_step": 5343, "epoch": 82, "lr": 9.614464172001237e-05}
+{"train_loss": 0.014093195088207722, "global_step": 5344, "epoch": 82, "lr": 9.614307053790828e-05}
+{"train_loss": 0.008946510031819344, "global_step": 5345, "epoch": 82, "lr": 9.614149904855923e-05}
+{"train_loss": 0.011420728638768196, "global_step": 5346, "epoch": 82, "lr": 9.613992725197566e-05}
+{"train_loss": 0.012940752319991589, "global_step": 5347, "epoch": 82, "lr": 9.613835514816807e-05}
+{"train_loss": 0.01645744778215885, "global_step": 5348, "epoch": 82, "lr": 9.61367827371469e-05}
+{"train_loss": 0.01300214882940054, "global_step": 5349, "epoch": 82, "lr": 9.613521001892264e-05}
+{"train_loss": 0.013440174981951714, "global_step": 5350, "epoch": 82, "lr": 9.613363699350575e-05}
+{"train_loss": 0.01498393714427948, "global_step": 5351, "epoch": 82, "lr": 9.61320636609067e-05}
+{"train_loss": 0.014595095999538898, "global_step": 5352, "epoch": 82, "lr": 9.613049002113598e-05}
+{"train_loss": 0.013463981449604034, "global_step": 5353, "epoch": 82, "lr": 9.612891607420405e-05}
+{"train_loss": 0.015439222566783428, "global_step": 5354, "epoch": 82, "lr": 9.612734182012143e-05}
+{"train_loss": 0.00884736143052578, "global_step": 5355, "epoch": 82, "lr": 9.612576725889855e-05}
+{"train_loss": 0.010334866121411324, "global_step": 5356, "epoch": 82, "lr": 9.612419239054591e-05}
+{"train_loss": 0.01235746406018734, "global_step": 5357, "epoch": 82, "lr": 9.612261721507401e-05}
+{"train_loss": 0.013916082680225372, "global_step": 5358, "epoch": 82, "lr": 9.612104173249334e-05}
+{"train_loss": 0.010997487232089043, "global_step": 5359, "epoch": 82, "lr": 9.611946594281438e-05}
+{"train_loss": 0.013997797854244709, "global_step": 5360, "epoch": 82, "lr": 9.611788984604762e-05}
+{"train_loss": 0.009769659489393234, "global_step": 5361, "epoch": 82, "lr": 9.611631344220357e-05}
+{"train_loss": 0.013445170596241951, "global_step": 5362, "epoch": 82, "lr": 9.611473673129272e-05}
+{"train_loss": 0.012506763450801373, "global_step": 5363, "epoch": 82, "lr": 9.611315971332555e-05}
+{"train_loss": 0.009227519854903221, "global_step": 5364, "epoch": 82, "lr": 9.611158238831259e-05}
+{"train_loss": 0.008602036163210869, "global_step": 5365, "epoch": 82, "lr": 9.611000475626431e-05}
+{"train_loss": 0.013056267984211445, "global_step": 5366, "epoch": 82, "lr": 9.610842681719125e-05}
+{"train_loss": 0.015879517421126366, "global_step": 5367, "epoch": 82, "lr": 9.610684857110388e-05}
+{"train_loss": 0.010873818770051003, "global_step": 5368, "epoch": 82, "lr": 9.610527001801275e-05}
+{"train_loss": 0.01298475544899702, "global_step": 5369, "epoch": 82, "lr": 9.610369115792835e-05}
+{"train_loss": 0.012862223200500011, "global_step": 5370, "epoch": 82, "lr": 9.610211199086116e-05}
+{"train_loss": 0.011350493878126144, "global_step": 5371, "epoch": 82, "lr": 9.610053251682177e-05}
+{"train_loss": 0.008365435525774956, "global_step": 5372, "epoch": 82, "lr": 9.609895273582062e-05}
+{"train_loss": 0.011343894526362419, "global_step": 5373, "epoch": 82, "lr": 9.609737264786828e-05}
+{"train_loss": 0.011732245795428753, "global_step": 5374, "epoch": 82, "lr": 9.609579225297525e-05}
+{"train_loss": 0.00946905929595232, "global_step": 5375, "epoch": 82, "lr": 9.609421155115206e-05}
+{"train_loss": 0.014763828366994858, "global_step": 5376, "epoch": 82, "lr": 9.609263054240922e-05}
+{"train_loss": 0.01245297770947218, "global_step": 5377, "epoch": 82, "lr": 9.609104922675729e-05}
+{"train_loss": 0.0113926837220788, "global_step": 5378, "epoch": 82, "lr": 9.608946760420676e-05}
+{"train_loss": 0.013281937688589096, "global_step": 5379, "epoch": 82, "lr": 9.608788567476819e-05}
+{"train_loss": 0.00857827253639698, "global_step": 5380, "epoch": 82, "lr": 9.60863034384521e-05}
+{"train_loss": 0.012896662577986717, "global_step": 5381, "epoch": 82, "lr": 9.608472089526903e-05}
+{"train_loss": 0.018387755379080772, "global_step": 5382, "epoch": 82, "lr": 9.608313804522951e-05}
+{"train_loss": 0.01682170107960701, "global_step": 5383, "epoch": 82, "lr": 9.60815548883441e-05}
+{"train_loss": 0.009580125100910664, "global_step": 5384, "epoch": 82, "lr": 9.607997142462332e-05}
+{"train_loss": 0.014677013270556927, "global_step": 5385, "epoch": 82, "lr": 9.607838765407771e-05}
+{"train_loss": 0.012179064564406872, "global_step": 5386, "epoch": 82, "lr": 9.607680357671784e-05}
+{"train_loss": 0.016428142786026, "global_step": 5387, "epoch": 82, "lr": 9.607521919255425e-05}
+{"train_loss": 0.01265459880232811, "global_step": 5388, "epoch": 82, "lr": 9.607363450159745e-05}
+{"train_loss": 0.01114358939230442, "global_step": 5389, "epoch": 82, "lr": 9.607204950385807e-05}
+{"train_loss": 0.011304082348942757, "global_step": 5390, "epoch": 82, "lr": 9.607046419934658e-05}
+{"train_loss": 0.01688460446894169, "global_step": 5391, "epoch": 82, "lr": 9.60688785880736e-05}
+{"train_loss": 0.012278412468731403, "global_step": 5392, "epoch": 82, "lr": 9.606729267004965e-05}
+{"train_loss": 0.013097075745463371, "global_step": 5393, "epoch": 82, "lr": 9.606570644528531e-05}
+{"train_loss": 0.012645608473282595, "global_step": 5394, "epoch": 82, "lr": 9.606411991379113e-05, "val_loss": 0.02074374072253704}
+{"train_loss": 0.010360452346503735, "global_step": 5395, "epoch": 83, "lr": 9.606253307557767e-05}
+{"train_loss": 0.0134551040828228, "global_step": 5396, "epoch": 83, "lr": 9.606094593065553e-05}
+{"train_loss": 0.011413191445171833, "global_step": 5397, "epoch": 83, "lr": 9.605935847903522e-05}
+{"train_loss": 0.012000743299722672, "global_step": 5398, "epoch": 83, "lr": 9.605777072072737e-05}
+{"train_loss": 0.01032523438334465, "global_step": 5399, "epoch": 83, "lr": 9.60561826557425e-05}
+{"train_loss": 0.01014869287610054, "global_step": 5400, "epoch": 83, "lr": 9.605459428409123e-05}
+{"train_loss": 0.014720866456627846, "global_step": 5401, "epoch": 83, "lr": 9.605300560578412e-05}
+{"train_loss": 0.016955476254224777, "global_step": 5402, "epoch": 83, "lr": 9.605141662083173e-05}
+{"train_loss": 0.013918761163949966, "global_step": 5403, "epoch": 83, "lr": 9.604982732924465e-05}
+{"train_loss": 0.01707315631210804, "global_step": 5404, "epoch": 83, "lr": 9.604823773103347e-05}
+{"train_loss": 0.013185744173824787, "global_step": 5405, "epoch": 83, "lr": 9.604664782620877e-05}
+{"train_loss": 0.010929953306913376, "global_step": 5406, "epoch": 83, "lr": 9.604505761478113e-05}
+{"train_loss": 0.015396748669445515, "global_step": 5407, "epoch": 83, "lr": 9.604346709676115e-05}
+{"train_loss": 0.010616268962621689, "global_step": 5408, "epoch": 83, "lr": 9.604187627215943e-05}
+{"train_loss": 0.01195323932915926, "global_step": 5409, "epoch": 83, "lr": 9.604028514098653e-05}
+{"train_loss": 0.02408195473253727, "global_step": 5410, "epoch": 83, "lr": 9.603869370325308e-05}
+{"train_loss": 0.01579836755990982, "global_step": 5411, "epoch": 83, "lr": 9.603710195896964e-05}
+{"train_loss": 0.0108739472925663, "global_step": 5412, "epoch": 83, "lr": 9.603550990814683e-05}
+{"train_loss": 0.0164966844022274, "global_step": 5413, "epoch": 83, "lr": 9.603391755079526e-05}
+{"train_loss": 0.01483277976512909, "global_step": 5414, "epoch": 83, "lr": 9.603232488692551e-05}
+{"train_loss": 0.009396779350936413, "global_step": 5415, "epoch": 83, "lr": 9.603073191654822e-05}
+{"train_loss": 0.013364328071475029, "global_step": 5416, "epoch": 83, "lr": 9.602913863967396e-05}
+{"train_loss": 0.02263164147734642, "global_step": 5417, "epoch": 83, "lr": 9.602754505631334e-05}
+{"train_loss": 0.01574571616947651, "global_step": 5418, "epoch": 83, "lr": 9.602595116647699e-05}
+{"train_loss": 0.010987660847604275, "global_step": 5419, "epoch": 83, "lr": 9.602435697017552e-05}
+{"train_loss": 0.010449063032865524, "global_step": 5420, "epoch": 83, "lr": 9.602276246741955e-05}
+{"train_loss": 0.015728076919913292, "global_step": 5421, "epoch": 83, "lr": 9.602116765821967e-05}
+{"train_loss": 0.011605554260313511, "global_step": 5422, "epoch": 83, "lr": 9.601957254258653e-05}
+{"train_loss": 0.010276754386723042, "global_step": 5423, "epoch": 83, "lr": 9.601797712053073e-05}
+{"train_loss": 0.016858035698533058, "global_step": 5424, "epoch": 83, "lr": 9.601638139206291e-05}
+{"train_loss": 0.018630897626280785, "global_step": 5425, "epoch": 83, "lr": 9.601478535719369e-05}
+{"train_loss": 0.012237907387316227, "global_step": 5426, "epoch": 83, "lr": 9.601318901593369e-05}
+{"train_loss": 0.011621197685599327, "global_step": 5427, "epoch": 83, "lr": 9.601159236829352e-05}
+{"train_loss": 0.014151804149150848, "global_step": 5428, "epoch": 83, "lr": 9.600999541428386e-05}
+{"train_loss": 0.0121048204600811, "global_step": 5429, "epoch": 83, "lr": 9.600839815391531e-05}
+{"train_loss": 0.013400510884821415, "global_step": 5430, "epoch": 83, "lr": 9.60068005871985e-05}
+{"train_loss": 0.01391724031418562, "global_step": 5431, "epoch": 83, "lr": 9.600520271414411e-05}
+{"train_loss": 0.015095598995685577, "global_step": 5432, "epoch": 83, "lr": 9.600360453476274e-05}
+{"train_loss": 0.0121007626876235, "global_step": 5433, "epoch": 83, "lr": 9.600200604906502e-05}
+{"train_loss": 0.012073642574250698, "global_step": 5434, "epoch": 83, "lr": 9.600040725706164e-05}
+{"train_loss": 0.015130163170397282, "global_step": 5435, "epoch": 83, "lr": 9.599880815876322e-05}
+{"train_loss": 0.016712283715605736, "global_step": 5436, "epoch": 83, "lr": 9.59972087541804e-05}
+{"train_loss": 0.011029882356524467, "global_step": 5437, "epoch": 83, "lr": 9.599560904332384e-05}
+{"train_loss": 0.014161796309053898, "global_step": 5438, "epoch": 83, "lr": 9.599400902620418e-05}
+{"train_loss": 0.012477004900574684, "global_step": 5439, "epoch": 83, "lr": 9.59924087028321e-05}
+{"train_loss": 0.010265757329761982, "global_step": 5440, "epoch": 83, "lr": 9.599080807321822e-05}
+{"train_loss": 0.007966464385390282, "global_step": 5441, "epoch": 83, "lr": 9.598920713737324e-05}
+{"train_loss": 0.014996316283941269, "global_step": 5442, "epoch": 83, "lr": 9.59876058953078e-05}
+{"train_loss": 0.010213838890194893, "global_step": 5443, "epoch": 83, "lr": 9.598600434703254e-05}
+{"train_loss": 0.009773867204785347, "global_step": 5444, "epoch": 83, "lr": 9.598440249255816e-05}
+{"train_loss": 0.013808615505695343, "global_step": 5445, "epoch": 83, "lr": 9.59828003318953e-05}
+{"train_loss": 0.012119317427277565, "global_step": 5446, "epoch": 83, "lr": 9.598119786505464e-05}
+{"train_loss": 0.017434310168027878, "global_step": 5447, "epoch": 83, "lr": 9.597959509204683e-05}
+{"train_loss": 0.014450974762439728, "global_step": 5448, "epoch": 83, "lr": 9.597799201288258e-05}
+{"train_loss": 0.015169749036431313, "global_step": 5449, "epoch": 83, "lr": 9.597638862757255e-05}
+{"train_loss": 0.013123353011906147, "global_step": 5450, "epoch": 83, "lr": 9.597478493612738e-05}
+{"train_loss": 0.012219005264341831, "global_step": 5451, "epoch": 83, "lr": 9.597318093855781e-05}
+{"train_loss": 0.014822649769484997, "global_step": 5452, "epoch": 83, "lr": 9.597157663487446e-05}
+{"train_loss": 0.016503138467669487, "global_step": 5453, "epoch": 83, "lr": 9.596997202508807e-05}
+{"train_loss": 0.01442310307174921, "global_step": 5454, "epoch": 83, "lr": 9.596836710920927e-05}
+{"train_loss": 0.011110398918390274, "global_step": 5455, "epoch": 83, "lr": 9.596676188724877e-05}
+{"train_loss": 0.02021792344748974, "global_step": 5456, "epoch": 83, "lr": 9.596515635921726e-05}
+{"train_loss": 0.012626318261027336, "global_step": 5457, "epoch": 83, "lr": 9.596355052512545e-05}
+{"train_loss": 0.012052914127707481, "global_step": 5458, "epoch": 83, "lr": 9.5961944384984e-05}
+{"train_loss": 0.013609086363934554, "global_step": 5459, "epoch": 83, "lr": 9.596033793880362e-05, "val_loss": 0.009796962141990662}
+{"train_loss": 0.009918606840074062, "global_step": 5460, "epoch": 84, "lr": 9.5958731186595e-05}
+{"train_loss": 0.011555361561477184, "global_step": 5461, "epoch": 84, "lr": 9.595712412836884e-05}
+{"train_loss": 0.011995982378721237, "global_step": 5462, "epoch": 84, "lr": 9.595551676413585e-05}
+{"train_loss": 0.008918101899325848, "global_step": 5463, "epoch": 84, "lr": 9.595390909390673e-05}
+{"train_loss": 0.014984693378210068, "global_step": 5464, "epoch": 84, "lr": 9.595230111769216e-05}
+{"train_loss": 0.013958826661109924, "global_step": 5465, "epoch": 84, "lr": 9.595069283550289e-05}
+{"train_loss": 0.013688063248991966, "global_step": 5466, "epoch": 84, "lr": 9.594908424734959e-05}
+{"train_loss": 0.012714649550616741, "global_step": 5467, "epoch": 84, "lr": 9.5947475353243e-05}
+{"train_loss": 0.010503740049898624, "global_step": 5468, "epoch": 84, "lr": 9.594586615319381e-05}
+{"train_loss": 0.009881384670734406, "global_step": 5469, "epoch": 84, "lr": 9.594425664721273e-05}
+{"train_loss": 0.014615585096180439, "global_step": 5470, "epoch": 84, "lr": 9.594264683531052e-05}
+{"train_loss": 0.010600063018500805, "global_step": 5471, "epoch": 84, "lr": 9.594103671749785e-05}
+{"train_loss": 0.012174220755696297, "global_step": 5472, "epoch": 84, "lr": 9.593942629378547e-05}
+{"train_loss": 0.011191228404641151, "global_step": 5473, "epoch": 84, "lr": 9.593781556418411e-05}
+{"train_loss": 0.013688372448086739, "global_step": 5474, "epoch": 84, "lr": 9.593620452870446e-05}
+{"train_loss": 0.016143379732966423, "global_step": 5475, "epoch": 84, "lr": 9.593459318735727e-05}
+{"train_loss": 0.01371090579777956, "global_step": 5476, "epoch": 84, "lr": 9.593298154015326e-05}
+{"train_loss": 0.015095368027687073, "global_step": 5477, "epoch": 84, "lr": 9.593136958710318e-05}
+{"train_loss": 0.01290969643741846, "global_step": 5478, "epoch": 84, "lr": 9.592975732821774e-05}
+{"train_loss": 0.014489608816802502, "global_step": 5479, "epoch": 84, "lr": 9.59281447635077e-05}
+{"train_loss": 0.012789241038262844, "global_step": 5480, "epoch": 84, "lr": 9.592653189298376e-05}
+{"train_loss": 0.015414499677717686, "global_step": 5481, "epoch": 84, "lr": 9.59249187166567e-05}
+{"train_loss": 0.012678594328463078, "global_step": 5482, "epoch": 84, "lr": 9.592330523453723e-05}
+{"train_loss": 0.011723912321031094, "global_step": 5483, "epoch": 84, "lr": 9.592169144663612e-05}
+{"train_loss": 0.014664379879832268, "global_step": 5484, "epoch": 84, "lr": 9.592007735296408e-05}
+{"train_loss": 0.012970009818673134, "global_step": 5485, "epoch": 84, "lr": 9.591846295353191e-05}
+{"train_loss": 0.011914212256669998, "global_step": 5486, "epoch": 84, "lr": 9.591684824835033e-05}
+{"train_loss": 0.014351092278957367, "global_step": 5487, "epoch": 84, "lr": 9.591523323743005e-05}
+{"train_loss": 0.013767438009381294, "global_step": 5488, "epoch": 84, "lr": 9.591361792078191e-05}
+{"train_loss": 0.010010233148932457, "global_step": 5489, "epoch": 84, "lr": 9.59120022984166e-05}
+{"train_loss": 0.013524673879146576, "global_step": 5490, "epoch": 84, "lr": 9.591038637034489e-05}
+{"train_loss": 0.013233481906354427, "global_step": 5491, "epoch": 84, "lr": 9.590877013657756e-05}
+{"train_loss": 0.009255913086235523, "global_step": 5492, "epoch": 84, "lr": 9.590715359712536e-05}
+{"train_loss": 0.00970652885735035, "global_step": 5493, "epoch": 84, "lr": 9.590553675199905e-05}
+{"train_loss": 0.011009966023266315, "global_step": 5494, "epoch": 84, "lr": 9.59039196012094e-05}
+{"train_loss": 0.015284434892237186, "global_step": 5495, "epoch": 84, "lr": 9.590230214476718e-05}
+{"train_loss": 0.01718864217400551, "global_step": 5496, "epoch": 84, "lr": 9.590068438268315e-05}
+{"train_loss": 0.008834561333060265, "global_step": 5497, "epoch": 84, "lr": 9.58990663149681e-05}
+{"train_loss": 0.010856048204004765, "global_step": 5498, "epoch": 84, "lr": 9.589744794163278e-05}
+{"train_loss": 0.02045876532793045, "global_step": 5499, "epoch": 84, "lr": 9.589582926268798e-05}
+{"train_loss": 0.011385328136384487, "global_step": 5500, "epoch": 84, "lr": 9.589421027814447e-05}
+{"train_loss": 0.014194991439580917, "global_step": 5501, "epoch": 84, "lr": 9.589259098801304e-05}
+{"train_loss": 0.014766578562557697, "global_step": 5502, "epoch": 84, "lr": 9.589097139230448e-05}
+{"train_loss": 0.017560239881277084, "global_step": 5503, "epoch": 84, "lr": 9.588935149102955e-05}
+{"train_loss": 0.013680791482329369, "global_step": 5504, "epoch": 84, "lr": 9.588773128419906e-05}
+{"train_loss": 0.016825705766677856, "global_step": 5505, "epoch": 84, "lr": 9.588611077182378e-05}
+{"train_loss": 0.01282448973506689, "global_step": 5506, "epoch": 84, "lr": 9.588448995391451e-05}
+{"train_loss": 0.013448566198348999, "global_step": 5507, "epoch": 84, "lr": 9.588286883048205e-05}
+{"train_loss": 0.015413389541208744, "global_step": 5508, "epoch": 84, "lr": 9.588124740153716e-05}
+{"train_loss": 0.011894791387021542, "global_step": 5509, "epoch": 84, "lr": 9.587962566709068e-05}
+{"train_loss": 0.014098968356847763, "global_step": 5510, "epoch": 84, "lr": 9.587800362715338e-05}
+{"train_loss": 0.013788605108857155, "global_step": 5511, "epoch": 84, "lr": 9.587638128173608e-05}
+{"train_loss": 0.010176533833146095, "global_step": 5512, "epoch": 84, "lr": 9.587475863084956e-05}
+{"train_loss": 0.015337880700826645, "global_step": 5513, "epoch": 84, "lr": 9.587313567450464e-05}
+{"train_loss": 0.009577635675668716, "global_step": 5514, "epoch": 84, "lr": 9.587151241271212e-05}
+{"train_loss": 0.01479832548648119, "global_step": 5515, "epoch": 84, "lr": 9.58698888454828e-05}
+{"train_loss": 0.014948082156479359, "global_step": 5516, "epoch": 84, "lr": 9.586826497282753e-05}
+{"train_loss": 0.008689749985933304, "global_step": 5517, "epoch": 84, "lr": 9.586664079475707e-05}
+{"train_loss": 0.015757208690047264, "global_step": 5518, "epoch": 84, "lr": 9.586501631128226e-05}
+{"train_loss": 0.012685020454227924, "global_step": 5519, "epoch": 84, "lr": 9.586339152241392e-05}
+{"train_loss": 0.0121757285669446, "global_step": 5520, "epoch": 84, "lr": 9.586176642816287e-05}
+{"train_loss": 0.015211710706353188, "global_step": 5521, "epoch": 84, "lr": 9.586014102853993e-05}
+{"train_loss": 0.008424321189522743, "global_step": 5522, "epoch": 84, "lr": 9.585851532355591e-05}
+{"train_loss": 0.015173040330410004, "global_step": 5523, "epoch": 84, "lr": 9.585688931322163e-05}
+{"train_loss": 0.012980190449609207, "global_step": 5524, "epoch": 84, "lr": 9.585526299754794e-05, "val_loss": 0.0167425274848938}
+{"train_loss": 0.011071956716477871, "global_step": 5525, "epoch": 85, "lr": 9.585363637654566e-05}
+{"train_loss": 0.014150947332382202, "global_step": 5526, "epoch": 85, "lr": 9.585200945022564e-05}
+{"train_loss": 0.012683866545557976, "global_step": 5527, "epoch": 85, "lr": 9.585038221859866e-05}
+{"train_loss": 0.011446143500506878, "global_step": 5528, "epoch": 85, "lr": 9.584875468167559e-05}
+{"train_loss": 0.01365312933921814, "global_step": 5529, "epoch": 85, "lr": 9.584712683946727e-05}
+{"train_loss": 0.01495873462408781, "global_step": 5530, "epoch": 85, "lr": 9.584549869198453e-05}
+{"train_loss": 0.022318031638860703, "global_step": 5531, "epoch": 85, "lr": 9.584387023923823e-05}
+{"train_loss": 0.009719105437397957, "global_step": 5532, "epoch": 85, "lr": 9.584224148123917e-05}
+{"train_loss": 0.012850571423768997, "global_step": 5533, "epoch": 85, "lr": 9.584061241799825e-05}
+{"train_loss": 0.014190428890287876, "global_step": 5534, "epoch": 85, "lr": 9.583898304952628e-05}
+{"train_loss": 0.01519337110221386, "global_step": 5535, "epoch": 85, "lr": 9.58373533758341e-05}
+{"train_loss": 0.011402084492146969, "global_step": 5536, "epoch": 85, "lr": 9.583572339693261e-05}
+{"train_loss": 0.020283976569771767, "global_step": 5537, "epoch": 85, "lr": 9.583409311283261e-05}
+{"train_loss": 0.015081378631293774, "global_step": 5538, "epoch": 85, "lr": 9.583246252354499e-05}
+{"train_loss": 0.014908988028764725, "global_step": 5539, "epoch": 85, "lr": 9.583083162908059e-05}
+{"train_loss": 0.01679976098239422, "global_step": 5540, "epoch": 85, "lr": 9.582920042945028e-05}
+{"train_loss": 0.013922639191150665, "global_step": 5541, "epoch": 85, "lr": 9.582756892466491e-05}
+{"train_loss": 0.01354978047311306, "global_step": 5542, "epoch": 85, "lr": 9.582593711473535e-05}
+{"train_loss": 0.019074810668826103, "global_step": 5543, "epoch": 85, "lr": 9.582430499967247e-05}
+{"train_loss": 0.013370512053370476, "global_step": 5544, "epoch": 85, "lr": 9.582267257948713e-05}
+{"train_loss": 0.01602567359805107, "global_step": 5545, "epoch": 85, "lr": 9.582103985419022e-05}
+{"train_loss": 0.02021118998527527, "global_step": 5546, "epoch": 85, "lr": 9.581940682379257e-05}
+{"train_loss": 0.013393893837928772, "global_step": 5547, "epoch": 85, "lr": 9.58177734883051e-05}
+{"train_loss": 0.0128143560141325, "global_step": 5548, "epoch": 85, "lr": 9.581613984773863e-05}
+{"train_loss": 0.019944902509450912, "global_step": 5549, "epoch": 85, "lr": 9.58145059021041e-05}
+{"train_loss": 0.016195958480238914, "global_step": 5550, "epoch": 85, "lr": 9.581287165141235e-05}
+{"train_loss": 0.014779170975089073, "global_step": 5551, "epoch": 85, "lr": 9.581123709567428e-05}
+{"train_loss": 0.023594630882143974, "global_step": 5552, "epoch": 85, "lr": 9.580960223490075e-05}
+{"train_loss": 0.013105111196637154, "global_step": 5553, "epoch": 85, "lr": 9.580796706910267e-05}
+{"train_loss": 0.015598851256072521, "global_step": 5554, "epoch": 85, "lr": 9.580633159829092e-05}
+{"train_loss": 0.012891809456050396, "global_step": 5555, "epoch": 85, "lr": 9.58046958224764e-05}
+{"train_loss": 0.008977694436907768, "global_step": 5556, "epoch": 85, "lr": 9.580305974166998e-05}
+{"train_loss": 0.020427335053682327, "global_step": 5557, "epoch": 85, "lr": 9.580142335588256e-05}
+{"train_loss": 0.012834887951612473, "global_step": 5558, "epoch": 85, "lr": 9.579978666512504e-05}
+{"train_loss": 0.020206844434142113, "global_step": 5559, "epoch": 85, "lr": 9.579814966940833e-05}
+{"train_loss": 0.013554374687373638, "global_step": 5560, "epoch": 85, "lr": 9.579651236874331e-05}
+{"train_loss": 0.011516941711306572, "global_step": 5561, "epoch": 85, "lr": 9.579487476314091e-05}
+{"train_loss": 0.010687829926609993, "global_step": 5562, "epoch": 85, "lr": 9.5793236852612e-05}
+{"train_loss": 0.011555792763829231, "global_step": 5563, "epoch": 85, "lr": 9.579159863716748e-05}
+{"train_loss": 0.0130279790610075, "global_step": 5564, "epoch": 85, "lr": 9.578996011681831e-05}
+{"train_loss": 0.011638933792710304, "global_step": 5565, "epoch": 85, "lr": 9.578832129157536e-05}
+{"train_loss": 0.010062803514301777, "global_step": 5566, "epoch": 85, "lr": 9.578668216144954e-05}
+{"train_loss": 0.015748893842101097, "global_step": 5567, "epoch": 85, "lr": 9.57850427264518e-05}
+{"train_loss": 0.01058309618383646, "global_step": 5568, "epoch": 85, "lr": 9.578340298659302e-05}
+{"train_loss": 0.014909741468727589, "global_step": 5569, "epoch": 85, "lr": 9.578176294188412e-05}
+{"train_loss": 0.014278681017458439, "global_step": 5570, "epoch": 85, "lr": 9.578012259233606e-05}
+{"train_loss": 0.016874080523848534, "global_step": 5571, "epoch": 85, "lr": 9.57784819379597e-05}
+{"train_loss": 0.013951888307929039, "global_step": 5572, "epoch": 85, "lr": 9.577684097876601e-05}
+{"train_loss": 0.017113097012043, "global_step": 5573, "epoch": 85, "lr": 9.57751997147659e-05}
+{"train_loss": 0.015043788589537144, "global_step": 5574, "epoch": 85, "lr": 9.577355814597031e-05}
+{"train_loss": 0.01740473136305809, "global_step": 5575, "epoch": 85, "lr": 9.577191627239014e-05}
+{"train_loss": 0.012623698450624943, "global_step": 5576, "epoch": 85, "lr": 9.577027409403638e-05}
+{"train_loss": 0.013084953650832176, "global_step": 5577, "epoch": 85, "lr": 9.57686316109199e-05}
+{"train_loss": 0.016181705519557, "global_step": 5578, "epoch": 85, "lr": 9.576698882305168e-05}
+{"train_loss": 0.017988476902246475, "global_step": 5579, "epoch": 85, "lr": 9.576534573044265e-05}
+{"train_loss": 0.01610688492655754, "global_step": 5580, "epoch": 85, "lr": 9.576370233310373e-05}
+{"train_loss": 0.012908182106912136, "global_step": 5581, "epoch": 85, "lr": 9.576205863104588e-05}
+{"train_loss": 0.011012210510671139, "global_step": 5582, "epoch": 85, "lr": 9.576041462428005e-05}
+{"train_loss": 0.013147788122296333, "global_step": 5583, "epoch": 85, "lr": 9.575877031281717e-05}
+{"train_loss": 0.021852456033229828, "global_step": 5584, "epoch": 85, "lr": 9.57571256966682e-05}
+{"train_loss": 0.01442983839660883, "global_step": 5585, "epoch": 85, "lr": 9.575548077584408e-05}
+{"train_loss": 0.016547149047255516, "global_step": 5586, "epoch": 85, "lr": 9.57538355503558e-05}
+{"train_loss": 0.015678104013204575, "global_step": 5587, "epoch": 85, "lr": 9.575219002021426e-05}
+{"train_loss": 0.009759445674717426, "global_step": 5588, "epoch": 85, "lr": 9.575054418543045e-05}
+{"train_loss": 0.01475349058612035, "global_step": 5589, "epoch": 85, "lr": 9.574889804601532e-05, "val_loss": 0.017618490383028984, "train_action_mse_error": 0.0013166775461286306}
+{"train_loss": 0.016616947948932648, "global_step": 5590, "epoch": 86, "lr": 9.574725160197984e-05}
+{"train_loss": 0.014086232520639896, "global_step": 5591, "epoch": 86, "lr": 9.574560485333495e-05}
+{"train_loss": 0.014270046725869179, "global_step": 5592, "epoch": 86, "lr": 9.574395780009165e-05}
+{"train_loss": 0.014703767374157906, "global_step": 5593, "epoch": 86, "lr": 9.574231044226087e-05}
+{"train_loss": 0.016726531088352203, "global_step": 5594, "epoch": 86, "lr": 9.57406627798536e-05}
+{"train_loss": 0.011332818306982517, "global_step": 5595, "epoch": 86, "lr": 9.573901481288081e-05}
+{"train_loss": 0.016371242702007294, "global_step": 5596, "epoch": 86, "lr": 9.573736654135346e-05}
+{"train_loss": 0.014035828411579132, "global_step": 5597, "epoch": 86, "lr": 9.573571796528254e-05}
+{"train_loss": 0.014010762795805931, "global_step": 5598, "epoch": 86, "lr": 9.573406908467903e-05}
+{"train_loss": 0.011577574536204338, "global_step": 5599, "epoch": 86, "lr": 9.57324198995539e-05}
+{"train_loss": 0.014128808863461018, "global_step": 5600, "epoch": 86, "lr": 9.573077040991812e-05}
+{"train_loss": 0.012273909524083138, "global_step": 5601, "epoch": 86, "lr": 9.572912061578269e-05}
+{"train_loss": 0.012867442332208157, "global_step": 5602, "epoch": 86, "lr": 9.57274705171586e-05}
+{"train_loss": 0.011402458883821964, "global_step": 5603, "epoch": 86, "lr": 9.572582011405683e-05}
+{"train_loss": 0.011688756756484509, "global_step": 5604, "epoch": 86, "lr": 9.572416940648836e-05}
+{"train_loss": 0.01247149333357811, "global_step": 5605, "epoch": 86, "lr": 9.57225183944642e-05}
+{"train_loss": 0.012610269710421562, "global_step": 5606, "epoch": 86, "lr": 9.572086707799531e-05}
+{"train_loss": 0.01740066520869732, "global_step": 5607, "epoch": 86, "lr": 9.571921545709273e-05}
+{"train_loss": 0.018853411078453064, "global_step": 5608, "epoch": 86, "lr": 9.571756353176741e-05}
+{"train_loss": 0.015996333211660385, "global_step": 5609, "epoch": 86, "lr": 9.57159113020304e-05}
+{"train_loss": 0.01265167910605669, "global_step": 5610, "epoch": 86, "lr": 9.571425876789266e-05}
+{"train_loss": 0.011854028329253197, "global_step": 5611, "epoch": 86, "lr": 9.571260592936522e-05}
+{"train_loss": 0.010433346964418888, "global_step": 5612, "epoch": 86, "lr": 9.571095278645905e-05}
+{"train_loss": 0.011248303577303886, "global_step": 5613, "epoch": 86, "lr": 9.57092993391852e-05}
+{"train_loss": 0.008975277654826641, "global_step": 5614, "epoch": 86, "lr": 9.570764558755466e-05}
+{"train_loss": 0.014804594218730927, "global_step": 5615, "epoch": 86, "lr": 9.570599153157845e-05}
+{"train_loss": 0.013370607979595661, "global_step": 5616, "epoch": 86, "lr": 9.570433717126757e-05}
+{"train_loss": 0.013099598698318005, "global_step": 5617, "epoch": 86, "lr": 9.570268250663304e-05}
+{"train_loss": 0.011495278216898441, "global_step": 5618, "epoch": 86, "lr": 9.570102753768589e-05}
+{"train_loss": 0.014210827648639679, "global_step": 5619, "epoch": 86, "lr": 9.569937226443711e-05}
+{"train_loss": 0.013055301271378994, "global_step": 5620, "epoch": 86, "lr": 9.569771668689775e-05}
+{"train_loss": 0.013481455855071545, "global_step": 5621, "epoch": 86, "lr": 9.569606080507883e-05}
+{"train_loss": 0.017165135592222214, "global_step": 5622, "epoch": 86, "lr": 9.569440461899137e-05}
+{"train_loss": 0.009627610445022583, "global_step": 5623, "epoch": 86, "lr": 9.569274812864639e-05}
+{"train_loss": 0.011465135030448437, "global_step": 5624, "epoch": 86, "lr": 9.569109133405493e-05}
+{"train_loss": 0.011524129658937454, "global_step": 5625, "epoch": 86, "lr": 9.568943423522803e-05}
+{"train_loss": 0.01435803808271885, "global_step": 5626, "epoch": 86, "lr": 9.568777683217672e-05}
+{"train_loss": 0.015230558812618256, "global_step": 5627, "epoch": 86, "lr": 9.5686119124912e-05}
+{"train_loss": 0.009807983413338661, "global_step": 5628, "epoch": 86, "lr": 9.568446111344495e-05}
+{"train_loss": 0.009803399443626404, "global_step": 5629, "epoch": 86, "lr": 9.56828027977866e-05}
+{"train_loss": 0.012265736237168312, "global_step": 5630, "epoch": 86, "lr": 9.5681144177948e-05}
+{"train_loss": 0.011037222109735012, "global_step": 5631, "epoch": 86, "lr": 9.567948525394017e-05}
+{"train_loss": 0.012920534238219261, "global_step": 5632, "epoch": 86, "lr": 9.567782602577417e-05}
+{"train_loss": 0.014708692207932472, "global_step": 5633, "epoch": 86, "lr": 9.567616649346105e-05}
+{"train_loss": 0.011723974719643593, "global_step": 5634, "epoch": 86, "lr": 9.567450665701187e-05}
+{"train_loss": 0.014919035136699677, "global_step": 5635, "epoch": 86, "lr": 9.567284651643765e-05}
+{"train_loss": 0.007962562143802643, "global_step": 5636, "epoch": 86, "lr": 9.567118607174948e-05}
+{"train_loss": 0.010586238466203213, "global_step": 5637, "epoch": 86, "lr": 9.566952532295839e-05}
+{"train_loss": 0.012304400093853474, "global_step": 5638, "epoch": 86, "lr": 9.566786427007545e-05}
+{"train_loss": 0.015346327796578407, "global_step": 5639, "epoch": 86, "lr": 9.566620291311172e-05}
+{"train_loss": 0.015642128884792328, "global_step": 5640, "epoch": 86, "lr": 9.566454125207826e-05}
+{"train_loss": 0.010780485346913338, "global_step": 5641, "epoch": 86, "lr": 9.566287928698612e-05}
+{"train_loss": 0.009842317551374435, "global_step": 5642, "epoch": 86, "lr": 9.566121701784639e-05}
+{"train_loss": 0.014406813308596611, "global_step": 5643, "epoch": 86, "lr": 9.565955444467013e-05}
+{"train_loss": 0.01241046842187643, "global_step": 5644, "epoch": 86, "lr": 9.565789156746842e-05}
+{"train_loss": 0.012911426834762096, "global_step": 5645, "epoch": 86, "lr": 9.565622838625231e-05}
+{"train_loss": 0.013333202339708805, "global_step": 5646, "epoch": 86, "lr": 9.565456490103288e-05}
+{"train_loss": 0.008271181024610996, "global_step": 5647, "epoch": 86, "lr": 9.565290111182124e-05}
+{"train_loss": 0.012012067250907421, "global_step": 5648, "epoch": 86, "lr": 9.565123701862842e-05}
+{"train_loss": 0.014984004199504852, "global_step": 5649, "epoch": 86, "lr": 9.564957262146551e-05}
+{"train_loss": 0.011005108244717121, "global_step": 5650, "epoch": 86, "lr": 9.564790792034362e-05}
+{"train_loss": 0.01383039727807045, "global_step": 5651, "epoch": 86, "lr": 9.56462429152738e-05}
+{"train_loss": 0.013560165651142597, "global_step": 5652, "epoch": 86, "lr": 9.564457760626717e-05}
+{"train_loss": 0.013838776387274265, "global_step": 5653, "epoch": 86, "lr": 9.564291199333482e-05}
+{"train_loss": 0.013024549042949309, "global_step": 5654, "epoch": 86, "lr": 9.564124607648779e-05, "val_loss": 0.015801502391695976}
+{"train_loss": 0.017430610954761505, "global_step": 5655, "epoch": 87, "lr": 9.563957985573722e-05}
+{"train_loss": 0.011453445069491863, "global_step": 5656, "epoch": 87, "lr": 9.563791333109419e-05}
+{"train_loss": 0.007580869365483522, "global_step": 5657, "epoch": 87, "lr": 9.56362465025698e-05}
+{"train_loss": 0.020333072170615196, "global_step": 5658, "epoch": 87, "lr": 9.563457937017515e-05}
+{"train_loss": 0.010350006632506847, "global_step": 5659, "epoch": 87, "lr": 9.563291193392132e-05}
+{"train_loss": 0.01574956625699997, "global_step": 5660, "epoch": 87, "lr": 9.563124419381944e-05}
+{"train_loss": 0.01212306972593069, "global_step": 5661, "epoch": 87, "lr": 9.56295761498806e-05}
+{"train_loss": 0.012916037812829018, "global_step": 5662, "epoch": 87, "lr": 9.562790780211592e-05}
+{"train_loss": 0.015605488792061806, "global_step": 5663, "epoch": 87, "lr": 9.56262391505365e-05}
+{"train_loss": 0.011848115362226963, "global_step": 5664, "epoch": 87, "lr": 9.562457019515344e-05}
+{"train_loss": 0.014135673642158508, "global_step": 5665, "epoch": 87, "lr": 9.562290093597787e-05}
+{"train_loss": 0.011895086616277695, "global_step": 5666, "epoch": 87, "lr": 9.562123137302088e-05}
+{"train_loss": 0.010305358096957207, "global_step": 5667, "epoch": 87, "lr": 9.561956150629363e-05}
+{"train_loss": 0.009327737614512444, "global_step": 5668, "epoch": 87, "lr": 9.56178913358072e-05}
+{"train_loss": 0.013905216939747334, "global_step": 5669, "epoch": 87, "lr": 9.561622086157272e-05}
+{"train_loss": 0.012254688888788223, "global_step": 5670, "epoch": 87, "lr": 9.561455008360133e-05}
+{"train_loss": 0.013648677617311478, "global_step": 5671, "epoch": 87, "lr": 9.561287900190413e-05}
+{"train_loss": 0.01208888553082943, "global_step": 5672, "epoch": 87, "lr": 9.561120761649227e-05}
+{"train_loss": 0.011133384890854359, "global_step": 5673, "epoch": 87, "lr": 9.560953592737686e-05}
+{"train_loss": 0.012974509969353676, "global_step": 5674, "epoch": 87, "lr": 9.560786393456905e-05}
+{"train_loss": 0.011946487240493298, "global_step": 5675, "epoch": 87, "lr": 9.560619163807994e-05}
+{"train_loss": 0.014906314201653004, "global_step": 5676, "epoch": 87, "lr": 9.560451903792069e-05}
+{"train_loss": 0.01578272134065628, "global_step": 5677, "epoch": 87, "lr": 9.560284613410245e-05}
+{"train_loss": 0.014286939986050129, "global_step": 5678, "epoch": 87, "lr": 9.560117292663634e-05}
+{"train_loss": 0.015515928156673908, "global_step": 5679, "epoch": 87, "lr": 9.55994994155335e-05}
+{"train_loss": 0.0192844457924366, "global_step": 5680, "epoch": 87, "lr": 9.559782560080507e-05}
+{"train_loss": 0.013707769103348255, "global_step": 5681, "epoch": 87, "lr": 9.559615148246222e-05}
+{"train_loss": 0.014749960973858833, "global_step": 5682, "epoch": 87, "lr": 9.559447706051607e-05}
+{"train_loss": 0.013538244180381298, "global_step": 5683, "epoch": 87, "lr": 9.559280233497778e-05}
+{"train_loss": 0.012421493418514729, "global_step": 5684, "epoch": 87, "lr": 9.559112730585851e-05}
+{"train_loss": 0.010537279769778252, "global_step": 5685, "epoch": 87, "lr": 9.558945197316938e-05}
+{"train_loss": 0.01681654155254364, "global_step": 5686, "epoch": 87, "lr": 9.558777633692159e-05}
+{"train_loss": 0.01195633877068758, "global_step": 5687, "epoch": 87, "lr": 9.558610039712626e-05}
+{"train_loss": 0.013243947178125381, "global_step": 5688, "epoch": 87, "lr": 9.558442415379458e-05}
+{"train_loss": 0.013456997461616993, "global_step": 5689, "epoch": 87, "lr": 9.558274760693768e-05}
+{"train_loss": 0.010721406899392605, "global_step": 5690, "epoch": 87, "lr": 9.558107075656675e-05}
+{"train_loss": 0.014221861958503723, "global_step": 5691, "epoch": 87, "lr": 9.557939360269295e-05}
+{"train_loss": 0.01831924542784691, "global_step": 5692, "epoch": 87, "lr": 9.557771614532743e-05}
+{"train_loss": 0.012544338591396809, "global_step": 5693, "epoch": 87, "lr": 9.557603838448138e-05}
+{"train_loss": 0.01341844629496336, "global_step": 5694, "epoch": 87, "lr": 9.557436032016596e-05}
+{"train_loss": 0.011157290078699589, "global_step": 5695, "epoch": 87, "lr": 9.557268195239236e-05}
+{"train_loss": 0.01161547563970089, "global_step": 5696, "epoch": 87, "lr": 9.557100328117172e-05}
+{"train_loss": 0.015761874616146088, "global_step": 5697, "epoch": 87, "lr": 9.556932430651526e-05}
+{"train_loss": 0.015005409717559814, "global_step": 5698, "epoch": 87, "lr": 9.556764502843412e-05}
+{"train_loss": 0.01072479598224163, "global_step": 5699, "epoch": 87, "lr": 9.556596544693951e-05}
+{"train_loss": 0.01601463183760643, "global_step": 5700, "epoch": 87, "lr": 9.55642855620426e-05}
+{"train_loss": 0.011392097920179367, "global_step": 5701, "epoch": 87, "lr": 9.556260537375459e-05}
+{"train_loss": 0.01563260518014431, "global_step": 5702, "epoch": 87, "lr": 9.556092488208666e-05}
+{"train_loss": 0.0177762433886528, "global_step": 5703, "epoch": 87, "lr": 9.555924408704998e-05}
+{"train_loss": 0.016887251287698746, "global_step": 5704, "epoch": 87, "lr": 9.555756298865577e-05}
+{"train_loss": 0.00854591652750969, "global_step": 5705, "epoch": 87, "lr": 9.55558815869152e-05}
+{"train_loss": 0.012887653894722462, "global_step": 5706, "epoch": 87, "lr": 9.555419988183949e-05}
+{"train_loss": 0.013288778252899647, "global_step": 5707, "epoch": 87, "lr": 9.555251787343982e-05}
+{"train_loss": 0.014173646457493305, "global_step": 5708, "epoch": 87, "lr": 9.55508355617274e-05}
+{"train_loss": 0.011833078227937222, "global_step": 5709, "epoch": 87, "lr": 9.554915294671343e-05}
+{"train_loss": 0.015771910548210144, "global_step": 5710, "epoch": 87, "lr": 9.55474700284091e-05}
+{"train_loss": 0.012345359660685062, "global_step": 5711, "epoch": 87, "lr": 9.554578680682565e-05}
+{"train_loss": 0.010725202970206738, "global_step": 5712, "epoch": 87, "lr": 9.554410328197423e-05}
+{"train_loss": 0.013705018907785416, "global_step": 5713, "epoch": 87, "lr": 9.55424194538661e-05}
+{"train_loss": 0.01227621827274561, "global_step": 5714, "epoch": 87, "lr": 9.554073532251247e-05}
+{"train_loss": 0.011251716874539852, "global_step": 5715, "epoch": 87, "lr": 9.553905088792452e-05}
+{"train_loss": 0.0127851078286767, "global_step": 5716, "epoch": 87, "lr": 9.553736615011349e-05}
+{"train_loss": 0.014496433548629284, "global_step": 5717, "epoch": 87, "lr": 9.55356811090906e-05}
+{"train_loss": 0.009888438507914543, "global_step": 5718, "epoch": 87, "lr": 9.553399576486706e-05}
+{"train_loss": 0.013333127826738816, "global_step": 5719, "epoch": 87, "lr": 9.553231011745409e-05, "val_loss": 0.01487724855542183}
+{"train_loss": 0.012441320344805717, "global_step": 5720, "epoch": 88, "lr": 9.553062416686293e-05}
+{"train_loss": 0.015887189656496048, "global_step": 5721, "epoch": 88, "lr": 9.552893791310478e-05}
+{"train_loss": 0.012562962248921394, "global_step": 5722, "epoch": 88, "lr": 9.552725135619089e-05}
+{"train_loss": 0.00880424864590168, "global_step": 5723, "epoch": 88, "lr": 9.552556449613249e-05}
+{"train_loss": 0.015983527526259422, "global_step": 5724, "epoch": 88, "lr": 9.552387733294081e-05}
+{"train_loss": 0.011867979541420937, "global_step": 5725, "epoch": 88, "lr": 9.552218986662707e-05}
+{"train_loss": 0.01801232062280178, "global_step": 5726, "epoch": 88, "lr": 9.552050209720251e-05}
+{"train_loss": 0.014648711308836937, "global_step": 5727, "epoch": 88, "lr": 9.551881402467837e-05}
+{"train_loss": 0.01675664447247982, "global_step": 5728, "epoch": 88, "lr": 9.55171256490659e-05}
+{"train_loss": 0.010338111780583858, "global_step": 5729, "epoch": 88, "lr": 9.551543697037634e-05}
+{"train_loss": 0.014167454093694687, "global_step": 5730, "epoch": 88, "lr": 9.551374798862093e-05}
+{"train_loss": 0.012617817148566246, "global_step": 5731, "epoch": 88, "lr": 9.55120587038109e-05}
+{"train_loss": 0.011024592444300652, "global_step": 5732, "epoch": 88, "lr": 9.551036911595754e-05}
+{"train_loss": 0.012244900688529015, "global_step": 5733, "epoch": 88, "lr": 9.550867922507205e-05}
+{"train_loss": 0.015448200516402721, "global_step": 5734, "epoch": 88, "lr": 9.550698903116573e-05}
+{"train_loss": 0.010690851137042046, "global_step": 5735, "epoch": 88, "lr": 9.550529853424979e-05}
+{"train_loss": 0.010622483678162098, "global_step": 5736, "epoch": 88, "lr": 9.550360773433551e-05}
+{"train_loss": 0.012677887454628944, "global_step": 5737, "epoch": 88, "lr": 9.550191663143415e-05}
+{"train_loss": 0.019916530698537827, "global_step": 5738, "epoch": 88, "lr": 9.550022522555697e-05}
+{"train_loss": 0.017139935865998268, "global_step": 5739, "epoch": 88, "lr": 9.549853351671522e-05}
+{"train_loss": 0.017486797645688057, "global_step": 5740, "epoch": 88, "lr": 9.549684150492017e-05}
+{"train_loss": 0.015921710059046745, "global_step": 5741, "epoch": 88, "lr": 9.549514919018308e-05}
+{"train_loss": 0.012075682170689106, "global_step": 5742, "epoch": 88, "lr": 9.549345657251524e-05}
+{"train_loss": 0.009090205654501915, "global_step": 5743, "epoch": 88, "lr": 9.549176365192792e-05}
+{"train_loss": 0.011845942586660385, "global_step": 5744, "epoch": 88, "lr": 9.549007042843234e-05}
+{"train_loss": 0.02353082038462162, "global_step": 5745, "epoch": 88, "lr": 9.548837690203984e-05}
+{"train_loss": 0.014769412577152252, "global_step": 5746, "epoch": 88, "lr": 9.548668307276167e-05}
+{"train_loss": 0.010872486047446728, "global_step": 5747, "epoch": 88, "lr": 9.548498894060911e-05}
+{"train_loss": 0.016957443207502365, "global_step": 5748, "epoch": 88, "lr": 9.548329450559344e-05}
+{"train_loss": 0.01882188953459263, "global_step": 5749, "epoch": 88, "lr": 9.548159976772592e-05}
+{"train_loss": 0.010583342984318733, "global_step": 5750, "epoch": 88, "lr": 9.547990472701787e-05}
+{"train_loss": 0.012502511031925678, "global_step": 5751, "epoch": 88, "lr": 9.547820938348056e-05}
+{"train_loss": 0.0199276152998209, "global_step": 5752, "epoch": 88, "lr": 9.547651373712529e-05}
+{"train_loss": 0.01152536366134882, "global_step": 5753, "epoch": 88, "lr": 9.547481778796333e-05}
+{"train_loss": 0.010204099118709564, "global_step": 5754, "epoch": 88, "lr": 9.547312153600599e-05}
+{"train_loss": 0.0147511325776577, "global_step": 5755, "epoch": 88, "lr": 9.547142498126456e-05}
+{"train_loss": 0.01290168147534132, "global_step": 5756, "epoch": 88, "lr": 9.546972812375033e-05}
+{"train_loss": 0.015999361872673035, "global_step": 5757, "epoch": 88, "lr": 9.546803096347458e-05}
+{"train_loss": 0.011244704015552998, "global_step": 5758, "epoch": 88, "lr": 9.546633350044866e-05}
+{"train_loss": 0.015727441757917404, "global_step": 5759, "epoch": 88, "lr": 9.546463573468386e-05}
+{"train_loss": 0.011351864784955978, "global_step": 5760, "epoch": 88, "lr": 9.546293766619144e-05}
+{"train_loss": 0.010332978330552578, "global_step": 5761, "epoch": 88, "lr": 9.546123929498277e-05}
+{"train_loss": 0.012831219471991062, "global_step": 5762, "epoch": 88, "lr": 9.545954062106909e-05}
+{"train_loss": 0.012563321739435196, "global_step": 5763, "epoch": 88, "lr": 9.545784164446177e-05}
+{"train_loss": 0.014511432498693466, "global_step": 5764, "epoch": 88, "lr": 9.54561423651721e-05}
+{"train_loss": 0.013523764908313751, "global_step": 5765, "epoch": 88, "lr": 9.545444278321138e-05}
+{"train_loss": 0.010338577441871166, "global_step": 5766, "epoch": 88, "lr": 9.545274289859096e-05}
+{"train_loss": 0.008996310643851757, "global_step": 5767, "epoch": 88, "lr": 9.545104271132213e-05}
+{"train_loss": 0.010965969413518906, "global_step": 5768, "epoch": 88, "lr": 9.544934222141622e-05}
+{"train_loss": 0.012708904221653938, "global_step": 5769, "epoch": 88, "lr": 9.544764142888454e-05}
+{"train_loss": 0.008413802832365036, "global_step": 5770, "epoch": 88, "lr": 9.544594033373847e-05}
+{"train_loss": 0.012531102634966373, "global_step": 5771, "epoch": 88, "lr": 9.544423893598926e-05}
+{"train_loss": 0.013240576721727848, "global_step": 5772, "epoch": 88, "lr": 9.544253723564826e-05}
+{"train_loss": 0.012113509699702263, "global_step": 5773, "epoch": 88, "lr": 9.544083523272685e-05}
+{"train_loss": 0.011217371560633183, "global_step": 5774, "epoch": 88, "lr": 9.543913292723632e-05}
+{"train_loss": 0.011547956615686417, "global_step": 5775, "epoch": 88, "lr": 9.5437430319188e-05}
+{"train_loss": 0.013345252722501755, "global_step": 5776, "epoch": 88, "lr": 9.543572740859324e-05}
+{"train_loss": 0.010547676123678684, "global_step": 5777, "epoch": 88, "lr": 9.543402419546339e-05}
+{"train_loss": 0.012589333578944206, "global_step": 5778, "epoch": 88, "lr": 9.543232067980976e-05}
+{"train_loss": 0.01276671327650547, "global_step": 5779, "epoch": 88, "lr": 9.543061686164373e-05}
+{"train_loss": 0.011040085926651955, "global_step": 5780, "epoch": 88, "lr": 9.542891274097661e-05}
+{"train_loss": 0.008540199138224125, "global_step": 5781, "epoch": 88, "lr": 9.542720831781977e-05}
+{"train_loss": 0.014642571099102497, "global_step": 5782, "epoch": 88, "lr": 9.542550359218456e-05}
+{"train_loss": 0.007250637747347355, "global_step": 5783, "epoch": 88, "lr": 9.542379856408232e-05}
+{"train_loss": 0.013083035685122013, "global_step": 5784, "epoch": 88, "lr": 9.542209323352441e-05, "val_loss": 0.009549488313496113}
+{"train_loss": 0.01071746926754713, "global_step": 5785, "epoch": 89, "lr": 9.542038760052217e-05}
+{"train_loss": 0.011271374300122261, "global_step": 5786, "epoch": 89, "lr": 9.541868166508698e-05}
+{"train_loss": 0.013497453182935715, "global_step": 5787, "epoch": 89, "lr": 9.541697542723018e-05}
+{"train_loss": 0.009519240818917751, "global_step": 5788, "epoch": 89, "lr": 9.541526888696314e-05}
+{"train_loss": 0.00998592097312212, "global_step": 5789, "epoch": 89, "lr": 9.541356204429723e-05}
+{"train_loss": 0.011718853376805782, "global_step": 5790, "epoch": 89, "lr": 9.54118548992438e-05}
+{"train_loss": 0.010792725719511509, "global_step": 5791, "epoch": 89, "lr": 9.541014745181422e-05}
+{"train_loss": 0.012844827026128769, "global_step": 5792, "epoch": 89, "lr": 9.540843970201988e-05}
+{"train_loss": 0.013669643551111221, "global_step": 5793, "epoch": 89, "lr": 9.540673164987213e-05}
+{"train_loss": 0.01235244981944561, "global_step": 5794, "epoch": 89, "lr": 9.540502329538232e-05}
+{"train_loss": 0.014814916998147964, "global_step": 5795, "epoch": 89, "lr": 9.540331463856188e-05}
+{"train_loss": 0.010049615055322647, "global_step": 5796, "epoch": 89, "lr": 9.540160567942216e-05}
+{"train_loss": 0.01570293679833412, "global_step": 5797, "epoch": 89, "lr": 9.539989641797452e-05}
+{"train_loss": 0.013923119753599167, "global_step": 5798, "epoch": 89, "lr": 9.539818685423037e-05}
+{"train_loss": 0.007992273196578026, "global_step": 5799, "epoch": 89, "lr": 9.539647698820107e-05}
+{"train_loss": 0.01881972886621952, "global_step": 5800, "epoch": 89, "lr": 9.539476681989803e-05}
+{"train_loss": 0.01238850224763155, "global_step": 5801, "epoch": 89, "lr": 9.539305634933263e-05}
+{"train_loss": 0.012784487567842007, "global_step": 5802, "epoch": 89, "lr": 9.539134557651625e-05}
+{"train_loss": 0.010466224513947964, "global_step": 5803, "epoch": 89, "lr": 9.538963450146027e-05}
+{"train_loss": 0.018333813175559044, "global_step": 5804, "epoch": 89, "lr": 9.538792312417613e-05}
+{"train_loss": 0.010998917743563652, "global_step": 5805, "epoch": 89, "lr": 9.538621144467518e-05}
+{"train_loss": 0.013174442574381828, "global_step": 5806, "epoch": 89, "lr": 9.538449946296882e-05}
+{"train_loss": 0.012698552571237087, "global_step": 5807, "epoch": 89, "lr": 9.538278717906847e-05}
+{"train_loss": 0.012380854226648808, "global_step": 5808, "epoch": 89, "lr": 9.538107459298553e-05}
+{"train_loss": 0.016620885580778122, "global_step": 5809, "epoch": 89, "lr": 9.537936170473139e-05}
+{"train_loss": 0.010709778405725956, "global_step": 5810, "epoch": 89, "lr": 9.537764851431745e-05}
+{"train_loss": 0.012154677882790565, "global_step": 5811, "epoch": 89, "lr": 9.537593502175513e-05}
+{"train_loss": 0.01198660023510456, "global_step": 5812, "epoch": 89, "lr": 9.537422122705585e-05}
+{"train_loss": 0.01228451170027256, "global_step": 5813, "epoch": 89, "lr": 9.5372507130231e-05}
+{"train_loss": 0.012237784452736378, "global_step": 5814, "epoch": 89, "lr": 9.537079273129202e-05}
+{"train_loss": 0.01461559347808361, "global_step": 5815, "epoch": 89, "lr": 9.536907803025029e-05}
+{"train_loss": 0.009612741880118847, "global_step": 5816, "epoch": 89, "lr": 9.536736302711723e-05}
+{"train_loss": 0.013703178614377975, "global_step": 5817, "epoch": 89, "lr": 9.536564772190429e-05}
+{"train_loss": 0.014735172502696514, "global_step": 5818, "epoch": 89, "lr": 9.536393211462289e-05}
+{"train_loss": 0.014994845725595951, "global_step": 5819, "epoch": 89, "lr": 9.536221620528442e-05}
+{"train_loss": 0.014238836243748665, "global_step": 5820, "epoch": 89, "lr": 9.536049999390034e-05}
+{"train_loss": 0.01514685433357954, "global_step": 5821, "epoch": 89, "lr": 9.535878348048203e-05}
+{"train_loss": 0.01730865240097046, "global_step": 5822, "epoch": 89, "lr": 9.535706666504099e-05}
+{"train_loss": 0.014427483081817627, "global_step": 5823, "epoch": 89, "lr": 9.535534954758858e-05}
+{"train_loss": 0.010647266171872616, "global_step": 5824, "epoch": 89, "lr": 9.535363212813629e-05}
+{"train_loss": 0.011373317800462246, "global_step": 5825, "epoch": 89, "lr": 9.535191440669552e-05}
+{"train_loss": 0.011354123242199421, "global_step": 5826, "epoch": 89, "lr": 9.535019638327772e-05}
+{"train_loss": 0.012325568124651909, "global_step": 5827, "epoch": 89, "lr": 9.534847805789433e-05}
+{"train_loss": 0.010640145279467106, "global_step": 5828, "epoch": 89, "lr": 9.53467594305568e-05}
+{"train_loss": 0.015661878511309624, "global_step": 5829, "epoch": 89, "lr": 9.534504050127656e-05}
+{"train_loss": 0.011499396525323391, "global_step": 5830, "epoch": 89, "lr": 9.534332127006505e-05}
+{"train_loss": 0.011269784532487392, "global_step": 5831, "epoch": 89, "lr": 9.534160173693374e-05}
+{"train_loss": 0.016930600628256798, "global_step": 5832, "epoch": 89, "lr": 9.533988190189404e-05}
+{"train_loss": 0.012042161077260971, "global_step": 5833, "epoch": 89, "lr": 9.533816176495746e-05}
+{"train_loss": 0.012486796826124191, "global_step": 5834, "epoch": 89, "lr": 9.533644132613541e-05}
+{"train_loss": 0.010762257501482964, "global_step": 5835, "epoch": 89, "lr": 9.533472058543935e-05}
+{"train_loss": 0.014757501892745495, "global_step": 5836, "epoch": 89, "lr": 9.533299954288076e-05}
+{"train_loss": 0.007470912300050259, "global_step": 5837, "epoch": 89, "lr": 9.533127819847107e-05}
+{"train_loss": 0.015078085474669933, "global_step": 5838, "epoch": 89, "lr": 9.532955655222176e-05}
+{"train_loss": 0.014050912111997604, "global_step": 5839, "epoch": 89, "lr": 9.532783460414429e-05}
+{"train_loss": 0.009191075339913368, "global_step": 5840, "epoch": 89, "lr": 9.532611235425013e-05}
+{"train_loss": 0.015445076860487461, "global_step": 5841, "epoch": 89, "lr": 9.532438980255074e-05}
+{"train_loss": 0.011984952725470066, "global_step": 5842, "epoch": 89, "lr": 9.532266694905758e-05}
+{"train_loss": 0.013229621574282646, "global_step": 5843, "epoch": 89, "lr": 9.532094379378216e-05}
+{"train_loss": 0.011465491726994514, "global_step": 5844, "epoch": 89, "lr": 9.53192203367359e-05}
+{"train_loss": 0.013967948965728283, "global_step": 5845, "epoch": 89, "lr": 9.531749657793031e-05}
+{"train_loss": 0.009841961786150932, "global_step": 5846, "epoch": 89, "lr": 9.53157725173769e-05}
+{"train_loss": 0.010396698489785194, "global_step": 5847, "epoch": 89, "lr": 9.531404815508707e-05}
+{"train_loss": 0.011540877632796764, "global_step": 5848, "epoch": 89, "lr": 9.531232349107235e-05}
+{"train_loss": 0.012689363326017673, "global_step": 5849, "epoch": 89, "lr": 9.531059852534422e-05, "val_loss": 0.01227486226707697}
+{"train_loss": 0.009347541257739067, "global_step": 5850, "epoch": 90, "lr": 9.530887325791416e-05}
+{"train_loss": 0.007452385034412146, "global_step": 5851, "epoch": 90, "lr": 9.530714768879366e-05}
+{"train_loss": 0.011726676486432552, "global_step": 5852, "epoch": 90, "lr": 9.530542181799421e-05}
+{"train_loss": 0.013100503012537956, "global_step": 5853, "epoch": 90, "lr": 9.53036956455273e-05}
+{"train_loss": 0.009301132522523403, "global_step": 5854, "epoch": 90, "lr": 9.530196917140444e-05}
+{"train_loss": 0.017025936394929886, "global_step": 5855, "epoch": 90, "lr": 9.530024239563709e-05}
+{"train_loss": 0.01035747304558754, "global_step": 5856, "epoch": 90, "lr": 9.529851531823678e-05}
+{"train_loss": 0.015309847891330719, "global_step": 5857, "epoch": 90, "lr": 9.529678793921499e-05}
+{"train_loss": 0.015768900513648987, "global_step": 5858, "epoch": 90, "lr": 9.529506025858324e-05}
+{"train_loss": 0.013266134075820446, "global_step": 5859, "epoch": 90, "lr": 9.529333227635304e-05}
+{"train_loss": 0.015550295822322369, "global_step": 5860, "epoch": 90, "lr": 9.529160399253586e-05}
+{"train_loss": 0.011133137159049511, "global_step": 5861, "epoch": 90, "lr": 9.528987540714322e-05}
+{"train_loss": 0.015526726841926575, "global_step": 5862, "epoch": 90, "lr": 9.528814652018665e-05}
+{"train_loss": 0.01714196614921093, "global_step": 5863, "epoch": 90, "lr": 9.528641733167765e-05}
+{"train_loss": 0.01562363002449274, "global_step": 5864, "epoch": 90, "lr": 9.528468784162772e-05}
+{"train_loss": 0.010624353773891926, "global_step": 5865, "epoch": 90, "lr": 9.52829580500484e-05}
+{"train_loss": 0.015837490558624268, "global_step": 5866, "epoch": 90, "lr": 9.52812279569512e-05}
+{"train_loss": 0.01749793067574501, "global_step": 5867, "epoch": 90, "lr": 9.527949756234764e-05}
+{"train_loss": 0.011344891041517258, "global_step": 5868, "epoch": 90, "lr": 9.527776686624923e-05}
+{"train_loss": 0.018387315794825554, "global_step": 5869, "epoch": 90, "lr": 9.52760358686675e-05}
+{"train_loss": 0.014619112946093082, "global_step": 5870, "epoch": 90, "lr": 9.527430456961399e-05}
+{"train_loss": 0.01685461215674877, "global_step": 5871, "epoch": 90, "lr": 9.527257296910022e-05}
+{"train_loss": 0.010682485066354275, "global_step": 5872, "epoch": 90, "lr": 9.52708410671377e-05}
+{"train_loss": 0.01692363992333412, "global_step": 5873, "epoch": 90, "lr": 9.526910886373798e-05}
+{"train_loss": 0.013801705092191696, "global_step": 5874, "epoch": 90, "lr": 9.52673763589126e-05}
+{"train_loss": 0.012376568280160427, "global_step": 5875, "epoch": 90, "lr": 9.526564355267308e-05}
+{"train_loss": 0.015583132393658161, "global_step": 5876, "epoch": 90, "lr": 9.526391044503098e-05}
+{"train_loss": 0.01629597693681717, "global_step": 5877, "epoch": 90, "lr": 9.526217703599782e-05}
+{"train_loss": 0.012751330621540546, "global_step": 5878, "epoch": 90, "lr": 9.526044332558515e-05}
+{"train_loss": 0.007416643667966127, "global_step": 5879, "epoch": 90, "lr": 9.525870931380451e-05}
+{"train_loss": 0.015461829490959644, "global_step": 5880, "epoch": 90, "lr": 9.525697500066745e-05}
+{"train_loss": 0.013934913091361523, "global_step": 5881, "epoch": 90, "lr": 9.525524038618552e-05}
+{"train_loss": 0.01042670663446188, "global_step": 5882, "epoch": 90, "lr": 9.525350547037025e-05}
+{"train_loss": 0.013767577707767487, "global_step": 5883, "epoch": 90, "lr": 9.525177025323323e-05}
+{"train_loss": 0.013649089261889458, "global_step": 5884, "epoch": 90, "lr": 9.525003473478598e-05}
+{"train_loss": 0.011648566462099552, "global_step": 5885, "epoch": 90, "lr": 9.524829891504005e-05}
+{"train_loss": 0.014677399769425392, "global_step": 5886, "epoch": 90, "lr": 9.524656279400704e-05}
+{"train_loss": 0.017703482881188393, "global_step": 5887, "epoch": 90, "lr": 9.524482637169849e-05}
+{"train_loss": 0.011690286919474602, "global_step": 5888, "epoch": 90, "lr": 9.524308964812594e-05}
+{"train_loss": 0.010978041216731071, "global_step": 5889, "epoch": 90, "lr": 9.524135262330098e-05}
+{"train_loss": 0.01026780717074871, "global_step": 5890, "epoch": 90, "lr": 9.523961529723517e-05}
+{"train_loss": 0.012545947916805744, "global_step": 5891, "epoch": 90, "lr": 9.523787766994008e-05}
+{"train_loss": 0.009339937940239906, "global_step": 5892, "epoch": 90, "lr": 9.523613974142727e-05}
+{"train_loss": 0.014817046001553535, "global_step": 5893, "epoch": 90, "lr": 9.523440151170831e-05}
+{"train_loss": 0.012627610936760902, "global_step": 5894, "epoch": 90, "lr": 9.52326629807948e-05}
+{"train_loss": 0.015972496941685677, "global_step": 5895, "epoch": 90, "lr": 9.523092414869829e-05}
+{"train_loss": 0.009408704936504364, "global_step": 5896, "epoch": 90, "lr": 9.522918501543036e-05}
+{"train_loss": 0.018660839647054672, "global_step": 5897, "epoch": 90, "lr": 9.522744558100261e-05}
+{"train_loss": 0.009181124158203602, "global_step": 5898, "epoch": 90, "lr": 9.522570584542659e-05}
+{"train_loss": 0.013367433100938797, "global_step": 5899, "epoch": 90, "lr": 9.522396580871391e-05}
+{"train_loss": 0.01045424584299326, "global_step": 5900, "epoch": 90, "lr": 9.522222547087616e-05}
+{"train_loss": 0.012739029712975025, "global_step": 5901, "epoch": 90, "lr": 9.522048483192492e-05}
+{"train_loss": 0.009649395942687988, "global_step": 5902, "epoch": 90, "lr": 9.521874389187175e-05}
+{"train_loss": 0.014506649225950241, "global_step": 5903, "epoch": 90, "lr": 9.521700265072828e-05}
+{"train_loss": 0.010500263422727585, "global_step": 5904, "epoch": 90, "lr": 9.52152611085061e-05}
+{"train_loss": 0.00975956954061985, "global_step": 5905, "epoch": 90, "lr": 9.52135192652168e-05}
+{"train_loss": 0.015053696930408478, "global_step": 5906, "epoch": 90, "lr": 9.521177712087197e-05}
+{"train_loss": 0.012264181859791279, "global_step": 5907, "epoch": 90, "lr": 9.521003467548323e-05}
+{"train_loss": 0.013497979380190372, "global_step": 5908, "epoch": 90, "lr": 9.520829192906216e-05}
+{"train_loss": 0.01210606750100851, "global_step": 5909, "epoch": 90, "lr": 9.520654888162037e-05}
+{"train_loss": 0.010038955137133598, "global_step": 5910, "epoch": 90, "lr": 9.520480553316948e-05}
+{"train_loss": 0.01119780633598566, "global_step": 5911, "epoch": 90, "lr": 9.520306188372108e-05}
+{"train_loss": 0.016742508858442307, "global_step": 5912, "epoch": 90, "lr": 9.520131793328679e-05}
+{"train_loss": 0.010971357114613056, "global_step": 5913, "epoch": 90, "lr": 9.519957368187823e-05}
+{"train_loss": 0.013031632954684588, "global_step": 5914, "epoch": 90, "lr": 9.519782912950699e-05, "val_loss": 0.01049420889467001, "train_action_mse_error": 0.001002682838588953}
+{"train_loss": 0.015183468349277973, "global_step": 5915, "epoch": 91, "lr": 9.519608427618472e-05}
+{"train_loss": 0.016395285725593567, "global_step": 5916, "epoch": 91, "lr": 9.519433912192299e-05}
+{"train_loss": 0.011369433254003525, "global_step": 5917, "epoch": 91, "lr": 9.519259366673348e-05}
+{"train_loss": 0.015720827504992485, "global_step": 5918, "epoch": 91, "lr": 9.519084791062775e-05}
+{"train_loss": 0.013172650709748268, "global_step": 5919, "epoch": 91, "lr": 9.518910185361747e-05}
+{"train_loss": 0.01358690857887268, "global_step": 5920, "epoch": 91, "lr": 9.518735549571425e-05}
+{"train_loss": 0.009835238568484783, "global_step": 5921, "epoch": 91, "lr": 9.518560883692973e-05}
+{"train_loss": 0.010945912450551987, "global_step": 5922, "epoch": 91, "lr": 9.518386187727552e-05}
+{"train_loss": 0.012204865925014019, "global_step": 5923, "epoch": 91, "lr": 9.518211461676326e-05}
+{"train_loss": 0.012237874791026115, "global_step": 5924, "epoch": 91, "lr": 9.518036705540458e-05}
+{"train_loss": 0.014747031964361668, "global_step": 5925, "epoch": 91, "lr": 9.517861919321114e-05}
+{"train_loss": 0.009334211237728596, "global_step": 5926, "epoch": 91, "lr": 9.517687103019454e-05}
+{"train_loss": 0.01346210390329361, "global_step": 5927, "epoch": 91, "lr": 9.517512256636648e-05}
+{"train_loss": 0.010538428090512753, "global_step": 5928, "epoch": 91, "lr": 9.517337380173852e-05}
+{"train_loss": 0.010770098306238651, "global_step": 5929, "epoch": 91, "lr": 9.517162473632237e-05}
+{"train_loss": 0.014385038986802101, "global_step": 5930, "epoch": 91, "lr": 9.516987537012965e-05}
+{"train_loss": 0.010440782643854618, "global_step": 5931, "epoch": 91, "lr": 9.5168125703172e-05}
+{"train_loss": 0.013999290764331818, "global_step": 5932, "epoch": 91, "lr": 9.516637573546107e-05}
+{"train_loss": 0.01306625735014677, "global_step": 5933, "epoch": 91, "lr": 9.516462546700855e-05}
+{"train_loss": 0.015890073031187057, "global_step": 5934, "epoch": 91, "lr": 9.516287489782607e-05}
+{"train_loss": 0.008493592962622643, "global_step": 5935, "epoch": 91, "lr": 9.516112402792528e-05}
+{"train_loss": 0.012440456077456474, "global_step": 5936, "epoch": 91, "lr": 9.515937285731783e-05}
+{"train_loss": 0.010973225347697735, "global_step": 5937, "epoch": 91, "lr": 9.515762138601541e-05}
+{"train_loss": 0.013018161989748478, "global_step": 5938, "epoch": 91, "lr": 9.515586961402965e-05}
+{"train_loss": 0.008992211893200874, "global_step": 5939, "epoch": 91, "lr": 9.515411754137223e-05}
+{"train_loss": 0.008721589110791683, "global_step": 5940, "epoch": 91, "lr": 9.515236516805481e-05}
+{"train_loss": 0.009871939197182655, "global_step": 5941, "epoch": 91, "lr": 9.515061249408908e-05}
+{"train_loss": 0.010661284439265728, "global_step": 5942, "epoch": 91, "lr": 9.514885951948669e-05}
+{"train_loss": 0.013708390295505524, "global_step": 5943, "epoch": 91, "lr": 9.514710624425931e-05}
+{"train_loss": 0.015858657658100128, "global_step": 5944, "epoch": 91, "lr": 9.514535266841862e-05}
+{"train_loss": 0.014032555744051933, "global_step": 5945, "epoch": 91, "lr": 9.514359879197631e-05}
+{"train_loss": 0.015485506504774094, "global_step": 5946, "epoch": 91, "lr": 9.514184461494403e-05}
+{"train_loss": 0.011486123315989971, "global_step": 5947, "epoch": 91, "lr": 9.514009013733348e-05}
+{"train_loss": 0.01025792770087719, "global_step": 5948, "epoch": 91, "lr": 9.513833535915633e-05}
+{"train_loss": 0.012250509113073349, "global_step": 5949, "epoch": 91, "lr": 9.513658028042429e-05}
+{"train_loss": 0.011978963389992714, "global_step": 5950, "epoch": 91, "lr": 9.513482490114902e-05}
+{"train_loss": 0.017319418489933014, "global_step": 5951, "epoch": 91, "lr": 9.513306922134221e-05}
+{"train_loss": 0.010267089121043682, "global_step": 5952, "epoch": 91, "lr": 9.513131324101554e-05}
+{"train_loss": 0.010146405547857285, "global_step": 5953, "epoch": 91, "lr": 9.512955696018075e-05}
+{"train_loss": 0.011973051354289055, "global_step": 5954, "epoch": 91, "lr": 9.51278003788495e-05}
+{"train_loss": 0.012547397054731846, "global_step": 5955, "epoch": 91, "lr": 9.512604349703347e-05}
+{"train_loss": 0.012875217944383621, "global_step": 5956, "epoch": 91, "lr": 9.51242863147444e-05}
+{"train_loss": 0.010942726396024227, "global_step": 5957, "epoch": 91, "lr": 9.512252883199394e-05}
+{"train_loss": 0.015110895968973637, "global_step": 5958, "epoch": 91, "lr": 9.512077104879383e-05}
+{"train_loss": 0.009851987473666668, "global_step": 5959, "epoch": 91, "lr": 9.511901296515577e-05}
+{"train_loss": 0.015567262656986713, "global_step": 5960, "epoch": 91, "lr": 9.511725458109147e-05}
+{"train_loss": 0.01142793521285057, "global_step": 5961, "epoch": 91, "lr": 9.51154958966126e-05}
+{"train_loss": 0.010171672329306602, "global_step": 5962, "epoch": 91, "lr": 9.511373691173092e-05}
+{"train_loss": 0.014169344678521156, "global_step": 5963, "epoch": 91, "lr": 9.511197762645812e-05}
+{"train_loss": 0.012935372069478035, "global_step": 5964, "epoch": 91, "lr": 9.511021804080591e-05}
+{"train_loss": 0.010471508838236332, "global_step": 5965, "epoch": 91, "lr": 9.510845815478601e-05}
+{"train_loss": 0.014884013682603836, "global_step": 5966, "epoch": 91, "lr": 9.510669796841014e-05}
+{"train_loss": 0.01704908162355423, "global_step": 5967, "epoch": 91, "lr": 9.510493748169003e-05}
+{"train_loss": 0.01587068662047386, "global_step": 5968, "epoch": 91, "lr": 9.510317669463738e-05}
+{"train_loss": 0.017174547538161278, "global_step": 5969, "epoch": 91, "lr": 9.510141560726393e-05}
+{"train_loss": 0.011599923484027386, "global_step": 5970, "epoch": 91, "lr": 9.509965421958141e-05}
+{"train_loss": 0.012349395081400871, "global_step": 5971, "epoch": 91, "lr": 9.509789253160152e-05}
+{"train_loss": 0.015972400084137917, "global_step": 5972, "epoch": 91, "lr": 9.509613054333604e-05}
+{"train_loss": 0.01713450998067856, "global_step": 5973, "epoch": 91, "lr": 9.509436825479666e-05}
+{"train_loss": 0.013418314978480339, "global_step": 5974, "epoch": 91, "lr": 9.509260566599514e-05}
+{"train_loss": 0.017140865325927734, "global_step": 5975, "epoch": 91, "lr": 9.509084277694318e-05}
+{"train_loss": 0.012882066890597343, "global_step": 5976, "epoch": 91, "lr": 9.508907958765256e-05}
+{"train_loss": 0.015162700787186623, "global_step": 5977, "epoch": 91, "lr": 9.508731609813499e-05}
+{"train_loss": 0.019094008952379227, "global_step": 5978, "epoch": 91, "lr": 9.508555230840223e-05}
+{"train_loss": 0.013012940092728688, "global_step": 5979, "epoch": 91, "lr": 9.508378821846601e-05, "val_loss": 0.016703173518180847}
+{"train_loss": 0.013813193887472153, "global_step": 5980, "epoch": 92, "lr": 9.50820238283381e-05}
+{"train_loss": 0.011881371028721333, "global_step": 5981, "epoch": 92, "lr": 9.508025913803025e-05}
+{"train_loss": 0.0152255455031991, "global_step": 5982, "epoch": 92, "lr": 9.507849414755416e-05}
+{"train_loss": 0.015343655832111835, "global_step": 5983, "epoch": 92, "lr": 9.507672885692163e-05}
+{"train_loss": 0.023897286504507065, "global_step": 5984, "epoch": 92, "lr": 9.50749632661444e-05}
+{"train_loss": 0.014198512770235538, "global_step": 5985, "epoch": 92, "lr": 9.507319737523423e-05}
+{"train_loss": 0.018045008182525635, "global_step": 5986, "epoch": 92, "lr": 9.507143118420287e-05}
+{"train_loss": 0.014578573405742645, "global_step": 5987, "epoch": 92, "lr": 9.506966469306209e-05}
+{"train_loss": 0.01721249148249626, "global_step": 5988, "epoch": 92, "lr": 9.506789790182364e-05}
+{"train_loss": 0.011444715782999992, "global_step": 5989, "epoch": 92, "lr": 9.506613081049929e-05}
+{"train_loss": 0.01570591889321804, "global_step": 5990, "epoch": 92, "lr": 9.506436341910081e-05}
+{"train_loss": 0.014265181496739388, "global_step": 5991, "epoch": 92, "lr": 9.506259572763997e-05}
+{"train_loss": 0.016100682318210602, "global_step": 5992, "epoch": 92, "lr": 9.506082773612853e-05}
+{"train_loss": 0.011763355694711208, "global_step": 5993, "epoch": 92, "lr": 9.505905944457827e-05}
+{"train_loss": 0.01592380739748478, "global_step": 5994, "epoch": 92, "lr": 9.505729085300097e-05}
+{"train_loss": 0.0132692139595747, "global_step": 5995, "epoch": 92, "lr": 9.505552196140838e-05}
+{"train_loss": 0.01438642293214798, "global_step": 5996, "epoch": 92, "lr": 9.505375276981232e-05}
+{"train_loss": 0.019808679819107056, "global_step": 5997, "epoch": 92, "lr": 9.505198327822453e-05}
+{"train_loss": 0.01303881872445345, "global_step": 5998, "epoch": 92, "lr": 9.505021348665681e-05}
+{"train_loss": 0.011850440874695778, "global_step": 5999, "epoch": 92, "lr": 9.504844339512095e-05}
+{"train_loss": 0.015397882089018822, "global_step": 6000, "epoch": 92, "lr": 9.504667300362874e-05}
+{"train_loss": 0.011754265986382961, "global_step": 6001, "epoch": 92, "lr": 9.504490231219194e-05}
+{"train_loss": 0.01686042919754982, "global_step": 6002, "epoch": 92, "lr": 9.504313132082237e-05}
+{"train_loss": 0.011780435219407082, "global_step": 6003, "epoch": 92, "lr": 9.504136002953181e-05}
+{"train_loss": 0.012483488768339157, "global_step": 6004, "epoch": 92, "lr": 9.503958843833205e-05}
+{"train_loss": 0.011325104162096977, "global_step": 6005, "epoch": 92, "lr": 9.503781654723489e-05}
+{"train_loss": 0.01163195539265871, "global_step": 6006, "epoch": 92, "lr": 9.503604435625213e-05}
+{"train_loss": 0.016931334510445595, "global_step": 6007, "epoch": 92, "lr": 9.503427186539558e-05}
+{"train_loss": 0.017733830958604813, "global_step": 6008, "epoch": 92, "lr": 9.503249907467702e-05}
+{"train_loss": 0.014082194305956364, "global_step": 6009, "epoch": 92, "lr": 9.503072598410825e-05}
+{"train_loss": 0.02078399620950222, "global_step": 6010, "epoch": 92, "lr": 9.502895259370112e-05}
+{"train_loss": 0.01646370068192482, "global_step": 6011, "epoch": 92, "lr": 9.50271789034674e-05}
+{"train_loss": 0.011671834625303745, "global_step": 6012, "epoch": 92, "lr": 9.502540491341891e-05}
+{"train_loss": 0.010322848334908485, "global_step": 6013, "epoch": 92, "lr": 9.502363062356745e-05}
+{"train_loss": 0.009775036945939064, "global_step": 6014, "epoch": 92, "lr": 9.502185603392487e-05}
+{"train_loss": 0.01335600670427084, "global_step": 6015, "epoch": 92, "lr": 9.502008114450294e-05}
+{"train_loss": 0.01444905623793602, "global_step": 6016, "epoch": 92, "lr": 9.501830595531351e-05}
+{"train_loss": 0.01214359886944294, "global_step": 6017, "epoch": 92, "lr": 9.501653046636838e-05}
+{"train_loss": 0.015287782996892929, "global_step": 6018, "epoch": 92, "lr": 9.50147546776794e-05}
+{"train_loss": 0.014988194219768047, "global_step": 6019, "epoch": 92, "lr": 9.501297858925838e-05}
+{"train_loss": 0.0154336616396904, "global_step": 6020, "epoch": 92, "lr": 9.501120220111713e-05}
+{"train_loss": 0.01653822511434555, "global_step": 6021, "epoch": 92, "lr": 9.500942551326748e-05}
+{"train_loss": 0.010826271958649158, "global_step": 6022, "epoch": 92, "lr": 9.500764852572129e-05}
+{"train_loss": 0.01641847752034664, "global_step": 6023, "epoch": 92, "lr": 9.500587123849037e-05}
+{"train_loss": 0.012790677137672901, "global_step": 6024, "epoch": 92, "lr": 9.500409365158655e-05}
+{"train_loss": 0.011504421941936016, "global_step": 6025, "epoch": 92, "lr": 9.50023157650217e-05}
+{"train_loss": 0.015469187870621681, "global_step": 6026, "epoch": 92, "lr": 9.50005375788076e-05}
+{"train_loss": 0.012612374499440193, "global_step": 6027, "epoch": 92, "lr": 9.499875909295615e-05}
+{"train_loss": 0.008006344549357891, "global_step": 6028, "epoch": 92, "lr": 9.499698030747915e-05}
+{"train_loss": 0.01532290130853653, "global_step": 6029, "epoch": 92, "lr": 9.499520122238845e-05}
+{"train_loss": 0.012269062921404839, "global_step": 6030, "epoch": 92, "lr": 9.499342183769591e-05}
+{"train_loss": 0.009359538555145264, "global_step": 6031, "epoch": 92, "lr": 9.499164215341337e-05}
+{"train_loss": 0.012651554308831692, "global_step": 6032, "epoch": 92, "lr": 9.498986216955269e-05}
+{"train_loss": 0.015701843425631523, "global_step": 6033, "epoch": 92, "lr": 9.498808188612571e-05}
+{"train_loss": 0.016469299793243408, "global_step": 6034, "epoch": 92, "lr": 9.49863013031443e-05}
+{"train_loss": 0.013324927538633347, "global_step": 6035, "epoch": 92, "lr": 9.498452042062028e-05}
+{"train_loss": 0.018352841958403587, "global_step": 6036, "epoch": 92, "lr": 9.498273923856555e-05}
+{"train_loss": 0.011962738819420338, "global_step": 6037, "epoch": 92, "lr": 9.498095775699195e-05}
+{"train_loss": 0.010480762459337711, "global_step": 6038, "epoch": 92, "lr": 9.497917597591135e-05}
+{"train_loss": 0.011769155040383339, "global_step": 6039, "epoch": 92, "lr": 9.49773938953356e-05}
+{"train_loss": 0.014533374458551407, "global_step": 6040, "epoch": 92, "lr": 9.497561151527659e-05}
+{"train_loss": 0.016219310462474823, "global_step": 6041, "epoch": 92, "lr": 9.497382883574614e-05}
+{"train_loss": 0.011828797869384289, "global_step": 6042, "epoch": 92, "lr": 9.497204585675619e-05}
+{"train_loss": 0.015273228287696838, "global_step": 6043, "epoch": 92, "lr": 9.497026257831855e-05}
+{"train_loss": 0.014176440697449904, "global_step": 6044, "epoch": 92, "lr": 9.496847900044515e-05, "val_loss": 0.01648486964404583}
+{"train_loss": 0.012315451167523861, "global_step": 6045, "epoch": 93, "lr": 9.49666951231478e-05}
+{"train_loss": 0.011393683962523937, "global_step": 6046, "epoch": 93, "lr": 9.496491094643842e-05}
+{"train_loss": 0.008807988837361336, "global_step": 6047, "epoch": 93, "lr": 9.49631264703289e-05}
+{"train_loss": 0.01094579603523016, "global_step": 6048, "epoch": 93, "lr": 9.496134169483108e-05}
+{"train_loss": 0.018321899697184563, "global_step": 6049, "epoch": 93, "lr": 9.49595566199569e-05}
+{"train_loss": 0.01292480155825615, "global_step": 6050, "epoch": 93, "lr": 9.495777124571819e-05}
+{"train_loss": 0.015050595626235008, "global_step": 6051, "epoch": 93, "lr": 9.495598557212688e-05}
+{"train_loss": 0.014490041881799698, "global_step": 6052, "epoch": 93, "lr": 9.495419959919482e-05}
+{"train_loss": 0.012615821324288845, "global_step": 6053, "epoch": 93, "lr": 9.495241332693394e-05}
+{"train_loss": 0.014557559974491596, "global_step": 6054, "epoch": 93, "lr": 9.495062675535613e-05}
+{"train_loss": 0.013921283185482025, "global_step": 6055, "epoch": 93, "lr": 9.494883988447325e-05}
+{"train_loss": 0.013228965923190117, "global_step": 6056, "epoch": 93, "lr": 9.494705271429725e-05}
+{"train_loss": 0.017235348001122475, "global_step": 6057, "epoch": 93, "lr": 9.494526524483997e-05}
+{"train_loss": 0.011353682726621628, "global_step": 6058, "epoch": 93, "lr": 9.494347747611338e-05}
+{"train_loss": 0.01337528508156538, "global_step": 6059, "epoch": 93, "lr": 9.494168940812934e-05}
+{"train_loss": 0.01874690316617489, "global_step": 6060, "epoch": 93, "lr": 9.493990104089974e-05}
+{"train_loss": 0.012506208382546902, "global_step": 6061, "epoch": 93, "lr": 9.493811237443653e-05}
+{"train_loss": 0.015205592848360538, "global_step": 6062, "epoch": 93, "lr": 9.493632340875159e-05}
+{"train_loss": 0.012561893090605736, "global_step": 6063, "epoch": 93, "lr": 9.493453414385685e-05}
+{"train_loss": 0.010997072793543339, "global_step": 6064, "epoch": 93, "lr": 9.493274457976422e-05}
+{"train_loss": 0.017739422619342804, "global_step": 6065, "epoch": 93, "lr": 9.493095471648562e-05}
+{"train_loss": 0.014173348434269428, "global_step": 6066, "epoch": 93, "lr": 9.492916455403296e-05}
+{"train_loss": 0.011413434520363808, "global_step": 6067, "epoch": 93, "lr": 9.492737409241816e-05}
+{"train_loss": 0.010564783588051796, "global_step": 6068, "epoch": 93, "lr": 9.492558333165314e-05}
+{"train_loss": 0.010366303846240044, "global_step": 6069, "epoch": 93, "lr": 9.492379227174982e-05}
+{"train_loss": 0.013980405405163765, "global_step": 6070, "epoch": 93, "lr": 9.492200091272015e-05}
+{"train_loss": 0.009030644781887531, "global_step": 6071, "epoch": 93, "lr": 9.492020925457603e-05}
+{"train_loss": 0.015744246542453766, "global_step": 6072, "epoch": 93, "lr": 9.49184172973294e-05}
+{"train_loss": 0.011017478071153164, "global_step": 6073, "epoch": 93, "lr": 9.491662504099219e-05}
+{"train_loss": 0.009308574721217155, "global_step": 6074, "epoch": 93, "lr": 9.491483248557634e-05}
+{"train_loss": 0.013614550232887268, "global_step": 6075, "epoch": 93, "lr": 9.491303963109378e-05}
+{"train_loss": 0.008114599622786045, "global_step": 6076, "epoch": 93, "lr": 9.491124647755645e-05}
+{"train_loss": 0.014162801206111908, "global_step": 6077, "epoch": 93, "lr": 9.490945302497629e-05}
+{"train_loss": 0.011426345445215702, "global_step": 6078, "epoch": 93, "lr": 9.490765927336525e-05}
+{"train_loss": 0.01055175717920065, "global_step": 6079, "epoch": 93, "lr": 9.490586522273525e-05}
+{"train_loss": 0.011592005379498005, "global_step": 6080, "epoch": 93, "lr": 9.490407087309825e-05}
+{"train_loss": 0.009123577736318111, "global_step": 6081, "epoch": 93, "lr": 9.490227622446621e-05}
+{"train_loss": 0.011423966847360134, "global_step": 6082, "epoch": 93, "lr": 9.490048127685107e-05}
+{"train_loss": 0.008830508217215538, "global_step": 6083, "epoch": 93, "lr": 9.489868603026477e-05}
+{"train_loss": 0.011777782812714577, "global_step": 6084, "epoch": 93, "lr": 9.489689048471928e-05}
+{"train_loss": 0.012847984209656715, "global_step": 6085, "epoch": 93, "lr": 9.489509464022654e-05}
+{"train_loss": 0.014842651784420013, "global_step": 6086, "epoch": 93, "lr": 9.489329849679853e-05}
+{"train_loss": 0.012679630890488625, "global_step": 6087, "epoch": 93, "lr": 9.489150205444719e-05}
+{"train_loss": 0.011090857908129692, "global_step": 6088, "epoch": 93, "lr": 9.488970531318449e-05}
+{"train_loss": 0.017348136752843857, "global_step": 6089, "epoch": 93, "lr": 9.48879082730224e-05}
+{"train_loss": 0.008642787113785744, "global_step": 6090, "epoch": 93, "lr": 9.488611093397286e-05}
+{"train_loss": 0.010918458923697472, "global_step": 6091, "epoch": 93, "lr": 9.488431329604787e-05}
+{"train_loss": 0.009678874164819717, "global_step": 6092, "epoch": 93, "lr": 9.488251535925937e-05}
+{"train_loss": 0.011241947300732136, "global_step": 6093, "epoch": 93, "lr": 9.488071712361936e-05}
+{"train_loss": 0.00897699873894453, "global_step": 6094, "epoch": 93, "lr": 9.48789185891398e-05}
+{"train_loss": 0.012570411898195744, "global_step": 6095, "epoch": 93, "lr": 9.487711975583264e-05}
+{"train_loss": 0.00985950231552124, "global_step": 6096, "epoch": 93, "lr": 9.487532062370992e-05}
+{"train_loss": 0.009794047102332115, "global_step": 6097, "epoch": 93, "lr": 9.487352119278356e-05}
+{"train_loss": 0.01203176099807024, "global_step": 6098, "epoch": 93, "lr": 9.487172146306557e-05}
+{"train_loss": 0.010624034330248833, "global_step": 6099, "epoch": 93, "lr": 9.486992143456792e-05}
+{"train_loss": 0.012231944128870964, "global_step": 6100, "epoch": 93, "lr": 9.486812110730261e-05}
+{"train_loss": 0.013295574113726616, "global_step": 6101, "epoch": 93, "lr": 9.486632048128163e-05}
+{"train_loss": 0.00785659346729517, "global_step": 6102, "epoch": 93, "lr": 9.486451955651695e-05}
+{"train_loss": 0.01776561699807644, "global_step": 6103, "epoch": 93, "lr": 9.486271833302058e-05}
+{"train_loss": 0.01154334470629692, "global_step": 6104, "epoch": 93, "lr": 9.486091681080449e-05}
+{"train_loss": 0.007726898416876793, "global_step": 6105, "epoch": 93, "lr": 9.48591149898807e-05}
+{"train_loss": 0.009442351758480072, "global_step": 6106, "epoch": 93, "lr": 9.485731287026121e-05}
+{"train_loss": 0.010879947803914547, "global_step": 6107, "epoch": 93, "lr": 9.485551045195799e-05}
+{"train_loss": 0.015453281812369823, "global_step": 6108, "epoch": 93, "lr": 9.485370773498307e-05}
+{"train_loss": 0.012282147717017394, "global_step": 6109, "epoch": 93, "lr": 9.485190471934843e-05, "val_loss": 0.02071503922343254}
+{"train_loss": 0.013868768699467182, "global_step": 6110, "epoch": 94, "lr": 9.485010140506611e-05}
+{"train_loss": 0.012181144207715988, "global_step": 6111, "epoch": 94, "lr": 9.484829779214807e-05}
+{"train_loss": 0.006585021503269672, "global_step": 6112, "epoch": 94, "lr": 9.484649388060637e-05}
+{"train_loss": 0.011914755217730999, "global_step": 6113, "epoch": 94, "lr": 9.484468967045298e-05}
+{"train_loss": 0.010325804352760315, "global_step": 6114, "epoch": 94, "lr": 9.484288516169993e-05}
+{"train_loss": 0.008562026545405388, "global_step": 6115, "epoch": 94, "lr": 9.484108035435924e-05}
+{"train_loss": 0.015509025193750858, "global_step": 6116, "epoch": 94, "lr": 9.483927524844293e-05}
+{"train_loss": 0.016062647104263306, "global_step": 6117, "epoch": 94, "lr": 9.4837469843963e-05}
+{"train_loss": 0.010313913226127625, "global_step": 6118, "epoch": 94, "lr": 9.48356641409315e-05}
+{"train_loss": 0.011070863343775272, "global_step": 6119, "epoch": 94, "lr": 9.483385813936041e-05}
+{"train_loss": 0.012041205540299416, "global_step": 6120, "epoch": 94, "lr": 9.483205183926181e-05}
+{"train_loss": 0.009778866544365883, "global_step": 6121, "epoch": 94, "lr": 9.483024524064768e-05}
+{"train_loss": 0.011200607754290104, "global_step": 6122, "epoch": 94, "lr": 9.482843834353007e-05}
+{"train_loss": 0.012012625113129616, "global_step": 6123, "epoch": 94, "lr": 9.482663114792101e-05}
+{"train_loss": 0.011184955015778542, "global_step": 6124, "epoch": 94, "lr": 9.482482365383254e-05}
+{"train_loss": 0.010208641178905964, "global_step": 6125, "epoch": 94, "lr": 9.482301586127668e-05}
+{"train_loss": 0.015721652656793594, "global_step": 6126, "epoch": 94, "lr": 9.482120777026549e-05}
+{"train_loss": 0.016064375638961792, "global_step": 6127, "epoch": 94, "lr": 9.481939938081098e-05}
+{"train_loss": 0.010131827555596828, "global_step": 6128, "epoch": 94, "lr": 9.481759069292521e-05}
+{"train_loss": 0.01065783854573965, "global_step": 6129, "epoch": 94, "lr": 9.481578170662022e-05}
+{"train_loss": 0.009589406661689281, "global_step": 6130, "epoch": 94, "lr": 9.481397242190805e-05}
+{"train_loss": 0.013268590904772282, "global_step": 6131, "epoch": 94, "lr": 9.481216283880075e-05}
+{"train_loss": 0.01102240290492773, "global_step": 6132, "epoch": 94, "lr": 9.481035295731037e-05}
+{"train_loss": 0.01164189912378788, "global_step": 6133, "epoch": 94, "lr": 9.480854277744897e-05}
+{"train_loss": 0.015141153708100319, "global_step": 6134, "epoch": 94, "lr": 9.480673229922861e-05}
+{"train_loss": 0.01061101071536541, "global_step": 6135, "epoch": 94, "lr": 9.48049215226613e-05}
+{"train_loss": 0.010978130623698235, "global_step": 6136, "epoch": 94, "lr": 9.480311044775914e-05}
+{"train_loss": 0.016030073165893555, "global_step": 6137, "epoch": 94, "lr": 9.480129907453418e-05}
+{"train_loss": 0.014875944703817368, "global_step": 6138, "epoch": 94, "lr": 9.479948740299848e-05}
+{"train_loss": 0.011892900802195072, "global_step": 6139, "epoch": 94, "lr": 9.479767543316409e-05}
+{"train_loss": 0.013317888602614403, "global_step": 6140, "epoch": 94, "lr": 9.479586316504309e-05}
+{"train_loss": 0.013442281633615494, "global_step": 6141, "epoch": 94, "lr": 9.479405059864755e-05}
+{"train_loss": 0.008347823284566402, "global_step": 6142, "epoch": 94, "lr": 9.479223773398951e-05}
+{"train_loss": 0.009736398234963417, "global_step": 6143, "epoch": 94, "lr": 9.47904245710811e-05}
+{"train_loss": 0.009030014276504517, "global_step": 6144, "epoch": 94, "lr": 9.47886111099343e-05}
+{"train_loss": 0.014869260601699352, "global_step": 6145, "epoch": 94, "lr": 9.478679735056128e-05}
+{"train_loss": 0.014068255200982094, "global_step": 6146, "epoch": 94, "lr": 9.478498329297407e-05}
+{"train_loss": 0.012246619910001755, "global_step": 6147, "epoch": 94, "lr": 9.478316893718477e-05}
+{"train_loss": 0.010593079961836338, "global_step": 6148, "epoch": 94, "lr": 9.478135428320542e-05}
+{"train_loss": 0.011441349051892757, "global_step": 6149, "epoch": 94, "lr": 9.477953933104815e-05}
+{"train_loss": 0.013339350931346416, "global_step": 6150, "epoch": 94, "lr": 9.477772408072503e-05}
+{"train_loss": 0.01007101871073246, "global_step": 6151, "epoch": 94, "lr": 9.477590853224813e-05}
+{"train_loss": 0.011615953408181667, "global_step": 6152, "epoch": 94, "lr": 9.477409268562955e-05}
+{"train_loss": 0.012194233946502209, "global_step": 6153, "epoch": 94, "lr": 9.477227654088139e-05}
+{"train_loss": 0.010680877603590488, "global_step": 6154, "epoch": 94, "lr": 9.477046009801572e-05}
+{"train_loss": 0.009422085247933865, "global_step": 6155, "epoch": 94, "lr": 9.476864335704467e-05}
+{"train_loss": 0.010395552963018417, "global_step": 6156, "epoch": 94, "lr": 9.47668263179803e-05}
+{"train_loss": 0.007124656345695257, "global_step": 6157, "epoch": 94, "lr": 9.476500898083473e-05}
+{"train_loss": 0.014961396344006062, "global_step": 6158, "epoch": 94, "lr": 9.476319134562007e-05}
+{"train_loss": 0.00704670837149024, "global_step": 6159, "epoch": 94, "lr": 9.476137341234839e-05}
+{"train_loss": 0.013381610624492168, "global_step": 6160, "epoch": 94, "lr": 9.475955518103181e-05}
+{"train_loss": 0.010827957652509212, "global_step": 6161, "epoch": 94, "lr": 9.475773665168244e-05}
+{"train_loss": 0.011706048622727394, "global_step": 6162, "epoch": 94, "lr": 9.475591782431241e-05}
+{"train_loss": 0.010210384614765644, "global_step": 6163, "epoch": 94, "lr": 9.475409869893379e-05}
+{"train_loss": 0.011871512979269028, "global_step": 6164, "epoch": 94, "lr": 9.475227927555872e-05}
+{"train_loss": 0.008772729896008968, "global_step": 6165, "epoch": 94, "lr": 9.475045955419933e-05}
+{"train_loss": 0.008521783165633678, "global_step": 6166, "epoch": 94, "lr": 9.474863953486767e-05}
+{"train_loss": 0.011172028258442879, "global_step": 6167, "epoch": 94, "lr": 9.474681921757593e-05}
+{"train_loss": 0.012148772366344929, "global_step": 6168, "epoch": 94, "lr": 9.47449986023362e-05}
+{"train_loss": 0.009097084403038025, "global_step": 6169, "epoch": 94, "lr": 9.47431776891606e-05}
+{"train_loss": 0.010989989154040813, "global_step": 6170, "epoch": 94, "lr": 9.474135647806126e-05}
+{"train_loss": 0.010562376119196415, "global_step": 6171, "epoch": 94, "lr": 9.47395349690503e-05}
+{"train_loss": 0.01132049597799778, "global_step": 6172, "epoch": 94, "lr": 9.473771316213987e-05}
+{"train_loss": 0.0104652289301157, "global_step": 6173, "epoch": 94, "lr": 9.473589105734208e-05}
+{"train_loss": 0.011553248232946947, "global_step": 6174, "epoch": 94, "lr": 9.473406865466907e-05, "val_loss": 0.006973335985094309}
+{"train_loss": 0.007922014221549034, "global_step": 6175, "epoch": 95, "lr": 9.473224595413298e-05}
+{"train_loss": 0.00884751696139574, "global_step": 6176, "epoch": 95, "lr": 9.473042295574593e-05}
+{"train_loss": 0.009845415130257607, "global_step": 6177, "epoch": 95, "lr": 9.472859965952008e-05}
+{"train_loss": 0.011611402966082096, "global_step": 6178, "epoch": 95, "lr": 9.472677606546753e-05}
+{"train_loss": 0.01217777468264103, "global_step": 6179, "epoch": 95, "lr": 9.472495217360047e-05}
+{"train_loss": 0.012448818422853947, "global_step": 6180, "epoch": 95, "lr": 9.472312798393104e-05}
+{"train_loss": 0.012701115570962429, "global_step": 6181, "epoch": 95, "lr": 9.472130349647135e-05}
+{"train_loss": 0.009611236862838268, "global_step": 6182, "epoch": 95, "lr": 9.471947871123358e-05}
+{"train_loss": 0.009216615930199623, "global_step": 6183, "epoch": 95, "lr": 9.471765362822986e-05}
+{"train_loss": 0.012315918691456318, "global_step": 6184, "epoch": 95, "lr": 9.471582824747236e-05}
+{"train_loss": 0.017055105417966843, "global_step": 6185, "epoch": 95, "lr": 9.471400256897323e-05}
+{"train_loss": 0.008738955482840538, "global_step": 6186, "epoch": 95, "lr": 9.471217659274463e-05}
+{"train_loss": 0.011305087246000767, "global_step": 6187, "epoch": 95, "lr": 9.47103503187987e-05}
+{"train_loss": 0.012473092414438725, "global_step": 6188, "epoch": 95, "lr": 9.470852374714761e-05}
+{"train_loss": 0.013658398762345314, "global_step": 6189, "epoch": 95, "lr": 9.470669687780353e-05}
+{"train_loss": 0.008438562043011189, "global_step": 6190, "epoch": 95, "lr": 9.470486971077863e-05}
+{"train_loss": 0.014573787339031696, "global_step": 6191, "epoch": 95, "lr": 9.470304224608505e-05}
+{"train_loss": 0.009625671431422234, "global_step": 6192, "epoch": 95, "lr": 9.470121448373499e-05}
+{"train_loss": 0.010884678922593594, "global_step": 6193, "epoch": 95, "lr": 9.469938642374059e-05}
+{"train_loss": 0.006357037927955389, "global_step": 6194, "epoch": 95, "lr": 9.469755806611402e-05}
+{"train_loss": 0.013036527670919895, "global_step": 6195, "epoch": 95, "lr": 9.46957294108675e-05}
+{"train_loss": 0.010171011090278625, "global_step": 6196, "epoch": 95, "lr": 9.469390045801316e-05}
+{"train_loss": 0.0137725118547678, "global_step": 6197, "epoch": 95, "lr": 9.46920712075632e-05}
+{"train_loss": 0.011406803503632545, "global_step": 6198, "epoch": 95, "lr": 9.469024165952978e-05}
+{"train_loss": 0.009223838336765766, "global_step": 6199, "epoch": 95, "lr": 9.468841181392511e-05}
+{"train_loss": 0.00926142930984497, "global_step": 6200, "epoch": 95, "lr": 9.468658167076137e-05}
+{"train_loss": 0.009184489957988262, "global_step": 6201, "epoch": 95, "lr": 9.468475123005072e-05}
+{"train_loss": 0.01132719311863184, "global_step": 6202, "epoch": 95, "lr": 9.468292049180536e-05}
+{"train_loss": 0.01165489200502634, "global_step": 6203, "epoch": 95, "lr": 9.468108945603749e-05}
+{"train_loss": 0.007571250665932894, "global_step": 6204, "epoch": 95, "lr": 9.467925812275931e-05}
+{"train_loss": 0.01617702655494213, "global_step": 6205, "epoch": 95, "lr": 9.4677426491983e-05}
+{"train_loss": 0.01192734856158495, "global_step": 6206, "epoch": 95, "lr": 9.467559456372074e-05}
+{"train_loss": 0.015140753239393234, "global_step": 6207, "epoch": 95, "lr": 9.467376233798475e-05}
+{"train_loss": 0.008497986011207104, "global_step": 6208, "epoch": 95, "lr": 9.467192981478723e-05}
+{"train_loss": 0.008770440705120564, "global_step": 6209, "epoch": 95, "lr": 9.467009699414037e-05}
+{"train_loss": 0.012356940656900406, "global_step": 6210, "epoch": 95, "lr": 9.466826387605639e-05}
+{"train_loss": 0.01153813861310482, "global_step": 6211, "epoch": 95, "lr": 9.466643046054746e-05}
+{"train_loss": 0.012666845694184303, "global_step": 6212, "epoch": 95, "lr": 9.466459674762584e-05}
+{"train_loss": 0.012848622165620327, "global_step": 6213, "epoch": 95, "lr": 9.46627627373037e-05}
+{"train_loss": 0.007710132747888565, "global_step": 6214, "epoch": 95, "lr": 9.466092842959329e-05}
+{"train_loss": 0.010910500772297382, "global_step": 6215, "epoch": 95, "lr": 9.465909382450677e-05}
+{"train_loss": 0.011856097728013992, "global_step": 6216, "epoch": 95, "lr": 9.465725892205639e-05}
+{"train_loss": 0.011570025235414505, "global_step": 6217, "epoch": 95, "lr": 9.465542372225438e-05}
+{"train_loss": 0.010794597677886486, "global_step": 6218, "epoch": 95, "lr": 9.465358822511292e-05}
+{"train_loss": 0.009198990650475025, "global_step": 6219, "epoch": 95, "lr": 9.465175243064428e-05}
+{"train_loss": 0.008922265842556953, "global_step": 6220, "epoch": 95, "lr": 9.464991633886065e-05}
+{"train_loss": 0.013492245227098465, "global_step": 6221, "epoch": 95, "lr": 9.464807994977425e-05}
+{"train_loss": 0.007751322351396084, "global_step": 6222, "epoch": 95, "lr": 9.464624326339733e-05}
+{"train_loss": 0.009381650015711784, "global_step": 6223, "epoch": 95, "lr": 9.46444062797421e-05}
+{"train_loss": 0.009080085903406143, "global_step": 6224, "epoch": 95, "lr": 9.464256899882082e-05}
+{"train_loss": 0.008910860866308212, "global_step": 6225, "epoch": 95, "lr": 9.464073142064569e-05}
+{"train_loss": 0.007345461752265692, "global_step": 6226, "epoch": 95, "lr": 9.463889354522898e-05}
+{"train_loss": 0.009041748940944672, "global_step": 6227, "epoch": 95, "lr": 9.46370553725829e-05}
+{"train_loss": 0.006678776815533638, "global_step": 6228, "epoch": 95, "lr": 9.463521690271971e-05}
+{"train_loss": 0.014487662352621555, "global_step": 6229, "epoch": 95, "lr": 9.46333781356516e-05}
+{"train_loss": 0.011718656867742538, "global_step": 6230, "epoch": 95, "lr": 9.46315390713909e-05}
+{"train_loss": 0.011068429797887802, "global_step": 6231, "epoch": 95, "lr": 9.462969970994979e-05}
+{"train_loss": 0.016794513911008835, "global_step": 6232, "epoch": 95, "lr": 9.462786005134054e-05}
+{"train_loss": 0.010873707942664623, "global_step": 6233, "epoch": 95, "lr": 9.46260200955754e-05}
+{"train_loss": 0.010207867249846458, "global_step": 6234, "epoch": 95, "lr": 9.46241798426666e-05}
+{"train_loss": 0.012809021398425102, "global_step": 6235, "epoch": 95, "lr": 9.462233929262643e-05}
+{"train_loss": 0.011485839262604713, "global_step": 6236, "epoch": 95, "lr": 9.462049844546712e-05}
+{"train_loss": 0.012323755770921707, "global_step": 6237, "epoch": 95, "lr": 9.461865730120094e-05}
+{"train_loss": 0.010713872499763966, "global_step": 6238, "epoch": 95, "lr": 9.461681585984013e-05}
+{"train_loss": 0.010925074602262332, "global_step": 6239, "epoch": 95, "lr": 9.461497412139698e-05, "val_loss": 0.020801056176424026, "train_action_mse_error": 0.0007956480258144438}
+{"train_loss": 0.014281464740633965, "global_step": 6240, "epoch": 96, "lr": 9.461313208588372e-05}
+{"train_loss": 0.0146194938570261, "global_step": 6241, "epoch": 96, "lr": 9.461128975331263e-05}
+{"train_loss": 0.012966308742761612, "global_step": 6242, "epoch": 96, "lr": 9.4609447123696e-05}
+{"train_loss": 0.015158702619373798, "global_step": 6243, "epoch": 96, "lr": 9.460760419704606e-05}
+{"train_loss": 0.010781149379909039, "global_step": 6244, "epoch": 96, "lr": 9.460576097337511e-05}
+{"train_loss": 0.011237647384405136, "global_step": 6245, "epoch": 96, "lr": 9.460391745269541e-05}
+{"train_loss": 0.010077564977109432, "global_step": 6246, "epoch": 96, "lr": 9.460207363501925e-05}
+{"train_loss": 0.012495639733970165, "global_step": 6247, "epoch": 96, "lr": 9.460022952035889e-05}
+{"train_loss": 0.014345514588057995, "global_step": 6248, "epoch": 96, "lr": 9.459838510872661e-05}
+{"train_loss": 0.010262023657560349, "global_step": 6249, "epoch": 96, "lr": 9.45965404001347e-05}
+{"train_loss": 0.012182217091321945, "global_step": 6250, "epoch": 96, "lr": 9.459469539459543e-05}
+{"train_loss": 0.012346785515546799, "global_step": 6251, "epoch": 96, "lr": 9.45928500921211e-05}
+{"train_loss": 0.0118329469114542, "global_step": 6252, "epoch": 96, "lr": 9.4591004492724e-05}
+{"train_loss": 0.009816383942961693, "global_step": 6253, "epoch": 96, "lr": 9.45891585964164e-05}
+{"train_loss": 0.010901430621743202, "global_step": 6254, "epoch": 96, "lr": 9.45873124032106e-05}
+{"train_loss": 0.008589880540966988, "global_step": 6255, "epoch": 96, "lr": 9.45854659131189e-05}
+{"train_loss": 0.0105869947001338, "global_step": 6256, "epoch": 96, "lr": 9.458361912615358e-05}
+{"train_loss": 0.006395576521754265, "global_step": 6257, "epoch": 96, "lr": 9.458177204232694e-05}
+{"train_loss": 0.011653268709778786, "global_step": 6258, "epoch": 96, "lr": 9.457992466165131e-05}
+{"train_loss": 0.011648842133581638, "global_step": 6259, "epoch": 96, "lr": 9.457807698413894e-05}
+{"train_loss": 0.00884089432656765, "global_step": 6260, "epoch": 96, "lr": 9.457622900980218e-05}
+{"train_loss": 0.013814831152558327, "global_step": 6261, "epoch": 96, "lr": 9.45743807386533e-05}
+{"train_loss": 0.016421014443039894, "global_step": 6262, "epoch": 96, "lr": 9.457253217070461e-05}
+{"train_loss": 0.012921402230858803, "global_step": 6263, "epoch": 96, "lr": 9.457068330596845e-05}
+{"train_loss": 0.011194116435945034, "global_step": 6264, "epoch": 96, "lr": 9.45688341444571e-05}
+{"train_loss": 0.010099595412611961, "global_step": 6265, "epoch": 96, "lr": 9.456698468618288e-05}
+{"train_loss": 0.010269549675285816, "global_step": 6266, "epoch": 96, "lr": 9.456513493115811e-05}
+{"train_loss": 0.011845482513308525, "global_step": 6267, "epoch": 96, "lr": 9.45632848793951e-05}
+{"train_loss": 0.010847116820514202, "global_step": 6268, "epoch": 96, "lr": 9.456143453090616e-05}
+{"train_loss": 0.013770299032330513, "global_step": 6269, "epoch": 96, "lr": 9.455958388570364e-05}
+{"train_loss": 0.012293272651731968, "global_step": 6270, "epoch": 96, "lr": 9.455773294379983e-05}
+{"train_loss": 0.012633522041141987, "global_step": 6271, "epoch": 96, "lr": 9.455588170520709e-05}
+{"train_loss": 0.012453210540115833, "global_step": 6272, "epoch": 96, "lr": 9.455403016993772e-05}
+{"train_loss": 0.009662020020186901, "global_step": 6273, "epoch": 96, "lr": 9.455217833800403e-05}
+{"train_loss": 0.012467931024730206, "global_step": 6274, "epoch": 96, "lr": 9.45503262094184e-05}
+{"train_loss": 0.010654900223016739, "global_step": 6275, "epoch": 96, "lr": 9.454847378419314e-05}
+{"train_loss": 0.015410234220325947, "global_step": 6276, "epoch": 96, "lr": 9.454662106234055e-05}
+{"train_loss": 0.009253157302737236, "global_step": 6277, "epoch": 96, "lr": 9.454476804387303e-05}
+{"train_loss": 0.01237928681075573, "global_step": 6278, "epoch": 96, "lr": 9.454291472880288e-05}
+{"train_loss": 0.010366970673203468, "global_step": 6279, "epoch": 96, "lr": 9.454106111714245e-05}
+{"train_loss": 0.00956739392131567, "global_step": 6280, "epoch": 96, "lr": 9.453920720890407e-05}
+{"train_loss": 0.011355643160641193, "global_step": 6281, "epoch": 96, "lr": 9.453735300410009e-05}
+{"train_loss": 0.009999418631196022, "global_step": 6282, "epoch": 96, "lr": 9.453549850274288e-05}
+{"train_loss": 0.006618783343583345, "global_step": 6283, "epoch": 96, "lr": 9.453364370484474e-05}
+{"train_loss": 0.011012730188667774, "global_step": 6284, "epoch": 96, "lr": 9.453178861041808e-05}
+{"train_loss": 0.016777781769633293, "global_step": 6285, "epoch": 96, "lr": 9.452993321947521e-05}
+{"train_loss": 0.010883302427828312, "global_step": 6286, "epoch": 96, "lr": 9.452807753202849e-05}
+{"train_loss": 0.01135046873241663, "global_step": 6287, "epoch": 96, "lr": 9.452622154809028e-05}
+{"train_loss": 0.013413410633802414, "global_step": 6288, "epoch": 96, "lr": 9.452436526767292e-05}
+{"train_loss": 0.011249878443777561, "global_step": 6289, "epoch": 96, "lr": 9.452250869078882e-05}
+{"train_loss": 0.016244718804955482, "global_step": 6290, "epoch": 96, "lr": 9.452065181745028e-05}
+{"train_loss": 0.009467218071222305, "global_step": 6291, "epoch": 96, "lr": 9.451879464766973e-05}
+{"train_loss": 0.011325281113386154, "global_step": 6292, "epoch": 96, "lr": 9.451693718145949e-05}
+{"train_loss": 0.012080316431820393, "global_step": 6293, "epoch": 96, "lr": 9.451507941883193e-05}
+{"train_loss": 0.011817282997071743, "global_step": 6294, "epoch": 96, "lr": 9.451322135979944e-05}
+{"train_loss": 0.012060514651238918, "global_step": 6295, "epoch": 96, "lr": 9.451136300437438e-05}
+{"train_loss": 0.008386236615478992, "global_step": 6296, "epoch": 96, "lr": 9.450950435256911e-05}
+{"train_loss": 0.013736295513808727, "global_step": 6297, "epoch": 96, "lr": 9.450764540439603e-05}
+{"train_loss": 0.009729459881782532, "global_step": 6298, "epoch": 96, "lr": 9.450578615986752e-05}
+{"train_loss": 0.01352113950997591, "global_step": 6299, "epoch": 96, "lr": 9.450392661899594e-05}
+{"train_loss": 0.013264993205666542, "global_step": 6300, "epoch": 96, "lr": 9.450206678179367e-05}
+{"train_loss": 0.009663586504757404, "global_step": 6301, "epoch": 96, "lr": 9.450020664827313e-05}
+{"train_loss": 0.014625386334955692, "global_step": 6302, "epoch": 96, "lr": 9.449834621844664e-05}
+{"train_loss": 0.012734177522361279, "global_step": 6303, "epoch": 96, "lr": 9.449648549232666e-05}
+{"train_loss": 0.011728683594041146, "global_step": 6304, "epoch": 96, "lr": 9.449462446992554e-05, "val_loss": 0.015724537894129753}
+{"train_loss": 0.01203022338449955, "global_step": 6305, "epoch": 97, "lr": 9.449276315125568e-05}
+{"train_loss": 0.013768606819212437, "global_step": 6306, "epoch": 97, "lr": 9.449090153632947e-05}
+{"train_loss": 0.014170657843351364, "global_step": 6307, "epoch": 97, "lr": 9.448903962515931e-05}
+{"train_loss": 0.012001858092844486, "global_step": 6308, "epoch": 97, "lr": 9.448717741775759e-05}
+{"train_loss": 0.00798854511231184, "global_step": 6309, "epoch": 97, "lr": 9.448531491413672e-05}
+{"train_loss": 0.01547632459551096, "global_step": 6310, "epoch": 97, "lr": 9.44834521143091e-05}
+{"train_loss": 0.012471843510866165, "global_step": 6311, "epoch": 97, "lr": 9.448158901828713e-05}
+{"train_loss": 0.013025660999119282, "global_step": 6312, "epoch": 97, "lr": 9.447972562608321e-05}
+{"train_loss": 0.008885733783245087, "global_step": 6313, "epoch": 97, "lr": 9.447786193770976e-05}
+{"train_loss": 0.014284919947385788, "global_step": 6314, "epoch": 97, "lr": 9.447599795317918e-05}
+{"train_loss": 0.013681568205356598, "global_step": 6315, "epoch": 97, "lr": 9.447413367250388e-05}
+{"train_loss": 0.01063926238566637, "global_step": 6316, "epoch": 97, "lr": 9.447226909569629e-05}
+{"train_loss": 0.007040283642709255, "global_step": 6317, "epoch": 97, "lr": 9.44704042227688e-05}
+{"train_loss": 0.013922084122896194, "global_step": 6318, "epoch": 97, "lr": 9.446853905373385e-05}
+{"train_loss": 0.009141800925135612, "global_step": 6319, "epoch": 97, "lr": 9.446667358860384e-05}
+{"train_loss": 0.007641086354851723, "global_step": 6320, "epoch": 97, "lr": 9.446480782739121e-05}
+{"train_loss": 0.007996059954166412, "global_step": 6321, "epoch": 97, "lr": 9.446294177010837e-05}
+{"train_loss": 0.014922061935067177, "global_step": 6322, "epoch": 97, "lr": 9.446107541676774e-05}
+{"train_loss": 0.016335098072886467, "global_step": 6323, "epoch": 97, "lr": 9.445920876738177e-05}
+{"train_loss": 0.013599468395113945, "global_step": 6324, "epoch": 97, "lr": 9.445734182196287e-05}
+{"train_loss": 0.012339816428720951, "global_step": 6325, "epoch": 97, "lr": 9.445547458052348e-05}
+{"train_loss": 0.010593940503895283, "global_step": 6326, "epoch": 97, "lr": 9.445360704307602e-05}
+{"train_loss": 0.011207626201212406, "global_step": 6327, "epoch": 97, "lr": 9.445173920963295e-05}
+{"train_loss": 0.011085436679422855, "global_step": 6328, "epoch": 97, "lr": 9.444987108020668e-05}
+{"train_loss": 0.0119756069034338, "global_step": 6329, "epoch": 97, "lr": 9.444800265480967e-05}
+{"train_loss": 0.0089972373098135, "global_step": 6330, "epoch": 97, "lr": 9.444613393345434e-05}
+{"train_loss": 0.012969402596354485, "global_step": 6331, "epoch": 97, "lr": 9.444426491615315e-05}
+{"train_loss": 0.01128618884831667, "global_step": 6332, "epoch": 97, "lr": 9.444239560291855e-05}
+{"train_loss": 0.009994643740355968, "global_step": 6333, "epoch": 97, "lr": 9.444052599376296e-05}
+{"train_loss": 0.011914326809346676, "global_step": 6334, "epoch": 97, "lr": 9.443865608869886e-05}
+{"train_loss": 0.015901371836662292, "global_step": 6335, "epoch": 97, "lr": 9.443678588773868e-05}
+{"train_loss": 0.016786698251962662, "global_step": 6336, "epoch": 97, "lr": 9.443491539089488e-05}
+{"train_loss": 0.010781308636069298, "global_step": 6337, "epoch": 97, "lr": 9.44330445981799e-05}
+{"train_loss": 0.010528838261961937, "global_step": 6338, "epoch": 97, "lr": 9.443117350960622e-05}
+{"train_loss": 0.013562128879129887, "global_step": 6339, "epoch": 97, "lr": 9.44293021251863e-05}
+{"train_loss": 0.013129097409546375, "global_step": 6340, "epoch": 97, "lr": 9.442743044493257e-05}
+{"train_loss": 0.011526772752404213, "global_step": 6341, "epoch": 97, "lr": 9.442555846885752e-05}
+{"train_loss": 0.010407929308712482, "global_step": 6342, "epoch": 97, "lr": 9.442368619697362e-05}
+{"train_loss": 0.012113625183701515, "global_step": 6343, "epoch": 97, "lr": 9.442181362929332e-05}
+{"train_loss": 0.014231682755053043, "global_step": 6344, "epoch": 97, "lr": 9.441994076582907e-05}
+{"train_loss": 0.009994504041969776, "global_step": 6345, "epoch": 97, "lr": 9.441806760659338e-05}
+{"train_loss": 0.011885606683790684, "global_step": 6346, "epoch": 97, "lr": 9.44161941515987e-05}
+{"train_loss": 0.00827007181942463, "global_step": 6347, "epoch": 97, "lr": 9.441432040085753e-05}
+{"train_loss": 0.01731480099260807, "global_step": 6348, "epoch": 97, "lr": 9.44124463543823e-05}
+{"train_loss": 0.009040719829499722, "global_step": 6349, "epoch": 97, "lr": 9.441057201218553e-05}
+{"train_loss": 0.008502083830535412, "global_step": 6350, "epoch": 97, "lr": 9.440869737427967e-05}
+{"train_loss": 0.013040554709732533, "global_step": 6351, "epoch": 97, "lr": 9.440682244067724e-05}
+{"train_loss": 0.008334397338330746, "global_step": 6352, "epoch": 97, "lr": 9.440494721139068e-05}
+{"train_loss": 0.008653344586491585, "global_step": 6353, "epoch": 97, "lr": 9.44030716864325e-05}
+{"train_loss": 0.015317563898861408, "global_step": 6354, "epoch": 97, "lr": 9.440119586581519e-05}
+{"train_loss": 0.008023777976632118, "global_step": 6355, "epoch": 97, "lr": 9.439931974955125e-05}
+{"train_loss": 0.01106033381074667, "global_step": 6356, "epoch": 97, "lr": 9.439744333765314e-05}
+{"train_loss": 0.011254677549004555, "global_step": 6357, "epoch": 97, "lr": 9.439556663013338e-05}
+{"train_loss": 0.014340344816446304, "global_step": 6358, "epoch": 97, "lr": 9.439368962700446e-05}
+{"train_loss": 0.014637807384133339, "global_step": 6359, "epoch": 97, "lr": 9.439181232827886e-05}
+{"train_loss": 0.010276773944497108, "global_step": 6360, "epoch": 97, "lr": 9.438993473396911e-05}
+{"train_loss": 0.010806544683873653, "global_step": 6361, "epoch": 97, "lr": 9.43880568440877e-05}
+{"train_loss": 0.008868289180099964, "global_step": 6362, "epoch": 97, "lr": 9.438617865864714e-05}
+{"train_loss": 0.008139900863170624, "global_step": 6363, "epoch": 97, "lr": 9.43843001776599e-05}
+{"train_loss": 0.00978757068514824, "global_step": 6364, "epoch": 97, "lr": 9.438242140113854e-05}
+{"train_loss": 0.01032172329723835, "global_step": 6365, "epoch": 97, "lr": 9.438054232909555e-05}
+{"train_loss": 0.010692601092159748, "global_step": 6366, "epoch": 97, "lr": 9.437866296154343e-05}
+{"train_loss": 0.010714893229305744, "global_step": 6367, "epoch": 97, "lr": 9.43767832984947e-05}
+{"train_loss": 0.014459189027547836, "global_step": 6368, "epoch": 97, "lr": 9.437490333996189e-05}
+{"train_loss": 0.011621273495256901, "global_step": 6369, "epoch": 97, "lr": 9.437302308595747e-05, "val_loss": 0.014375288970768452}
+{"train_loss": 0.012420601211488247, "global_step": 6370, "epoch": 98, "lr": 9.437114253649404e-05}
+{"train_loss": 0.009677611291408539, "global_step": 6371, "epoch": 98, "lr": 9.436926169158406e-05}
+{"train_loss": 0.011463792994618416, "global_step": 6372, "epoch": 98, "lr": 9.436738055124007e-05}
+{"train_loss": 0.010241537354886532, "global_step": 6373, "epoch": 98, "lr": 9.436549911547459e-05}
+{"train_loss": 0.008902532979846, "global_step": 6374, "epoch": 98, "lr": 9.436361738430017e-05}
+{"train_loss": 0.013831207528710365, "global_step": 6375, "epoch": 98, "lr": 9.43617353577293e-05}
+{"train_loss": 0.012738303281366825, "global_step": 6376, "epoch": 98, "lr": 9.435985303577455e-05}
+{"train_loss": 0.011287672445178032, "global_step": 6377, "epoch": 98, "lr": 9.435797041844844e-05}
+{"train_loss": 0.013886858709156513, "global_step": 6378, "epoch": 98, "lr": 9.43560875057635e-05}
+{"train_loss": 0.009519137442111969, "global_step": 6379, "epoch": 98, "lr": 9.435420429773228e-05}
+{"train_loss": 0.01348841655999422, "global_step": 6380, "epoch": 98, "lr": 9.43523207943673e-05}
+{"train_loss": 0.00648550596088171, "global_step": 6381, "epoch": 98, "lr": 9.435043699568111e-05}
+{"train_loss": 0.016595518216490746, "global_step": 6382, "epoch": 98, "lr": 9.434855290168627e-05}
+{"train_loss": 0.014266637153923512, "global_step": 6383, "epoch": 98, "lr": 9.43466685123953e-05}
+{"train_loss": 0.01293227169662714, "global_step": 6384, "epoch": 98, "lr": 9.434478382782075e-05}
+{"train_loss": 0.010928835719823837, "global_step": 6385, "epoch": 98, "lr": 9.434289884797519e-05}
+{"train_loss": 0.010031623765826225, "global_step": 6386, "epoch": 98, "lr": 9.434101357287115e-05}
+{"train_loss": 0.011701048351824284, "global_step": 6387, "epoch": 98, "lr": 9.43391280025212e-05}
+{"train_loss": 0.009823909029364586, "global_step": 6388, "epoch": 98, "lr": 9.433724213693789e-05}
+{"train_loss": 0.009975703433156013, "global_step": 6389, "epoch": 98, "lr": 9.433535597613377e-05}
+{"train_loss": 0.008811096660792828, "global_step": 6390, "epoch": 98, "lr": 9.43334695201214e-05}
+{"train_loss": 0.009710392914712429, "global_step": 6391, "epoch": 98, "lr": 9.433158276891334e-05}
+{"train_loss": 0.012668262235820293, "global_step": 6392, "epoch": 98, "lr": 9.432969572252217e-05}
+{"train_loss": 0.014509938657283783, "global_step": 6393, "epoch": 98, "lr": 9.432780838096043e-05}
+{"train_loss": 0.013959573581814766, "global_step": 6394, "epoch": 98, "lr": 9.43259207442407e-05}
+{"train_loss": 0.009255357086658478, "global_step": 6395, "epoch": 98, "lr": 9.432403281237555e-05}
+{"train_loss": 0.010016877204179764, "global_step": 6396, "epoch": 98, "lr": 9.432214458537755e-05}
+{"train_loss": 0.009665547870099545, "global_step": 6397, "epoch": 98, "lr": 9.432025606325927e-05}
+{"train_loss": 0.010321555659174919, "global_step": 6398, "epoch": 98, "lr": 9.43183672460333e-05}
+{"train_loss": 0.007983379065990448, "global_step": 6399, "epoch": 98, "lr": 9.431647813371218e-05}
+{"train_loss": 0.013027084991335869, "global_step": 6400, "epoch": 98, "lr": 9.431458872630851e-05}
+{"train_loss": 0.018178770318627357, "global_step": 6401, "epoch": 98, "lr": 9.431269902383488e-05}
+{"train_loss": 0.013320972211658955, "global_step": 6402, "epoch": 98, "lr": 9.431080902630387e-05}
+{"train_loss": 0.009287643246352673, "global_step": 6403, "epoch": 98, "lr": 9.430891873372807e-05}
+{"train_loss": 0.01444326713681221, "global_step": 6404, "epoch": 98, "lr": 9.430702814612004e-05}
+{"train_loss": 0.011366127990186214, "global_step": 6405, "epoch": 98, "lr": 9.430513726349239e-05}
+{"train_loss": 0.014354224316775799, "global_step": 6406, "epoch": 98, "lr": 9.43032460858577e-05}
+{"train_loss": 0.009368990547955036, "global_step": 6407, "epoch": 98, "lr": 9.430135461322858e-05}
+{"train_loss": 0.01040447223931551, "global_step": 6408, "epoch": 98, "lr": 9.429946284561759e-05}
+{"train_loss": 0.008462075144052505, "global_step": 6409, "epoch": 98, "lr": 9.429757078303735e-05}
+{"train_loss": 0.011932308785617352, "global_step": 6410, "epoch": 98, "lr": 9.429567842550049e-05}
+{"train_loss": 0.01400531455874443, "global_step": 6411, "epoch": 98, "lr": 9.429378577301955e-05}
+{"train_loss": 0.015330856665968895, "global_step": 6412, "epoch": 98, "lr": 9.429189282560716e-05}
+{"train_loss": 0.011415835469961166, "global_step": 6413, "epoch": 98, "lr": 9.428999958327594e-05}
+{"train_loss": 0.011779891327023506, "global_step": 6414, "epoch": 98, "lr": 9.428810604603846e-05}
+{"train_loss": 0.010810288600623608, "global_step": 6415, "epoch": 98, "lr": 9.428621221390735e-05}
+{"train_loss": 0.014313275925815105, "global_step": 6416, "epoch": 98, "lr": 9.428431808689522e-05}
+{"train_loss": 0.015932630747556686, "global_step": 6417, "epoch": 98, "lr": 9.428242366501468e-05}
+{"train_loss": 0.011145937256515026, "global_step": 6418, "epoch": 98, "lr": 9.428052894827835e-05}
+{"train_loss": 0.008787154220044613, "global_step": 6419, "epoch": 98, "lr": 9.427863393669885e-05}
+{"train_loss": 0.014953027479350567, "global_step": 6420, "epoch": 98, "lr": 9.427673863028876e-05}
+{"train_loss": 0.0111882034689188, "global_step": 6421, "epoch": 98, "lr": 9.427484302906076e-05}
+{"train_loss": 0.009016461670398712, "global_step": 6422, "epoch": 98, "lr": 9.427294713302741e-05}
+{"train_loss": 0.018605148419737816, "global_step": 6423, "epoch": 98, "lr": 9.427105094220139e-05}
+{"train_loss": 0.01695821061730385, "global_step": 6424, "epoch": 98, "lr": 9.426915445659529e-05}
+{"train_loss": 0.011378725990653038, "global_step": 6425, "epoch": 98, "lr": 9.426725767622175e-05}
+{"train_loss": 0.018855581060051918, "global_step": 6426, "epoch": 98, "lr": 9.426536060109338e-05}
+{"train_loss": 0.014774802140891552, "global_step": 6427, "epoch": 98, "lr": 9.426346323122285e-05}
+{"train_loss": 0.014618967659771442, "global_step": 6428, "epoch": 98, "lr": 9.426156556662276e-05}
+{"train_loss": 0.014232052490115166, "global_step": 6429, "epoch": 98, "lr": 9.425966760730576e-05}
+{"train_loss": 0.010709608905017376, "global_step": 6430, "epoch": 98, "lr": 9.425776935328449e-05}
+{"train_loss": 0.01322203315794468, "global_step": 6431, "epoch": 98, "lr": 9.425587080457158e-05}
+{"train_loss": 0.012853886932134628, "global_step": 6432, "epoch": 98, "lr": 9.425397196117969e-05}
+{"train_loss": 0.013046312145888805, "global_step": 6433, "epoch": 98, "lr": 9.425207282312145e-05}
+{"train_loss": 0.012106283037708356, "global_step": 6434, "epoch": 98, "lr": 9.425017339040951e-05, "val_loss": 0.024617763236165047}
+{"train_loss": 0.012384508736431599, "global_step": 6435, "epoch": 99, "lr": 9.42482736630565e-05}
+{"train_loss": 0.009944510646164417, "global_step": 6436, "epoch": 99, "lr": 9.424637364107509e-05}
+{"train_loss": 0.014873988926410675, "global_step": 6437, "epoch": 99, "lr": 9.424447332447792e-05}
+{"train_loss": 0.009493953548371792, "global_step": 6438, "epoch": 99, "lr": 9.424257271327764e-05}
+{"train_loss": 0.012912710197269917, "global_step": 6439, "epoch": 99, "lr": 9.424067180748692e-05}
+{"train_loss": 0.008711704052984715, "global_step": 6440, "epoch": 99, "lr": 9.423877060711841e-05}
+{"train_loss": 0.010269995778799057, "global_step": 6441, "epoch": 99, "lr": 9.423686911218479e-05}
+{"train_loss": 0.013431660830974579, "global_step": 6442, "epoch": 99, "lr": 9.423496732269867e-05}
+{"train_loss": 0.013217674568295479, "global_step": 6443, "epoch": 99, "lr": 9.423306523867276e-05}
+{"train_loss": 0.009516511112451553, "global_step": 6444, "epoch": 99, "lr": 9.42311628601197e-05}
+{"train_loss": 0.01262033823877573, "global_step": 6445, "epoch": 99, "lr": 9.422926018705217e-05}
+{"train_loss": 0.009739833883941174, "global_step": 6446, "epoch": 99, "lr": 9.422735721948284e-05}
+{"train_loss": 0.010205778293311596, "global_step": 6447, "epoch": 99, "lr": 9.422545395742437e-05}
+{"train_loss": 0.0078389011323452, "global_step": 6448, "epoch": 99, "lr": 9.422355040088944e-05}
+{"train_loss": 0.011622452177107334, "global_step": 6449, "epoch": 99, "lr": 9.422164654989072e-05}
+{"train_loss": 0.011157677508890629, "global_step": 6450, "epoch": 99, "lr": 9.421974240444089e-05}
+{"train_loss": 0.009846363216638565, "global_step": 6451, "epoch": 99, "lr": 9.421783796455264e-05}
+{"train_loss": 0.01549972128123045, "global_step": 6452, "epoch": 99, "lr": 9.421593323023863e-05}
+{"train_loss": 0.01043095625936985, "global_step": 6453, "epoch": 99, "lr": 9.421402820151155e-05}
+{"train_loss": 0.013095898553729057, "global_step": 6454, "epoch": 99, "lr": 9.42121228783841e-05}
+{"train_loss": 0.01337774470448494, "global_step": 6455, "epoch": 99, "lr": 9.421021726086894e-05}
+{"train_loss": 0.013299905695021152, "global_step": 6456, "epoch": 99, "lr": 9.420831134897879e-05}
+{"train_loss": 0.012709301896393299, "global_step": 6457, "epoch": 99, "lr": 9.42064051427263e-05}
+{"train_loss": 0.010632545687258244, "global_step": 6458, "epoch": 99, "lr": 9.420449864212421e-05}
+{"train_loss": 0.011800330132246017, "global_step": 6459, "epoch": 99, "lr": 9.420259184718517e-05}
+{"train_loss": 0.014849225990474224, "global_step": 6460, "epoch": 99, "lr": 9.420068475792191e-05}
+{"train_loss": 0.007998287677764893, "global_step": 6461, "epoch": 99, "lr": 9.419877737434711e-05}
+{"train_loss": 0.011500970460474491, "global_step": 6462, "epoch": 99, "lr": 9.419686969647348e-05}
+{"train_loss": 0.01272923219949007, "global_step": 6463, "epoch": 99, "lr": 9.419496172431371e-05}
+{"train_loss": 0.010362649336457253, "global_step": 6464, "epoch": 99, "lr": 9.419305345788052e-05}
+{"train_loss": 0.00935416854918003, "global_step": 6465, "epoch": 99, "lr": 9.41911448971866e-05}
+{"train_loss": 0.013112158514559269, "global_step": 6466, "epoch": 99, "lr": 9.418923604224467e-05}
+{"train_loss": 0.009997332468628883, "global_step": 6467, "epoch": 99, "lr": 9.418732689306744e-05}
+{"train_loss": 0.012540528550744057, "global_step": 6468, "epoch": 99, "lr": 9.418541744966763e-05}
+{"train_loss": 0.009289157576858997, "global_step": 6469, "epoch": 99, "lr": 9.418350771205792e-05}
+{"train_loss": 0.01234299223870039, "global_step": 6470, "epoch": 99, "lr": 9.418159768025106e-05}
+{"train_loss": 0.01550154946744442, "global_step": 6471, "epoch": 99, "lr": 9.417968735425975e-05}
+{"train_loss": 0.011810163035988808, "global_step": 6472, "epoch": 99, "lr": 9.417777673409672e-05}
+{"train_loss": 0.010181082412600517, "global_step": 6473, "epoch": 99, "lr": 9.41758658197747e-05}
+{"train_loss": 0.009363409131765366, "global_step": 6474, "epoch": 99, "lr": 9.417395461130639e-05}
+{"train_loss": 0.013284919783473015, "global_step": 6475, "epoch": 99, "lr": 9.417204310870453e-05}
+{"train_loss": 0.010774118825793266, "global_step": 6476, "epoch": 99, "lr": 9.417013131198185e-05}
+{"train_loss": 0.010353710502386093, "global_step": 6477, "epoch": 99, "lr": 9.416821922115108e-05}
+{"train_loss": 0.011297733522951603, "global_step": 6478, "epoch": 99, "lr": 9.416630683622493e-05}
+{"train_loss": 0.008799802511930466, "global_step": 6479, "epoch": 99, "lr": 9.416439415721617e-05}
+{"train_loss": 0.014070522040128708, "global_step": 6480, "epoch": 99, "lr": 9.416248118413751e-05}
+{"train_loss": 0.012609878554940224, "global_step": 6481, "epoch": 99, "lr": 9.41605679170017e-05}
+{"train_loss": 0.012046748772263527, "global_step": 6482, "epoch": 99, "lr": 9.415865435582147e-05}
+{"train_loss": 0.011076081544160843, "global_step": 6483, "epoch": 99, "lr": 9.415674050060956e-05}
+{"train_loss": 0.009177940897643566, "global_step": 6484, "epoch": 99, "lr": 9.415482635137873e-05}
+{"train_loss": 0.012980499304831028, "global_step": 6485, "epoch": 99, "lr": 9.415291190814172e-05}
+{"train_loss": 0.011959756724536419, "global_step": 6486, "epoch": 99, "lr": 9.415099717091124e-05}
+{"train_loss": 0.01447333674877882, "global_step": 6487, "epoch": 99, "lr": 9.414908213970011e-05}
+{"train_loss": 0.010807832702994347, "global_step": 6488, "epoch": 99, "lr": 9.414716681452102e-05}
+{"train_loss": 0.009839219972491264, "global_step": 6489, "epoch": 99, "lr": 9.414525119538676e-05}
+{"train_loss": 0.00928416382521391, "global_step": 6490, "epoch": 99, "lr": 9.414333528231006e-05}
+{"train_loss": 0.00967554934322834, "global_step": 6491, "epoch": 99, "lr": 9.41414190753037e-05}
+{"train_loss": 0.011569353751838207, "global_step": 6492, "epoch": 99, "lr": 9.413950257438042e-05}
+{"train_loss": 0.011673863977193832, "global_step": 6493, "epoch": 99, "lr": 9.413758577955298e-05}
+{"train_loss": 0.010797022841870785, "global_step": 6494, "epoch": 99, "lr": 9.413566869083416e-05}
+{"train_loss": 0.01377041358500719, "global_step": 6495, "epoch": 99, "lr": 9.413375130823672e-05}
+{"train_loss": 0.010176364332437515, "global_step": 6496, "epoch": 99, "lr": 9.41318336317734e-05}
+{"train_loss": 0.012518884614109993, "global_step": 6497, "epoch": 99, "lr": 9.412991566145702e-05}
+{"train_loss": 0.010118870064616203, "global_step": 6498, "epoch": 99, "lr": 9.412799739730032e-05}
+{"train_loss": 0.011451731120737699, "global_step": 6499, "epoch": 99, "lr": 9.412607883931607e-05, "val_loss": 0.012047513388097286}
+{"train_loss": 0.009790894575417042, "global_step": 6500, "epoch": 100, "lr": 9.412415998751704e-05}
+{"train_loss": 0.007923285476863384, "global_step": 6501, "epoch": 100, "lr": 9.412224084191604e-05}
+{"train_loss": 0.009221355430781841, "global_step": 6502, "epoch": 100, "lr": 9.412032140252581e-05}
+{"train_loss": 0.012626648880541325, "global_step": 6503, "epoch": 100, "lr": 9.411840166935915e-05}
+{"train_loss": 0.015904629603028297, "global_step": 6504, "epoch": 100, "lr": 9.411648164242884e-05}
+{"train_loss": 0.011731138452887535, "global_step": 6505, "epoch": 100, "lr": 9.411456132174767e-05}
+{"train_loss": 0.013809457421302795, "global_step": 6506, "epoch": 100, "lr": 9.411264070732842e-05}
+{"train_loss": 0.010264335200190544, "global_step": 6507, "epoch": 100, "lr": 9.411071979918387e-05}
+{"train_loss": 0.009863129816949368, "global_step": 6508, "epoch": 100, "lr": 9.410879859732682e-05}
+{"train_loss": 0.012183166109025478, "global_step": 6509, "epoch": 100, "lr": 9.410687710177006e-05}
+{"train_loss": 0.010395141318440437, "global_step": 6510, "epoch": 100, "lr": 9.41049553125264e-05}
+{"train_loss": 0.015290101058781147, "global_step": 6511, "epoch": 100, "lr": 9.41030332296086e-05}
+{"train_loss": 0.01079749595373869, "global_step": 6512, "epoch": 100, "lr": 9.41011108530295e-05}
+{"train_loss": 0.010106706991791725, "global_step": 6513, "epoch": 100, "lr": 9.409918818280188e-05}
+{"train_loss": 0.013729207217693329, "global_step": 6514, "epoch": 100, "lr": 9.409726521893854e-05}
+{"train_loss": 0.01235911063849926, "global_step": 6515, "epoch": 100, "lr": 9.409534196145229e-05}
+{"train_loss": 0.010845980606973171, "global_step": 6516, "epoch": 100, "lr": 9.409341841035593e-05}
+{"train_loss": 0.009968224912881851, "global_step": 6517, "epoch": 100, "lr": 9.409149456566226e-05}
+{"train_loss": 0.007437680847942829, "global_step": 6518, "epoch": 100, "lr": 9.408957042738412e-05}
+{"train_loss": 0.010234749875962734, "global_step": 6519, "epoch": 100, "lr": 9.40876459955343e-05}
+{"train_loss": 0.010644616559147835, "global_step": 6520, "epoch": 100, "lr": 9.408572127012561e-05}
+{"train_loss": 0.00945444218814373, "global_step": 6521, "epoch": 100, "lr": 9.408379625117087e-05}
+{"train_loss": 0.006663219537585974, "global_step": 6522, "epoch": 100, "lr": 9.40818709386829e-05}
+{"train_loss": 0.010875306092202663, "global_step": 6523, "epoch": 100, "lr": 9.407994533267452e-05}
+{"train_loss": 0.008431799709796906, "global_step": 6524, "epoch": 100, "lr": 9.407801943315858e-05}
+{"train_loss": 0.00856289267539978, "global_step": 6525, "epoch": 100, "lr": 9.407609324014783e-05}
+{"train_loss": 0.017708631232380867, "global_step": 6526, "epoch": 100, "lr": 9.407416675365516e-05}
+{"train_loss": 0.008441039361059666, "global_step": 6527, "epoch": 100, "lr": 9.407223997369339e-05}
+{"train_loss": 0.014906879514455795, "global_step": 6528, "epoch": 100, "lr": 9.407031290027534e-05}
+{"train_loss": 0.009669321589171886, "global_step": 6529, "epoch": 100, "lr": 9.406838553341382e-05}
+{"train_loss": 0.011794853024184704, "global_step": 6530, "epoch": 100, "lr": 9.40664578731217e-05}
+{"train_loss": 0.012466230429708958, "global_step": 6531, "epoch": 100, "lr": 9.406452991941179e-05}
+{"train_loss": 0.010059190914034843, "global_step": 6532, "epoch": 100, "lr": 9.406260167229694e-05}
+{"train_loss": 0.011096863076090813, "global_step": 6533, "epoch": 100, "lr": 9.406067313178999e-05}
+{"train_loss": 0.008103027939796448, "global_step": 6534, "epoch": 100, "lr": 9.405874429790377e-05}
+{"train_loss": 0.011378784663975239, "global_step": 6535, "epoch": 100, "lr": 9.405681517065114e-05}
+{"train_loss": 0.008600860834121704, "global_step": 6536, "epoch": 100, "lr": 9.405488575004492e-05}
+{"train_loss": 0.011759614571928978, "global_step": 6537, "epoch": 100, "lr": 9.405295603609798e-05}
+{"train_loss": 0.009552634321153164, "global_step": 6538, "epoch": 100, "lr": 9.405102602882316e-05}
+{"train_loss": 0.012041500769555569, "global_step": 6539, "epoch": 100, "lr": 9.40490957282333e-05}
+{"train_loss": 0.009634261019527912, "global_step": 6540, "epoch": 100, "lr": 9.404716513434129e-05}
+{"train_loss": 0.01172889955341816, "global_step": 6541, "epoch": 100, "lr": 9.404523424715994e-05}
+{"train_loss": 0.008112093433737755, "global_step": 6542, "epoch": 100, "lr": 9.404330306670213e-05}
+{"train_loss": 0.012517052702605724, "global_step": 6543, "epoch": 100, "lr": 9.404137159298073e-05}
+{"train_loss": 0.009326556697487831, "global_step": 6544, "epoch": 100, "lr": 9.403943982600857e-05}
+{"train_loss": 0.015664752572774887, "global_step": 6545, "epoch": 100, "lr": 9.403750776579853e-05}
+{"train_loss": 0.007967935875058174, "global_step": 6546, "epoch": 100, "lr": 9.403557541236347e-05}
+{"train_loss": 0.010593172162771225, "global_step": 6547, "epoch": 100, "lr": 9.403364276571628e-05}
+{"train_loss": 0.014901832677423954, "global_step": 6548, "epoch": 100, "lr": 9.403170982586979e-05}
+{"train_loss": 0.007988890632987022, "global_step": 6549, "epoch": 100, "lr": 9.40297765928369e-05}
+{"train_loss": 0.01036505214869976, "global_step": 6550, "epoch": 100, "lr": 9.402784306663048e-05}
+{"train_loss": 0.012395716272294521, "global_step": 6551, "epoch": 100, "lr": 9.402590924726337e-05}
+{"train_loss": 0.011997563764452934, "global_step": 6552, "epoch": 100, "lr": 9.402397513474849e-05}
+{"train_loss": 0.016055423766374588, "global_step": 6553, "epoch": 100, "lr": 9.40220407290987e-05}
+{"train_loss": 0.00960094016045332, "global_step": 6554, "epoch": 100, "lr": 9.402010603032689e-05}
+{"train_loss": 0.008584216237068176, "global_step": 6555, "epoch": 100, "lr": 9.401817103844592e-05}
+{"train_loss": 0.02125711180269718, "global_step": 6556, "epoch": 100, "lr": 9.40162357534687e-05}
+{"train_loss": 0.009885742329061031, "global_step": 6557, "epoch": 100, "lr": 9.40143001754081e-05}
+{"train_loss": 0.008531828410923481, "global_step": 6558, "epoch": 100, "lr": 9.4012364304277e-05}
+{"train_loss": 0.01144468504935503, "global_step": 6559, "epoch": 100, "lr": 9.401042814008831e-05}
+{"train_loss": 0.009238998405635357, "global_step": 6560, "epoch": 100, "lr": 9.400849168285492e-05}
+{"train_loss": 0.00959986075758934, "global_step": 6561, "epoch": 100, "lr": 9.400655493258972e-05}
+{"train_loss": 0.012605045922100544, "global_step": 6562, "epoch": 100, "lr": 9.400461788930559e-05}
+{"train_loss": 0.010348716750741005, "global_step": 6563, "epoch": 100, "lr": 9.400268055301547e-05}
+{"train_loss": 0.011067539532310688, "global_step": 6564, "epoch": 100, "lr": 9.40007429237322e-05, "val_loss": 0.01154437754303217, "train_action_mse_error": 0.0009005249594338238}
+{"train_loss": 0.008584409952163696, "global_step": 6565, "epoch": 101, "lr": 9.399880500146873e-05}
+{"train_loss": 0.013287239708006382, "global_step": 6566, "epoch": 101, "lr": 9.399686678623793e-05}
+{"train_loss": 0.00721976812928915, "global_step": 6567, "epoch": 101, "lr": 9.399492827805274e-05}
+{"train_loss": 0.010620411485433578, "global_step": 6568, "epoch": 101, "lr": 9.399298947692606e-05}
+{"train_loss": 0.009143969975411892, "global_step": 6569, "epoch": 101, "lr": 9.399105038287077e-05}
+{"train_loss": 0.013088646344840527, "global_step": 6570, "epoch": 101, "lr": 9.39891109958998e-05}
+{"train_loss": 0.0093040456995368, "global_step": 6571, "epoch": 101, "lr": 9.398717131602608e-05}
+{"train_loss": 0.012254996225237846, "global_step": 6572, "epoch": 101, "lr": 9.398523134326252e-05}
+{"train_loss": 0.011374522931873798, "global_step": 6573, "epoch": 101, "lr": 9.3983291077622e-05}
+{"train_loss": 0.009145675227046013, "global_step": 6574, "epoch": 101, "lr": 9.398135051911747e-05}
+{"train_loss": 0.010722479782998562, "global_step": 6575, "epoch": 101, "lr": 9.397940966776186e-05}
+{"train_loss": 0.012450901791453362, "global_step": 6576, "epoch": 101, "lr": 9.397746852356809e-05}
+{"train_loss": 0.009905470535159111, "global_step": 6577, "epoch": 101, "lr": 9.397552708654907e-05}
+{"train_loss": 0.009542286396026611, "global_step": 6578, "epoch": 101, "lr": 9.397358535671772e-05}
+{"train_loss": 0.011820797808468342, "global_step": 6579, "epoch": 101, "lr": 9.397164333408698e-05}
+{"train_loss": 0.008293713442981243, "global_step": 6580, "epoch": 101, "lr": 9.396970101866982e-05}
+{"train_loss": 0.009289066307246685, "global_step": 6581, "epoch": 101, "lr": 9.396775841047912e-05}
+{"train_loss": 0.01761350780725479, "global_step": 6582, "epoch": 101, "lr": 9.396581550952781e-05}
+{"train_loss": 0.014822633005678654, "global_step": 6583, "epoch": 101, "lr": 9.396387231582889e-05}
+{"train_loss": 0.0133738461881876, "global_step": 6584, "epoch": 101, "lr": 9.396192882939522e-05}
+{"train_loss": 0.014909246005117893, "global_step": 6585, "epoch": 101, "lr": 9.39599850502398e-05}
+{"train_loss": 0.009417910128831863, "global_step": 6586, "epoch": 101, "lr": 9.395804097837553e-05}
+{"train_loss": 0.011118283495306969, "global_step": 6587, "epoch": 101, "lr": 9.39560966138154e-05}
+{"train_loss": 0.015239001251757145, "global_step": 6588, "epoch": 101, "lr": 9.395415195657231e-05}
+{"train_loss": 0.009136425331234932, "global_step": 6589, "epoch": 101, "lr": 9.395220700665923e-05}
+{"train_loss": 0.020602602511644363, "global_step": 6590, "epoch": 101, "lr": 9.395026176408913e-05}
+{"train_loss": 0.013520688749849796, "global_step": 6591, "epoch": 101, "lr": 9.394831622887494e-05}
+{"train_loss": 0.01417762041091919, "global_step": 6592, "epoch": 101, "lr": 9.394637040102962e-05}
+{"train_loss": 0.010565743781626225, "global_step": 6593, "epoch": 101, "lr": 9.394442428056612e-05}
+{"train_loss": 0.007833359763026237, "global_step": 6594, "epoch": 101, "lr": 9.394247786749739e-05}
+{"train_loss": 0.012940297834575176, "global_step": 6595, "epoch": 101, "lr": 9.394053116183642e-05}
+{"train_loss": 0.014899853616952896, "global_step": 6596, "epoch": 101, "lr": 9.393858416359615e-05}
+{"train_loss": 0.009463406167924404, "global_step": 6597, "epoch": 101, "lr": 9.393663687278955e-05}
+{"train_loss": 0.012104207649827003, "global_step": 6598, "epoch": 101, "lr": 9.393468928942958e-05}
+{"train_loss": 0.013236458413302898, "global_step": 6599, "epoch": 101, "lr": 9.393274141352924e-05}
+{"train_loss": 0.01623678021132946, "global_step": 6600, "epoch": 101, "lr": 9.393079324510143e-05}
+{"train_loss": 0.009037598967552185, "global_step": 6601, "epoch": 101, "lr": 9.39288447841592e-05}
+{"train_loss": 0.009608102962374687, "global_step": 6602, "epoch": 101, "lr": 9.392689603071547e-05}
+{"train_loss": 0.013156102038919926, "global_step": 6603, "epoch": 101, "lr": 9.392494698478325e-05}
+{"train_loss": 0.011099948547780514, "global_step": 6604, "epoch": 101, "lr": 9.39229976463755e-05}
+{"train_loss": 0.009512488730251789, "global_step": 6605, "epoch": 101, "lr": 9.39210480155052e-05}
+{"train_loss": 0.012299100868403912, "global_step": 6606, "epoch": 101, "lr": 9.391909809218533e-05}
+{"train_loss": 0.009835803881287575, "global_step": 6607, "epoch": 101, "lr": 9.391714787642888e-05}
+{"train_loss": 0.012900815345346928, "global_step": 6608, "epoch": 101, "lr": 9.391519736824883e-05}
+{"train_loss": 0.012872983701527119, "global_step": 6609, "epoch": 101, "lr": 9.391324656765818e-05}
+{"train_loss": 0.014718775637447834, "global_step": 6610, "epoch": 101, "lr": 9.391129547466991e-05}
+{"train_loss": 0.012056092731654644, "global_step": 6611, "epoch": 101, "lr": 9.390934408929701e-05}
+{"train_loss": 0.014568493701517582, "global_step": 6612, "epoch": 101, "lr": 9.390739241155248e-05}
+{"train_loss": 0.010087537579238415, "global_step": 6613, "epoch": 101, "lr": 9.390544044144929e-05}
+{"train_loss": 0.01436617411673069, "global_step": 6614, "epoch": 101, "lr": 9.390348817900048e-05}
+{"train_loss": 0.010160502046346664, "global_step": 6615, "epoch": 101, "lr": 9.390153562421902e-05}
+{"train_loss": 0.012835856527090073, "global_step": 6616, "epoch": 101, "lr": 9.389958277711792e-05}
+{"train_loss": 0.01198738906532526, "global_step": 6617, "epoch": 101, "lr": 9.389762963771019e-05}
+{"train_loss": 0.01063724048435688, "global_step": 6618, "epoch": 101, "lr": 9.389567620600881e-05}
+{"train_loss": 0.014787429943680763, "global_step": 6619, "epoch": 101, "lr": 9.389372248202682e-05}
+{"train_loss": 0.014596852473914623, "global_step": 6620, "epoch": 101, "lr": 9.389176846577719e-05}
+{"train_loss": 0.009647145867347717, "global_step": 6621, "epoch": 101, "lr": 9.388981415727295e-05}
+{"train_loss": 0.013737042434513569, "global_step": 6622, "epoch": 101, "lr": 9.388785955652714e-05}
+{"train_loss": 0.00789483543485403, "global_step": 6623, "epoch": 101, "lr": 9.388590466355274e-05}
+{"train_loss": 0.011617708019912243, "global_step": 6624, "epoch": 101, "lr": 9.388394947836279e-05}
+{"train_loss": 0.009494463913142681, "global_step": 6625, "epoch": 101, "lr": 9.388199400097028e-05}
+{"train_loss": 0.010872239246964455, "global_step": 6626, "epoch": 101, "lr": 9.388003823138825e-05}
+{"train_loss": 0.011482828296720982, "global_step": 6627, "epoch": 101, "lr": 9.387808216962973e-05}
+{"train_loss": 0.008718880824744701, "global_step": 6628, "epoch": 101, "lr": 9.387612581570773e-05}
+{"train_loss": 0.011758550586035619, "global_step": 6629, "epoch": 101, "lr": 9.387416916963527e-05, "val_loss": 0.012222970835864544}
+{"train_loss": 0.00773598300293088, "global_step": 6630, "epoch": 102, "lr": 9.38722122314254e-05}
+{"train_loss": 0.011121882125735283, "global_step": 6631, "epoch": 102, "lr": 9.387025500109112e-05}
+{"train_loss": 0.007937656715512276, "global_step": 6632, "epoch": 102, "lr": 9.38682974786455e-05}
+{"train_loss": 0.010809780098497868, "global_step": 6633, "epoch": 102, "lr": 9.386633966410155e-05}
+{"train_loss": 0.012835558503866196, "global_step": 6634, "epoch": 102, "lr": 9.38643815574723e-05}
+{"train_loss": 0.011515887454152107, "global_step": 6635, "epoch": 102, "lr": 9.386242315877082e-05}
+{"train_loss": 0.01544838584959507, "global_step": 6636, "epoch": 102, "lr": 9.386046446801011e-05}
+{"train_loss": 0.011082223616540432, "global_step": 6637, "epoch": 102, "lr": 9.385850548520325e-05}
+{"train_loss": 0.011060747317969799, "global_step": 6638, "epoch": 102, "lr": 9.385654621036327e-05}
+{"train_loss": 0.010260116308927536, "global_step": 6639, "epoch": 102, "lr": 9.385458664350318e-05}
+{"train_loss": 0.008015668950974941, "global_step": 6640, "epoch": 102, "lr": 9.385262678463608e-05}
+{"train_loss": 0.012156417593359947, "global_step": 6641, "epoch": 102, "lr": 9.3850666633775e-05}
+{"train_loss": 0.008608182892203331, "global_step": 6642, "epoch": 102, "lr": 9.384870619093299e-05}
+{"train_loss": 0.006707361899316311, "global_step": 6643, "epoch": 102, "lr": 9.384674545612311e-05}
+{"train_loss": 0.015502442605793476, "global_step": 6644, "epoch": 102, "lr": 9.38447844293584e-05}
+{"train_loss": 0.009298635646700859, "global_step": 6645, "epoch": 102, "lr": 9.384282311065193e-05}
+{"train_loss": 0.010644800029695034, "global_step": 6646, "epoch": 102, "lr": 9.384086150001676e-05}
+{"train_loss": 0.014434268698096275, "global_step": 6647, "epoch": 102, "lr": 9.383889959746594e-05}
+{"train_loss": 0.013089501298964024, "global_step": 6648, "epoch": 102, "lr": 9.383693740301255e-05}
+{"train_loss": 0.016362272202968597, "global_step": 6649, "epoch": 102, "lr": 9.383497491666965e-05}
+{"train_loss": 0.009817400947213173, "global_step": 6650, "epoch": 102, "lr": 9.38330121384503e-05}
+{"train_loss": 0.012894373387098312, "global_step": 6651, "epoch": 102, "lr": 9.383104906836758e-05}
+{"train_loss": 0.010676231235265732, "global_step": 6652, "epoch": 102, "lr": 9.382908570643454e-05}
+{"train_loss": 0.015213243663311005, "global_step": 6653, "epoch": 102, "lr": 9.382712205266429e-05}
+{"train_loss": 0.01584283821284771, "global_step": 6654, "epoch": 102, "lr": 9.382515810706987e-05}
+{"train_loss": 0.010004735551774502, "global_step": 6655, "epoch": 102, "lr": 9.382319386966437e-05}
+{"train_loss": 0.01485823467373848, "global_step": 6656, "epoch": 102, "lr": 9.382122934046087e-05}
+{"train_loss": 0.010969771072268486, "global_step": 6657, "epoch": 102, "lr": 9.381926451947245e-05}
+{"train_loss": 0.010929670184850693, "global_step": 6658, "epoch": 102, "lr": 9.38172994067122e-05}
+{"train_loss": 0.013109173625707626, "global_step": 6659, "epoch": 102, "lr": 9.381533400219318e-05}
+{"train_loss": 0.012313734740018845, "global_step": 6660, "epoch": 102, "lr": 9.381336830592851e-05}
+{"train_loss": 0.011908634565770626, "global_step": 6661, "epoch": 102, "lr": 9.381140231793126e-05}
+{"train_loss": 0.009341655299067497, "global_step": 6662, "epoch": 102, "lr": 9.380943603821452e-05}
+{"train_loss": 0.013671815395355225, "global_step": 6663, "epoch": 102, "lr": 9.380746946679139e-05}
+{"train_loss": 0.01370486430823803, "global_step": 6664, "epoch": 102, "lr": 9.380550260367496e-05}
+{"train_loss": 0.01214750949293375, "global_step": 6665, "epoch": 102, "lr": 9.380353544887832e-05}
+{"train_loss": 0.012318260036408901, "global_step": 6666, "epoch": 102, "lr": 9.380156800241457e-05}
+{"train_loss": 0.011972877196967602, "global_step": 6667, "epoch": 102, "lr": 9.379960026429683e-05}
+{"train_loss": 0.012789404019713402, "global_step": 6668, "epoch": 102, "lr": 9.37976322345382e-05}
+{"train_loss": 0.009826152585446835, "global_step": 6669, "epoch": 102, "lr": 9.379566391315174e-05}
+{"train_loss": 0.01059061661362648, "global_step": 6670, "epoch": 102, "lr": 9.379369530015061e-05}
+{"train_loss": 0.011838509701192379, "global_step": 6671, "epoch": 102, "lr": 9.379172639554789e-05}
+{"train_loss": 0.00971742533147335, "global_step": 6672, "epoch": 102, "lr": 9.37897571993567e-05}
+{"train_loss": 0.013020277954638004, "global_step": 6673, "epoch": 102, "lr": 9.378778771159013e-05}
+{"train_loss": 0.011741896159946918, "global_step": 6674, "epoch": 102, "lr": 9.378581793226133e-05}
+{"train_loss": 0.011133788153529167, "global_step": 6675, "epoch": 102, "lr": 9.378384786138339e-05}
+{"train_loss": 0.011719980277121067, "global_step": 6676, "epoch": 102, "lr": 9.378187749896944e-05}
+{"train_loss": 0.011330722831189632, "global_step": 6677, "epoch": 102, "lr": 9.377990684503259e-05}
+{"train_loss": 0.011987562291324139, "global_step": 6678, "epoch": 102, "lr": 9.377793589958599e-05}
+{"train_loss": 0.00845121219754219, "global_step": 6679, "epoch": 102, "lr": 9.377596466264271e-05}
+{"train_loss": 0.011506752111017704, "global_step": 6680, "epoch": 102, "lr": 9.377399313421594e-05}
+{"train_loss": 0.00760421808809042, "global_step": 6681, "epoch": 102, "lr": 9.377202131431874e-05}
+{"train_loss": 0.008546631783246994, "global_step": 6682, "epoch": 102, "lr": 9.377004920296429e-05}
+{"train_loss": 0.008101226761937141, "global_step": 6683, "epoch": 102, "lr": 9.376807680016569e-05}
+{"train_loss": 0.011702684685587883, "global_step": 6684, "epoch": 102, "lr": 9.376610410593611e-05}
+{"train_loss": 0.015867479145526886, "global_step": 6685, "epoch": 102, "lr": 9.376413112028865e-05}
+{"train_loss": 0.012030170299112797, "global_step": 6686, "epoch": 102, "lr": 9.376215784323645e-05}
+{"train_loss": 0.008796598762273788, "global_step": 6687, "epoch": 102, "lr": 9.376018427479267e-05}
+{"train_loss": 0.015267432667315006, "global_step": 6688, "epoch": 102, "lr": 9.375821041497043e-05}
+{"train_loss": 0.010428312234580517, "global_step": 6689, "epoch": 102, "lr": 9.37562362637829e-05}
+{"train_loss": 0.011238801293075085, "global_step": 6690, "epoch": 102, "lr": 9.37542618212432e-05}
+{"train_loss": 0.008449140004813671, "global_step": 6691, "epoch": 102, "lr": 9.37522870873645e-05}
+{"train_loss": 0.010077148675918579, "global_step": 6692, "epoch": 102, "lr": 9.375031206215991e-05}
+{"train_loss": 0.013448609039187431, "global_step": 6693, "epoch": 102, "lr": 9.374833674564261e-05}
+{"train_loss": 0.011466286997669018, "global_step": 6694, "epoch": 102, "lr": 9.374636113782576e-05, "val_loss": 0.011463954113423824}
+{"train_loss": 0.011825920082628727, "global_step": 6695, "epoch": 103, "lr": 9.37443852387225e-05}
+{"train_loss": 0.009513432160019875, "global_step": 6696, "epoch": 103, "lr": 9.374240904834597e-05}
+{"train_loss": 0.0130111463367939, "global_step": 6697, "epoch": 103, "lr": 9.374043256670937e-05}
+{"train_loss": 0.008576042018830776, "global_step": 6698, "epoch": 103, "lr": 9.373845579382583e-05}
+{"train_loss": 0.010131755843758583, "global_step": 6699, "epoch": 103, "lr": 9.373647872970852e-05}
+{"train_loss": 0.01727164350450039, "global_step": 6700, "epoch": 103, "lr": 9.37345013743706e-05}
+{"train_loss": 0.012171176262199879, "global_step": 6701, "epoch": 103, "lr": 9.373252372782524e-05}
+{"train_loss": 0.013736587017774582, "global_step": 6702, "epoch": 103, "lr": 9.373054579008562e-05}
+{"train_loss": 0.011377598159015179, "global_step": 6703, "epoch": 103, "lr": 9.372856756116488e-05}
+{"train_loss": 0.009891808032989502, "global_step": 6704, "epoch": 103, "lr": 9.372658904107623e-05}
+{"train_loss": 0.01334234606474638, "global_step": 6705, "epoch": 103, "lr": 9.372461022983281e-05}
+{"train_loss": 0.00814402662217617, "global_step": 6706, "epoch": 103, "lr": 9.372263112744782e-05}
+{"train_loss": 0.013867206871509552, "global_step": 6707, "epoch": 103, "lr": 9.372065173393443e-05}
+{"train_loss": 0.00958639569580555, "global_step": 6708, "epoch": 103, "lr": 9.371867204930583e-05}
+{"train_loss": 0.012707442976534367, "global_step": 6709, "epoch": 103, "lr": 9.371669207357516e-05}
+{"train_loss": 0.007237618789076805, "global_step": 6710, "epoch": 103, "lr": 9.371471180675566e-05}
+{"train_loss": 0.01376588735729456, "global_step": 6711, "epoch": 103, "lr": 9.371273124886047e-05}
+{"train_loss": 0.009677557274699211, "global_step": 6712, "epoch": 103, "lr": 9.371075039990283e-05}
+{"train_loss": 0.016132967546582222, "global_step": 6713, "epoch": 103, "lr": 9.370876925989587e-05}
+{"train_loss": 0.01239802222698927, "global_step": 6714, "epoch": 103, "lr": 9.37067878288528e-05}
+{"train_loss": 0.012514625675976276, "global_step": 6715, "epoch": 103, "lr": 9.370480610678684e-05}
+{"train_loss": 0.011770193465054035, "global_step": 6716, "epoch": 103, "lr": 9.370282409371116e-05}
+{"train_loss": 0.010058993473649025, "global_step": 6717, "epoch": 103, "lr": 9.370084178963899e-05}
+{"train_loss": 0.008319256827235222, "global_step": 6718, "epoch": 103, "lr": 9.369885919458348e-05}
+{"train_loss": 0.010649187490344048, "global_step": 6719, "epoch": 103, "lr": 9.369687630855784e-05}
+{"train_loss": 0.01264422107487917, "global_step": 6720, "epoch": 103, "lr": 9.369489313157532e-05}
+{"train_loss": 0.009845536202192307, "global_step": 6721, "epoch": 103, "lr": 9.369290966364908e-05}
+{"train_loss": 0.016724444925785065, "global_step": 6722, "epoch": 103, "lr": 9.369092590479234e-05}
+{"train_loss": 0.011430800892412663, "global_step": 6723, "epoch": 103, "lr": 9.368894185501831e-05}
+{"train_loss": 0.007175134960561991, "global_step": 6724, "epoch": 103, "lr": 9.368695751434019e-05}
+{"train_loss": 0.011748189106583595, "global_step": 6725, "epoch": 103, "lr": 9.36849728827712e-05}
+{"train_loss": 0.009638544172048569, "global_step": 6726, "epoch": 103, "lr": 9.368298796032458e-05}
+{"train_loss": 0.013361914083361626, "global_step": 6727, "epoch": 103, "lr": 9.368100274701353e-05}
+{"train_loss": 0.007531668059527874, "global_step": 6728, "epoch": 103, "lr": 9.367901724285123e-05}
+{"train_loss": 0.013197328895330429, "global_step": 6729, "epoch": 103, "lr": 9.367703144785096e-05}
+{"train_loss": 0.009859981946647167, "global_step": 6730, "epoch": 103, "lr": 9.367504536202589e-05}
+{"train_loss": 0.009839918464422226, "global_step": 6731, "epoch": 103, "lr": 9.36730589853893e-05}
+{"train_loss": 0.011136584915220737, "global_step": 6732, "epoch": 103, "lr": 9.367107231795436e-05}
+{"train_loss": 0.008637979626655579, "global_step": 6733, "epoch": 103, "lr": 9.366908535973434e-05}
+{"train_loss": 0.007658853195607662, "global_step": 6734, "epoch": 103, "lr": 9.366709811074245e-05}
+{"train_loss": 0.012053805403411388, "global_step": 6735, "epoch": 103, "lr": 9.366511057099193e-05}
+{"train_loss": 0.011846979148685932, "global_step": 6736, "epoch": 103, "lr": 9.366312274049602e-05}
+{"train_loss": 0.010146807879209518, "global_step": 6737, "epoch": 103, "lr": 9.366113461926793e-05}
+{"train_loss": 0.01283615455031395, "global_step": 6738, "epoch": 103, "lr": 9.365914620732093e-05}
+{"train_loss": 0.010506408289074898, "global_step": 6739, "epoch": 103, "lr": 9.365715750466823e-05}
+{"train_loss": 0.010869290679693222, "global_step": 6740, "epoch": 103, "lr": 9.36551685113231e-05}
+{"train_loss": 0.009861058555543423, "global_step": 6741, "epoch": 103, "lr": 9.365317922729877e-05}
+{"train_loss": 0.00903073139488697, "global_step": 6742, "epoch": 103, "lr": 9.365118965260848e-05}
+{"train_loss": 0.008894245140254498, "global_step": 6743, "epoch": 103, "lr": 9.364919978726549e-05}
+{"train_loss": 0.011500386521220207, "global_step": 6744, "epoch": 103, "lr": 9.364720963128304e-05}
+{"train_loss": 0.006380743812769651, "global_step": 6745, "epoch": 103, "lr": 9.364521918467439e-05}
+{"train_loss": 0.007971805520355701, "global_step": 6746, "epoch": 103, "lr": 9.364322844745277e-05}
+{"train_loss": 0.012550643645226955, "global_step": 6747, "epoch": 103, "lr": 9.364123741963146e-05}
+{"train_loss": 0.008975877426564693, "global_step": 6748, "epoch": 103, "lr": 9.363924610122373e-05}
+{"train_loss": 0.009321619756519794, "global_step": 6749, "epoch": 103, "lr": 9.363725449224282e-05}
+{"train_loss": 0.007668599486351013, "global_step": 6750, "epoch": 103, "lr": 9.363526259270197e-05}
+{"train_loss": 0.007467391435056925, "global_step": 6751, "epoch": 103, "lr": 9.363327040261449e-05}
+{"train_loss": 0.01071851421147585, "global_step": 6752, "epoch": 103, "lr": 9.36312779219936e-05}
+{"train_loss": 0.00814124196767807, "global_step": 6753, "epoch": 103, "lr": 9.362928515085259e-05}
+{"train_loss": 0.01350180059671402, "global_step": 6754, "epoch": 103, "lr": 9.362729208920473e-05}
+{"train_loss": 0.009671729058027267, "global_step": 6755, "epoch": 103, "lr": 9.36252987370633e-05}
+{"train_loss": 0.015666505321860313, "global_step": 6756, "epoch": 103, "lr": 9.362330509444153e-05}
+{"train_loss": 0.010769187472760677, "global_step": 6757, "epoch": 103, "lr": 9.362131116135275e-05}
+{"train_loss": 0.008119925856590271, "global_step": 6758, "epoch": 103, "lr": 9.36193169378102e-05}
+{"train_loss": 0.010788374530294766, "global_step": 6759, "epoch": 103, "lr": 9.361732242382717e-05, "val_loss": 0.009075501933693886}
+{"train_loss": 0.011665532365441322, "global_step": 6760, "epoch": 104, "lr": 9.361532761941694e-05}
+{"train_loss": 0.013296796008944511, "global_step": 6761, "epoch": 104, "lr": 9.36133325245928e-05}
+{"train_loss": 0.011212402954697609, "global_step": 6762, "epoch": 104, "lr": 9.3611337139368e-05}
+{"train_loss": 0.01632746309041977, "global_step": 6763, "epoch": 104, "lr": 9.360934146375589e-05}
+{"train_loss": 0.012058090418577194, "global_step": 6764, "epoch": 104, "lr": 9.36073454977697e-05}
+{"train_loss": 0.012423177249729633, "global_step": 6765, "epoch": 104, "lr": 9.360534924142275e-05}
+{"train_loss": 0.009630482643842697, "global_step": 6766, "epoch": 104, "lr": 9.360335269472831e-05}
+{"train_loss": 0.011704828590154648, "global_step": 6767, "epoch": 104, "lr": 9.360135585769971e-05}
+{"train_loss": 0.010615522041916847, "global_step": 6768, "epoch": 104, "lr": 9.359935873035022e-05}
+{"train_loss": 0.008863602764904499, "global_step": 6769, "epoch": 104, "lr": 9.359736131269312e-05}
+{"train_loss": 0.011233166791498661, "global_step": 6770, "epoch": 104, "lr": 9.359536360474175e-05}
+{"train_loss": 0.012931003235280514, "global_step": 6771, "epoch": 104, "lr": 9.359336560650939e-05}
+{"train_loss": 0.011595083400607109, "global_step": 6772, "epoch": 104, "lr": 9.359136731800935e-05}
+{"train_loss": 0.011022421531379223, "global_step": 6773, "epoch": 104, "lr": 9.358936873925492e-05}
+{"train_loss": 0.010910912416875362, "global_step": 6774, "epoch": 104, "lr": 9.358736987025943e-05}
+{"train_loss": 0.010142510756850243, "global_step": 6775, "epoch": 104, "lr": 9.358537071103619e-05}
+{"train_loss": 0.01544426754117012, "global_step": 6776, "epoch": 104, "lr": 9.358337126159848e-05}
+{"train_loss": 0.010665582492947578, "global_step": 6777, "epoch": 104, "lr": 9.358137152195965e-05}
+{"train_loss": 0.012502128258347511, "global_step": 6778, "epoch": 104, "lr": 9.3579371492133e-05}
+{"train_loss": 0.01205474603921175, "global_step": 6779, "epoch": 104, "lr": 9.357737117213185e-05}
+{"train_loss": 0.006915585603564978, "global_step": 6780, "epoch": 104, "lr": 9.35753705619695e-05}
+{"train_loss": 0.007709780242294073, "global_step": 6781, "epoch": 104, "lr": 9.357336966165931e-05}
+{"train_loss": 0.01177386287599802, "global_step": 6782, "epoch": 104, "lr": 9.357136847121456e-05}
+{"train_loss": 0.010689753107726574, "global_step": 6783, "epoch": 104, "lr": 9.35693669906486e-05}
+{"train_loss": 0.012348553165793419, "global_step": 6784, "epoch": 104, "lr": 9.356736521997475e-05}
+{"train_loss": 0.015714654698967934, "global_step": 6785, "epoch": 104, "lr": 9.356536315920636e-05}
+{"train_loss": 0.012280869297683239, "global_step": 6786, "epoch": 104, "lr": 9.356336080835673e-05}
+{"train_loss": 0.013043333776295185, "global_step": 6787, "epoch": 104, "lr": 9.356135816743921e-05}
+{"train_loss": 0.011422386392951012, "global_step": 6788, "epoch": 104, "lr": 9.355935523646713e-05}
+{"train_loss": 0.01311872061342001, "global_step": 6789, "epoch": 104, "lr": 9.355735201545381e-05}
+{"train_loss": 0.014573341235518456, "global_step": 6790, "epoch": 104, "lr": 9.355534850441263e-05}
+{"train_loss": 0.011639172211289406, "global_step": 6791, "epoch": 104, "lr": 9.355334470335689e-05}
+{"train_loss": 0.012692962773144245, "global_step": 6792, "epoch": 104, "lr": 9.355134061229995e-05}
+{"train_loss": 0.0095093147829175, "global_step": 6793, "epoch": 104, "lr": 9.354933623125514e-05}
+{"train_loss": 0.009935918264091015, "global_step": 6794, "epoch": 104, "lr": 9.354733156023584e-05}
+{"train_loss": 0.00566408596932888, "global_step": 6795, "epoch": 104, "lr": 9.354532659925537e-05}
+{"train_loss": 0.011488362215459347, "global_step": 6796, "epoch": 104, "lr": 9.354332134832708e-05}
+{"train_loss": 0.01634804531931877, "global_step": 6797, "epoch": 104, "lr": 9.354131580746433e-05}
+{"train_loss": 0.013270508497953415, "global_step": 6798, "epoch": 104, "lr": 9.353930997668047e-05}
+{"train_loss": 0.012461171485483646, "global_step": 6799, "epoch": 104, "lr": 9.353730385598887e-05}
+{"train_loss": 0.015145068988204002, "global_step": 6800, "epoch": 104, "lr": 9.353529744540285e-05}
+{"train_loss": 0.011817959137260914, "global_step": 6801, "epoch": 104, "lr": 9.353329074493582e-05}
+{"train_loss": 0.012078654021024704, "global_step": 6802, "epoch": 104, "lr": 9.353128375460112e-05}
+{"train_loss": 0.012905036099255085, "global_step": 6803, "epoch": 104, "lr": 9.35292764744121e-05}
+{"train_loss": 0.01633599027991295, "global_step": 6804, "epoch": 104, "lr": 9.352726890438213e-05}
+{"train_loss": 0.010404635220766068, "global_step": 6805, "epoch": 104, "lr": 9.352526104452459e-05}
+{"train_loss": 0.014431502670049667, "global_step": 6806, "epoch": 104, "lr": 9.352325289485285e-05}
+{"train_loss": 0.015277106314897537, "global_step": 6807, "epoch": 104, "lr": 9.352124445538027e-05}
+{"train_loss": 0.009604831226170063, "global_step": 6808, "epoch": 104, "lr": 9.351923572612022e-05}
+{"train_loss": 0.011591433547437191, "global_step": 6809, "epoch": 104, "lr": 9.35172267070861e-05}
+{"train_loss": 0.009294318966567516, "global_step": 6810, "epoch": 104, "lr": 9.351521739829125e-05}
+{"train_loss": 0.011244194582104683, "global_step": 6811, "epoch": 104, "lr": 9.35132077997491e-05}
+{"train_loss": 0.014425789006054401, "global_step": 6812, "epoch": 104, "lr": 9.351119791147298e-05}
+{"train_loss": 0.013461590744554996, "global_step": 6813, "epoch": 104, "lr": 9.35091877334763e-05}
+{"train_loss": 0.008133400231599808, "global_step": 6814, "epoch": 104, "lr": 9.350717726577243e-05}
+{"train_loss": 0.013355333358049393, "global_step": 6815, "epoch": 104, "lr": 9.350516650837475e-05}
+{"train_loss": 0.012998426333069801, "global_step": 6816, "epoch": 104, "lr": 9.350315546129668e-05}
+{"train_loss": 0.012577755376696587, "global_step": 6817, "epoch": 104, "lr": 9.350114412455159e-05}
+{"train_loss": 0.014230819419026375, "global_step": 6818, "epoch": 104, "lr": 9.349913249815289e-05}
+{"train_loss": 0.009396824054419994, "global_step": 6819, "epoch": 104, "lr": 9.349712058211394e-05}
+{"train_loss": 0.0182652547955513, "global_step": 6820, "epoch": 104, "lr": 9.34951083764482e-05}
+{"train_loss": 0.013177560642361641, "global_step": 6821, "epoch": 104, "lr": 9.349309588116898e-05}
+{"train_loss": 0.012817157432436943, "global_step": 6822, "epoch": 104, "lr": 9.349108309628974e-05}
+{"train_loss": 0.01193287130445242, "global_step": 6823, "epoch": 104, "lr": 9.348907002182388e-05}
+{"train_loss": 0.01208090793627959, "global_step": 6824, "epoch": 104, "lr": 9.348705665778478e-05, "val_loss": 0.013559812679886818}
+{"train_loss": 0.011474302969872952, "global_step": 6825, "epoch": 105, "lr": 9.348504300418586e-05}
+{"train_loss": 0.010621661320328712, "global_step": 6826, "epoch": 105, "lr": 9.348302906104052e-05}
+{"train_loss": 0.01286818366497755, "global_step": 6827, "epoch": 105, "lr": 9.348101482836218e-05}
+{"train_loss": 0.009647786617279053, "global_step": 6828, "epoch": 105, "lr": 9.347900030616425e-05}
+{"train_loss": 0.008866737596690655, "global_step": 6829, "epoch": 105, "lr": 9.347698549446015e-05}
+{"train_loss": 0.010014059953391552, "global_step": 6830, "epoch": 105, "lr": 9.347497039326328e-05}
+{"train_loss": 0.014809036627411842, "global_step": 6831, "epoch": 105, "lr": 9.347295500258708e-05}
+{"train_loss": 0.01005882304161787, "global_step": 6832, "epoch": 105, "lr": 9.347093932244492e-05}
+{"train_loss": 0.006428086664527655, "global_step": 6833, "epoch": 105, "lr": 9.34689233528503e-05}
+{"train_loss": 0.013918636366724968, "global_step": 6834, "epoch": 105, "lr": 9.346690709381655e-05}
+{"train_loss": 0.014226390048861504, "global_step": 6835, "epoch": 105, "lr": 9.346489054535718e-05}
+{"train_loss": 0.008611483499407768, "global_step": 6836, "epoch": 105, "lr": 9.346287370748557e-05}
+{"train_loss": 0.014423311688005924, "global_step": 6837, "epoch": 105, "lr": 9.346085658021517e-05}
+{"train_loss": 0.0162795577198267, "global_step": 6838, "epoch": 105, "lr": 9.34588391635594e-05}
+{"train_loss": 0.010076241567730904, "global_step": 6839, "epoch": 105, "lr": 9.34568214575317e-05}
+{"train_loss": 0.008932119235396385, "global_step": 6840, "epoch": 105, "lr": 9.345480346214548e-05}
+{"train_loss": 0.01073787733912468, "global_step": 6841, "epoch": 105, "lr": 9.345278517741422e-05}
+{"train_loss": 0.011903132311999798, "global_step": 6842, "epoch": 105, "lr": 9.345076660335132e-05}
+{"train_loss": 0.009941783733665943, "global_step": 6843, "epoch": 105, "lr": 9.344874773997025e-05}
+{"train_loss": 0.007838993333280087, "global_step": 6844, "epoch": 105, "lr": 9.344672858728443e-05}
+{"train_loss": 0.01101842150092125, "global_step": 6845, "epoch": 105, "lr": 9.344470914530732e-05}
+{"train_loss": 0.012146404013037682, "global_step": 6846, "epoch": 105, "lr": 9.344268941405234e-05}
+{"train_loss": 0.01284252293407917, "global_step": 6847, "epoch": 105, "lr": 9.344066939353298e-05}
+{"train_loss": 0.011962165124714375, "global_step": 6848, "epoch": 105, "lr": 9.343864908376267e-05}
+{"train_loss": 0.007042574230581522, "global_step": 6849, "epoch": 105, "lr": 9.343662848475486e-05}
+{"train_loss": 0.00972981657832861, "global_step": 6850, "epoch": 105, "lr": 9.343460759652301e-05}
+{"train_loss": 0.010981031693518162, "global_step": 6851, "epoch": 105, "lr": 9.343258641908055e-05}
+{"train_loss": 0.009773099794983864, "global_step": 6852, "epoch": 105, "lr": 9.343056495244098e-05}
+{"train_loss": 0.011572835966944695, "global_step": 6853, "epoch": 105, "lr": 9.342854319661773e-05}
+{"train_loss": 0.011853831820189953, "global_step": 6854, "epoch": 105, "lr": 9.342652115162429e-05}
+{"train_loss": 0.009228355251252651, "global_step": 6855, "epoch": 105, "lr": 9.342449881747408e-05}
+{"train_loss": 0.01067305076867342, "global_step": 6856, "epoch": 105, "lr": 9.34224761941806e-05}
+{"train_loss": 0.014261911623179913, "global_step": 6857, "epoch": 105, "lr": 9.342045328175733e-05}
+{"train_loss": 0.010741365142166615, "global_step": 6858, "epoch": 105, "lr": 9.341843008021769e-05}
+{"train_loss": 0.012744942680001259, "global_step": 6859, "epoch": 105, "lr": 9.34164065895752e-05}
+{"train_loss": 0.01463762205094099, "global_step": 6860, "epoch": 105, "lr": 9.341438280984331e-05}
+{"train_loss": 0.009606542065739632, "global_step": 6861, "epoch": 105, "lr": 9.341235874103549e-05}
+{"train_loss": 0.011570931412279606, "global_step": 6862, "epoch": 105, "lr": 9.341033438316524e-05}
+{"train_loss": 0.010336756706237793, "global_step": 6863, "epoch": 105, "lr": 9.340830973624601e-05}
+{"train_loss": 0.00908088218420744, "global_step": 6864, "epoch": 105, "lr": 9.340628480029131e-05}
+{"train_loss": 0.0102188466116786, "global_step": 6865, "epoch": 105, "lr": 9.34042595753146e-05}
+{"train_loss": 0.017976034432649612, "global_step": 6866, "epoch": 105, "lr": 9.34022340613294e-05}
+{"train_loss": 0.013072429224848747, "global_step": 6867, "epoch": 105, "lr": 9.340020825834914e-05}
+{"train_loss": 0.015202391892671585, "global_step": 6868, "epoch": 105, "lr": 9.339818216638736e-05}
+{"train_loss": 0.0137730548158288, "global_step": 6869, "epoch": 105, "lr": 9.339615578545753e-05}
+{"train_loss": 0.011675613932311535, "global_step": 6870, "epoch": 105, "lr": 9.339412911557313e-05}
+{"train_loss": 0.013677272014319897, "global_step": 6871, "epoch": 105, "lr": 9.339210215674768e-05}
+{"train_loss": 0.013897898606956005, "global_step": 6872, "epoch": 105, "lr": 9.339007490899467e-05}
+{"train_loss": 0.011283486150205135, "global_step": 6873, "epoch": 105, "lr": 9.338804737232759e-05}
+{"train_loss": 0.01033563818782568, "global_step": 6874, "epoch": 105, "lr": 9.338601954675994e-05}
+{"train_loss": 0.01121776644140482, "global_step": 6875, "epoch": 105, "lr": 9.338399143230523e-05}
+{"train_loss": 0.01618654653429985, "global_step": 6876, "epoch": 105, "lr": 9.338196302897698e-05}
+{"train_loss": 0.011418338865041733, "global_step": 6877, "epoch": 105, "lr": 9.337993433678864e-05}
+{"train_loss": 0.012178944423794746, "global_step": 6878, "epoch": 105, "lr": 9.337790535575378e-05}
+{"train_loss": 0.011773260310292244, "global_step": 6879, "epoch": 105, "lr": 9.337587608588588e-05}
+{"train_loss": 0.00894883181899786, "global_step": 6880, "epoch": 105, "lr": 9.337384652719847e-05}
+{"train_loss": 0.0143397506326437, "global_step": 6881, "epoch": 105, "lr": 9.337181667970502e-05}
+{"train_loss": 0.016877135261893272, "global_step": 6882, "epoch": 105, "lr": 9.336978654341911e-05}
+{"train_loss": 0.01146391499787569, "global_step": 6883, "epoch": 105, "lr": 9.336775611835421e-05}
+{"train_loss": 0.010697904042899609, "global_step": 6884, "epoch": 105, "lr": 9.336572540452387e-05}
+{"train_loss": 0.01750938408076763, "global_step": 6885, "epoch": 105, "lr": 9.336369440194157e-05}
+{"train_loss": 0.011750316247344017, "global_step": 6886, "epoch": 105, "lr": 9.336166311062087e-05}
+{"train_loss": 0.009060919284820557, "global_step": 6887, "epoch": 105, "lr": 9.335963153057528e-05}
+{"train_loss": 0.015566742047667503, "global_step": 6888, "epoch": 105, "lr": 9.335759966181834e-05}
+{"train_loss": 0.011815680047640434, "global_step": 6889, "epoch": 105, "lr": 9.335556750436357e-05, "val_loss": 0.00890224426984787, "train_action_mse_error": 0.0008037151419557631}
+{"train_loss": 0.011298672296106815, "global_step": 6890, "epoch": 106, "lr": 9.33535350582245e-05}
+{"train_loss": 0.013703656382858753, "global_step": 6891, "epoch": 106, "lr": 9.335150232341467e-05}
+{"train_loss": 0.0090544568374753, "global_step": 6892, "epoch": 106, "lr": 9.334946929994761e-05}
+{"train_loss": 0.009574895724654198, "global_step": 6893, "epoch": 106, "lr": 9.334743598783686e-05}
+{"train_loss": 0.009021411649882793, "global_step": 6894, "epoch": 106, "lr": 9.334540238709596e-05}
+{"train_loss": 0.012984595261514187, "global_step": 6895, "epoch": 106, "lr": 9.334336849773843e-05}
+{"train_loss": 0.01701032929122448, "global_step": 6896, "epoch": 106, "lr": 9.334133431977785e-05}
+{"train_loss": 0.01203609723597765, "global_step": 6897, "epoch": 106, "lr": 9.333929985322773e-05}
+{"train_loss": 0.010052831843495369, "global_step": 6898, "epoch": 106, "lr": 9.333726509810165e-05}
+{"train_loss": 0.013340353034436703, "global_step": 6899, "epoch": 106, "lr": 9.333523005441313e-05}
+{"train_loss": 0.011745219118893147, "global_step": 6900, "epoch": 106, "lr": 9.333319472217572e-05}
+{"train_loss": 0.01024367194622755, "global_step": 6901, "epoch": 106, "lr": 9.3331159101403e-05}
+{"train_loss": 0.011360875330865383, "global_step": 6902, "epoch": 106, "lr": 9.332912319210849e-05}
+{"train_loss": 0.014475051313638687, "global_step": 6903, "epoch": 106, "lr": 9.332708699430577e-05}
+{"train_loss": 0.009339896962046623, "global_step": 6904, "epoch": 106, "lr": 9.33250505080084e-05}
+{"train_loss": 0.011529303155839443, "global_step": 6905, "epoch": 106, "lr": 9.332301373322991e-05}
+{"train_loss": 0.009725267067551613, "global_step": 6906, "epoch": 106, "lr": 9.332097666998391e-05}
+{"train_loss": 0.012877505272626877, "global_step": 6907, "epoch": 106, "lr": 9.331893931828391e-05}
+{"train_loss": 0.01668926700949669, "global_step": 6908, "epoch": 106, "lr": 9.331690167814353e-05}
+{"train_loss": 0.011572284623980522, "global_step": 6909, "epoch": 106, "lr": 9.331486374957629e-05}
+{"train_loss": 0.01194844115525484, "global_step": 6910, "epoch": 106, "lr": 9.331282553259578e-05}
+{"train_loss": 0.007994608953595161, "global_step": 6911, "epoch": 106, "lr": 9.331078702721559e-05}
+{"train_loss": 0.019147686660289764, "global_step": 6912, "epoch": 106, "lr": 9.330874823344925e-05}
+{"train_loss": 0.010856742039322853, "global_step": 6913, "epoch": 106, "lr": 9.330670915131036e-05}
+{"train_loss": 0.011892934329807758, "global_step": 6914, "epoch": 106, "lr": 9.330466978081252e-05}
+{"train_loss": 0.011748863384127617, "global_step": 6915, "epoch": 106, "lr": 9.330263012196927e-05}
+{"train_loss": 0.008539240807294846, "global_step": 6916, "epoch": 106, "lr": 9.330059017479423e-05}
+{"train_loss": 0.008826753124594688, "global_step": 6917, "epoch": 106, "lr": 9.329854993930094e-05}
+{"train_loss": 0.005994944367557764, "global_step": 6918, "epoch": 106, "lr": 9.329650941550301e-05}
+{"train_loss": 0.00796648021787405, "global_step": 6919, "epoch": 106, "lr": 9.329446860341403e-05}
+{"train_loss": 0.012939659878611565, "global_step": 6920, "epoch": 106, "lr": 9.329242750304757e-05}
+{"train_loss": 0.014871890656650066, "global_step": 6921, "epoch": 106, "lr": 9.329038611441722e-05}
+{"train_loss": 0.010623396374285221, "global_step": 6922, "epoch": 106, "lr": 9.328834443753662e-05}
+{"train_loss": 0.01049513928592205, "global_step": 6923, "epoch": 106, "lr": 9.328630247241929e-05}
+{"train_loss": 0.013471161015331745, "global_step": 6924, "epoch": 106, "lr": 9.32842602190789e-05}
+{"train_loss": 0.01366773433983326, "global_step": 6925, "epoch": 106, "lr": 9.3282217677529e-05}
+{"train_loss": 0.010242138057947159, "global_step": 6926, "epoch": 106, "lr": 9.328017484778321e-05}
+{"train_loss": 0.007286800071597099, "global_step": 6927, "epoch": 106, "lr": 9.327813172985512e-05}
+{"train_loss": 0.010956618934869766, "global_step": 6928, "epoch": 106, "lr": 9.327608832375835e-05}
+{"train_loss": 0.010036403313279152, "global_step": 6929, "epoch": 106, "lr": 9.327404462950649e-05}
+{"train_loss": 0.014274146407842636, "global_step": 6930, "epoch": 106, "lr": 9.327200064711315e-05}
+{"train_loss": 0.006655823905020952, "global_step": 6931, "epoch": 106, "lr": 9.326995637659197e-05}
+{"train_loss": 0.008522949181497097, "global_step": 6932, "epoch": 106, "lr": 9.326791181795651e-05}
+{"train_loss": 0.011342397890985012, "global_step": 6933, "epoch": 106, "lr": 9.326586697122042e-05}
+{"train_loss": 0.010331808589398861, "global_step": 6934, "epoch": 106, "lr": 9.326382183639731e-05}
+{"train_loss": 0.012780613265931606, "global_step": 6935, "epoch": 106, "lr": 9.326177641350078e-05}
+{"train_loss": 0.011961902491748333, "global_step": 6936, "epoch": 106, "lr": 9.325973070254447e-05}
+{"train_loss": 0.00942135974764824, "global_step": 6937, "epoch": 106, "lr": 9.3257684703542e-05}
+{"train_loss": 0.010640549473464489, "global_step": 6938, "epoch": 106, "lr": 9.325563841650698e-05}
+{"train_loss": 0.008921525441110134, "global_step": 6939, "epoch": 106, "lr": 9.325359184145305e-05}
+{"train_loss": 0.008985473774373531, "global_step": 6940, "epoch": 106, "lr": 9.325154497839384e-05}
+{"train_loss": 0.009874379262328148, "global_step": 6941, "epoch": 106, "lr": 9.324949782734296e-05}
+{"train_loss": 0.009766269475221634, "global_step": 6942, "epoch": 106, "lr": 9.324745038831404e-05}
+{"train_loss": 0.01235705241560936, "global_step": 6943, "epoch": 106, "lr": 9.324540266132074e-05}
+{"train_loss": 0.013357133604586124, "global_step": 6944, "epoch": 106, "lr": 9.324335464637668e-05}
+{"train_loss": 0.008733650669455528, "global_step": 6945, "epoch": 106, "lr": 9.324130634349548e-05}
+{"train_loss": 0.011416655033826828, "global_step": 6946, "epoch": 106, "lr": 9.32392577526908e-05}
+{"train_loss": 0.010134805925190449, "global_step": 6947, "epoch": 106, "lr": 9.323720887397628e-05}
+{"train_loss": 0.011477700434625149, "global_step": 6948, "epoch": 106, "lr": 9.323515970736556e-05}
+{"train_loss": 0.0168011374771595, "global_step": 6949, "epoch": 106, "lr": 9.323311025287227e-05}
+{"train_loss": 0.012445514090359211, "global_step": 6950, "epoch": 106, "lr": 9.323106051051007e-05}
+{"train_loss": 0.010051003657281399, "global_step": 6951, "epoch": 106, "lr": 9.322901048029262e-05}
+{"train_loss": 0.011445755138993263, "global_step": 6952, "epoch": 106, "lr": 9.322696016223354e-05}
+{"train_loss": 0.010954538360238075, "global_step": 6953, "epoch": 106, "lr": 9.32249095563465e-05}
+{"train_loss": 0.011232782255571621, "global_step": 6954, "epoch": 106, "lr": 9.322285866264515e-05, "val_loss": 0.009725159965455532}
+{"train_loss": 0.015013501979410648, "global_step": 6955, "epoch": 107, "lr": 9.322080748114317e-05}
+{"train_loss": 0.015744846314191818, "global_step": 6956, "epoch": 107, "lr": 9.321875601185417e-05}
+{"train_loss": 0.011842412874102592, "global_step": 6957, "epoch": 107, "lr": 9.321670425479185e-05}
+{"train_loss": 0.014117483980953693, "global_step": 6958, "epoch": 107, "lr": 9.321465220996986e-05}
+{"train_loss": 0.011692142114043236, "global_step": 6959, "epoch": 107, "lr": 9.321259987740185e-05}
+{"train_loss": 0.00919218547642231, "global_step": 6960, "epoch": 107, "lr": 9.32105472571015e-05}
+{"train_loss": 0.012217209674417973, "global_step": 6961, "epoch": 107, "lr": 9.320849434908248e-05}
+{"train_loss": 0.011013614945113659, "global_step": 6962, "epoch": 107, "lr": 9.320644115335846e-05}
+{"train_loss": 0.016233421862125397, "global_step": 6963, "epoch": 107, "lr": 9.320438766994309e-05}
+{"train_loss": 0.008835379965603352, "global_step": 6964, "epoch": 107, "lr": 9.320233389885006e-05}
+{"train_loss": 0.0152105912566185, "global_step": 6965, "epoch": 107, "lr": 9.320027984009305e-05}
+{"train_loss": 0.010579925030469894, "global_step": 6966, "epoch": 107, "lr": 9.319822549368573e-05}
+{"train_loss": 0.009398888796567917, "global_step": 6967, "epoch": 107, "lr": 9.319617085964176e-05}
+{"train_loss": 0.01096119824796915, "global_step": 6968, "epoch": 107, "lr": 9.319411593797487e-05}
+{"train_loss": 0.009454261511564255, "global_step": 6969, "epoch": 107, "lr": 9.319206072869869e-05}
+{"train_loss": 0.008211886510252953, "global_step": 6970, "epoch": 107, "lr": 9.319000523182696e-05}
+{"train_loss": 0.013497957028448582, "global_step": 6971, "epoch": 107, "lr": 9.318794944737329e-05}
+{"train_loss": 0.014910781756043434, "global_step": 6972, "epoch": 107, "lr": 9.318589337535144e-05}
+{"train_loss": 0.010146556422114372, "global_step": 6973, "epoch": 107, "lr": 9.318383701577506e-05}
+{"train_loss": 0.011986786499619484, "global_step": 6974, "epoch": 107, "lr": 9.318178036865785e-05}
+{"train_loss": 0.011316103860735893, "global_step": 6975, "epoch": 107, "lr": 9.317972343401354e-05}
+{"train_loss": 0.01152211707085371, "global_step": 6976, "epoch": 107, "lr": 9.317766621185576e-05}
+{"train_loss": 0.014954284764826298, "global_step": 6977, "epoch": 107, "lr": 9.317560870219825e-05}
+{"train_loss": 0.013245602138340473, "global_step": 6978, "epoch": 107, "lr": 9.317355090505473e-05}
+{"train_loss": 0.016001414507627487, "global_step": 6979, "epoch": 107, "lr": 9.317149282043886e-05}
+{"train_loss": 0.01198328472673893, "global_step": 6980, "epoch": 107, "lr": 9.316943444836434e-05}
+{"train_loss": 0.008613968268036842, "global_step": 6981, "epoch": 107, "lr": 9.316737578884492e-05}
+{"train_loss": 0.005719904322177172, "global_step": 6982, "epoch": 107, "lr": 9.316531684189427e-05}
+{"train_loss": 0.009088821709156036, "global_step": 6983, "epoch": 107, "lr": 9.316325760752612e-05}
+{"train_loss": 0.020232031121850014, "global_step": 6984, "epoch": 107, "lr": 9.316119808575418e-05}
+{"train_loss": 0.012373154051601887, "global_step": 6985, "epoch": 107, "lr": 9.315913827659216e-05}
+{"train_loss": 0.008725572377443314, "global_step": 6986, "epoch": 107, "lr": 9.315707818005374e-05}
+{"train_loss": 0.015096034854650497, "global_step": 6987, "epoch": 107, "lr": 9.315501779615269e-05}
+{"train_loss": 0.008687873370945454, "global_step": 6988, "epoch": 107, "lr": 9.315295712490271e-05}
+{"train_loss": 0.019109344109892845, "global_step": 6989, "epoch": 107, "lr": 9.315089616631752e-05}
+{"train_loss": 0.012953368946909904, "global_step": 6990, "epoch": 107, "lr": 9.314883492041084e-05}
+{"train_loss": 0.015493574552237988, "global_step": 6991, "epoch": 107, "lr": 9.31467733871964e-05}
+{"train_loss": 0.014610161073505878, "global_step": 6992, "epoch": 107, "lr": 9.314471156668791e-05}
+{"train_loss": 0.010195279493927956, "global_step": 6993, "epoch": 107, "lr": 9.314264945889915e-05}
+{"train_loss": 0.01354274246841669, "global_step": 6994, "epoch": 107, "lr": 9.314058706384378e-05}
+{"train_loss": 0.010858713649213314, "global_step": 6995, "epoch": 107, "lr": 9.313852438153558e-05}
+{"train_loss": 0.013884242624044418, "global_step": 6996, "epoch": 107, "lr": 9.313646141198826e-05}
+{"train_loss": 0.008602656424045563, "global_step": 6997, "epoch": 107, "lr": 9.313439815521559e-05}
+{"train_loss": 0.01070751529186964, "global_step": 6998, "epoch": 107, "lr": 9.313233461123125e-05}
+{"train_loss": 0.008771673776209354, "global_step": 6999, "epoch": 107, "lr": 9.313027078004903e-05}
+{"train_loss": 0.013478797860443592, "global_step": 7000, "epoch": 107, "lr": 9.312820666168267e-05}
+{"train_loss": 0.011307970620691776, "global_step": 7001, "epoch": 107, "lr": 9.31261422561459e-05}
+{"train_loss": 0.011439728550612926, "global_step": 7002, "epoch": 107, "lr": 9.312407756345246e-05}
+{"train_loss": 0.014842663891613483, "global_step": 7003, "epoch": 107, "lr": 9.312201258361611e-05}
+{"train_loss": 0.011052507907152176, "global_step": 7004, "epoch": 107, "lr": 9.31199473166506e-05}
+{"train_loss": 0.011886980384588242, "global_step": 7005, "epoch": 107, "lr": 9.311788176256965e-05}
+{"train_loss": 0.009907168336212635, "global_step": 7006, "epoch": 107, "lr": 9.311581592138706e-05}
+{"train_loss": 0.011629601940512657, "global_step": 7007, "epoch": 107, "lr": 9.311374979311655e-05}
+{"train_loss": 0.01789506897330284, "global_step": 7008, "epoch": 107, "lr": 9.311168337777192e-05}
+{"train_loss": 0.014193815179169178, "global_step": 7009, "epoch": 107, "lr": 9.310961667536688e-05}
+{"train_loss": 0.014291059225797653, "global_step": 7010, "epoch": 107, "lr": 9.310754968591524e-05}
+{"train_loss": 0.008913164027035236, "global_step": 7011, "epoch": 107, "lr": 9.31054824094307e-05}
+{"train_loss": 0.009939983487129211, "global_step": 7012, "epoch": 107, "lr": 9.310341484592708e-05}
+{"train_loss": 0.012442333623766899, "global_step": 7013, "epoch": 107, "lr": 9.310134699541813e-05}
+{"train_loss": 0.0117943799123168, "global_step": 7014, "epoch": 107, "lr": 9.309927885791763e-05}
+{"train_loss": 0.008105997927486897, "global_step": 7015, "epoch": 107, "lr": 9.30972104334393e-05}
+{"train_loss": 0.009126785211265087, "global_step": 7016, "epoch": 107, "lr": 9.309514172199699e-05}
+{"train_loss": 0.010894011706113815, "global_step": 7017, "epoch": 107, "lr": 9.309307272360441e-05}
+{"train_loss": 0.00965090375393629, "global_step": 7018, "epoch": 107, "lr": 9.309100343827539e-05}
+{"train_loss": 0.012023680148502955, "global_step": 7019, "epoch": 107, "lr": 9.308893386602366e-05, "val_loss": 0.012164841406047344}
+{"train_loss": 0.014331439509987831, "global_step": 7020, "epoch": 108, "lr": 9.308686400686301e-05}
+{"train_loss": 0.007584574166685343, "global_step": 7021, "epoch": 108, "lr": 9.308479386080726e-05}
+{"train_loss": 0.00968667771667242, "global_step": 7022, "epoch": 108, "lr": 9.308272342787014e-05}
+{"train_loss": 0.014266151003539562, "global_step": 7023, "epoch": 108, "lr": 9.308065270806548e-05}
+{"train_loss": 0.013340628705918789, "global_step": 7024, "epoch": 108, "lr": 9.307858170140705e-05}
+{"train_loss": 0.012849902734160423, "global_step": 7025, "epoch": 108, "lr": 9.307651040790863e-05}
+{"train_loss": 0.012505542486906052, "global_step": 7026, "epoch": 108, "lr": 9.307443882758404e-05}
+{"train_loss": 0.014690455980598927, "global_step": 7027, "epoch": 108, "lr": 9.307236696044703e-05}
+{"train_loss": 0.010857160203158855, "global_step": 7028, "epoch": 108, "lr": 9.307029480651144e-05}
+{"train_loss": 0.009003757499158382, "global_step": 7029, "epoch": 108, "lr": 9.306822236579105e-05}
+{"train_loss": 0.014313304796814919, "global_step": 7030, "epoch": 108, "lr": 9.306614963829966e-05}
+{"train_loss": 0.010693957097828388, "global_step": 7031, "epoch": 108, "lr": 9.306407662405106e-05}
+{"train_loss": 0.011166309006512165, "global_step": 7032, "epoch": 108, "lr": 9.306200332305906e-05}
+{"train_loss": 0.008498496375977993, "global_step": 7033, "epoch": 108, "lr": 9.305992973533748e-05}
+{"train_loss": 0.01105471234768629, "global_step": 7034, "epoch": 108, "lr": 9.305785586090011e-05}
+{"train_loss": 0.01303571555763483, "global_step": 7035, "epoch": 108, "lr": 9.305578169976077e-05}
+{"train_loss": 0.010998005978763103, "global_step": 7036, "epoch": 108, "lr": 9.305370725193325e-05}
+{"train_loss": 0.009422016330063343, "global_step": 7037, "epoch": 108, "lr": 9.30516325174314e-05}
+{"train_loss": 0.013519872911274433, "global_step": 7038, "epoch": 108, "lr": 9.304955749626901e-05}
+{"train_loss": 0.009478284046053886, "global_step": 7039, "epoch": 108, "lr": 9.304748218845987e-05}
+{"train_loss": 0.010966310277581215, "global_step": 7040, "epoch": 108, "lr": 9.304540659401785e-05}
+{"train_loss": 0.013048757798969746, "global_step": 7041, "epoch": 108, "lr": 9.304333071295676e-05}
+{"train_loss": 0.007189755793660879, "global_step": 7042, "epoch": 108, "lr": 9.30412545452904e-05}
+{"train_loss": 0.010998297482728958, "global_step": 7043, "epoch": 108, "lr": 9.303917809103259e-05}
+{"train_loss": 0.012050143443048, "global_step": 7044, "epoch": 108, "lr": 9.30371013501972e-05}
+{"train_loss": 0.011645977385342121, "global_step": 7045, "epoch": 108, "lr": 9.3035024322798e-05}
+{"train_loss": 0.015094798989593983, "global_step": 7046, "epoch": 108, "lr": 9.303294700884886e-05}
+{"train_loss": 0.013686908408999443, "global_step": 7047, "epoch": 108, "lr": 9.30308694083636e-05}
+{"train_loss": 0.008477428928017616, "global_step": 7048, "epoch": 108, "lr": 9.302879152135606e-05}
+{"train_loss": 0.011333647184073925, "global_step": 7049, "epoch": 108, "lr": 9.302671334784005e-05}
+{"train_loss": 0.012692505493760109, "global_step": 7050, "epoch": 108, "lr": 9.302463488782945e-05}
+{"train_loss": 0.012891953811049461, "global_step": 7051, "epoch": 108, "lr": 9.302255614133806e-05}
+{"train_loss": 0.009101299569010735, "global_step": 7052, "epoch": 108, "lr": 9.302047710837975e-05}
+{"train_loss": 0.009848360903561115, "global_step": 7053, "epoch": 108, "lr": 9.301839778896836e-05}
+{"train_loss": 0.013281709514558315, "global_step": 7054, "epoch": 108, "lr": 9.301631818311772e-05}
+{"train_loss": 0.010890210047364235, "global_step": 7055, "epoch": 108, "lr": 9.301423829084168e-05}
+{"train_loss": 0.009360908530652523, "global_step": 7056, "epoch": 108, "lr": 9.301215811215409e-05}
+{"train_loss": 0.009119383990764618, "global_step": 7057, "epoch": 108, "lr": 9.301007764706882e-05}
+{"train_loss": 0.009267925284802914, "global_step": 7058, "epoch": 108, "lr": 9.300799689559969e-05}
+{"train_loss": 0.010461201891303062, "global_step": 7059, "epoch": 108, "lr": 9.300591585776057e-05}
+{"train_loss": 0.008313274942338467, "global_step": 7060, "epoch": 108, "lr": 9.300383453356533e-05}
+{"train_loss": 0.0124266492202878, "global_step": 7061, "epoch": 108, "lr": 9.300175292302781e-05}
+{"train_loss": 0.014141185209155083, "global_step": 7062, "epoch": 108, "lr": 9.299967102616188e-05}
+{"train_loss": 0.005093674175441265, "global_step": 7063, "epoch": 108, "lr": 9.299758884298139e-05}
+{"train_loss": 0.009504799731075764, "global_step": 7064, "epoch": 108, "lr": 9.299550637350023e-05}
+{"train_loss": 0.010659516789019108, "global_step": 7065, "epoch": 108, "lr": 9.299342361773225e-05}
+{"train_loss": 0.009136265143752098, "global_step": 7066, "epoch": 108, "lr": 9.299134057569131e-05}
+{"train_loss": 0.015332283452153206, "global_step": 7067, "epoch": 108, "lr": 9.298925724739129e-05}
+{"train_loss": 0.009103099815547466, "global_step": 7068, "epoch": 108, "lr": 9.298717363284605e-05}
+{"train_loss": 0.007189518306404352, "global_step": 7069, "epoch": 108, "lr": 9.298508973206949e-05}
+{"train_loss": 0.006787857972085476, "global_step": 7070, "epoch": 108, "lr": 9.298300554507547e-05}
+{"train_loss": 0.0085673863068223, "global_step": 7071, "epoch": 108, "lr": 9.298092107187786e-05}
+{"train_loss": 0.012337527237832546, "global_step": 7072, "epoch": 108, "lr": 9.297883631249055e-05}
+{"train_loss": 0.008638670668005943, "global_step": 7073, "epoch": 108, "lr": 9.297675126692742e-05}
+{"train_loss": 0.011484434828162193, "global_step": 7074, "epoch": 108, "lr": 9.297466593520235e-05}
+{"train_loss": 0.008754504844546318, "global_step": 7075, "epoch": 108, "lr": 9.297258031732921e-05}
+{"train_loss": 0.014866629615426064, "global_step": 7076, "epoch": 108, "lr": 9.297049441332193e-05}
+{"train_loss": 0.012277612462639809, "global_step": 7077, "epoch": 108, "lr": 9.296840822319435e-05}
+{"train_loss": 0.008856451138854027, "global_step": 7078, "epoch": 108, "lr": 9.29663217469604e-05}
+{"train_loss": 0.013264884240925312, "global_step": 7079, "epoch": 108, "lr": 9.296423498463396e-05}
+{"train_loss": 0.01373102143406868, "global_step": 7080, "epoch": 108, "lr": 9.296214793622891e-05}
+{"train_loss": 0.007157784886658192, "global_step": 7081, "epoch": 108, "lr": 9.296006060175916e-05}
+{"train_loss": 0.009285187348723412, "global_step": 7082, "epoch": 108, "lr": 9.29579729812386e-05}
+{"train_loss": 0.008900146000087261, "global_step": 7083, "epoch": 108, "lr": 9.295588507468115e-05}
+{"train_loss": 0.010950214666529344, "global_step": 7084, "epoch": 108, "lr": 9.295379688210071e-05, "val_loss": 0.009427264332771301}
+{"train_loss": 0.009992065839469433, "global_step": 7085, "epoch": 109, "lr": 9.295170840351116e-05}
+{"train_loss": 0.011243296787142754, "global_step": 7086, "epoch": 109, "lr": 9.294961963892641e-05}
+{"train_loss": 0.012349201366305351, "global_step": 7087, "epoch": 109, "lr": 9.294753058836039e-05}
+{"train_loss": 0.012096000835299492, "global_step": 7088, "epoch": 109, "lr": 9.2945441251827e-05}
+{"train_loss": 0.008949433453381062, "global_step": 7089, "epoch": 109, "lr": 9.294335162934014e-05}
+{"train_loss": 0.011932752095162868, "global_step": 7090, "epoch": 109, "lr": 9.294126172091376e-05}
+{"train_loss": 0.008266313932836056, "global_step": 7091, "epoch": 109, "lr": 9.293917152656172e-05}
+{"train_loss": 0.010762406513094902, "global_step": 7092, "epoch": 109, "lr": 9.293708104629796e-05}
+{"train_loss": 0.012469741515815258, "global_step": 7093, "epoch": 109, "lr": 9.293499028013643e-05}
+{"train_loss": 0.007026678882539272, "global_step": 7094, "epoch": 109, "lr": 9.293289922809103e-05}
+{"train_loss": 0.012310960330069065, "global_step": 7095, "epoch": 109, "lr": 9.293080789017568e-05}
+{"train_loss": 0.009763163514435291, "global_step": 7096, "epoch": 109, "lr": 9.29287162664043e-05}
+{"train_loss": 0.015934869647026062, "global_step": 7097, "epoch": 109, "lr": 9.292662435679082e-05}
+{"train_loss": 0.007709754630923271, "global_step": 7098, "epoch": 109, "lr": 9.292453216134919e-05}
+{"train_loss": 0.010251191444694996, "global_step": 7099, "epoch": 109, "lr": 9.292243968009331e-05}
+{"train_loss": 0.014062502421438694, "global_step": 7100, "epoch": 109, "lr": 9.292034691303713e-05}
+{"train_loss": 0.006975902244448662, "global_step": 7101, "epoch": 109, "lr": 9.291825386019458e-05}
+{"train_loss": 0.006410176400095224, "global_step": 7102, "epoch": 109, "lr": 9.29161605215796e-05}
+{"train_loss": 0.015987781807780266, "global_step": 7103, "epoch": 109, "lr": 9.291406689720613e-05}
+{"train_loss": 0.016461536288261414, "global_step": 7104, "epoch": 109, "lr": 9.291197298708811e-05}
+{"train_loss": 0.008619992062449455, "global_step": 7105, "epoch": 109, "lr": 9.290987879123947e-05}
+{"train_loss": 0.013014564290642738, "global_step": 7106, "epoch": 109, "lr": 9.290778430967417e-05}
+{"train_loss": 0.015708180144429207, "global_step": 7107, "epoch": 109, "lr": 9.290568954240614e-05}
+{"train_loss": 0.007598439697176218, "global_step": 7108, "epoch": 109, "lr": 9.290359448944936e-05}
+{"train_loss": 0.011500806547701359, "global_step": 7109, "epoch": 109, "lr": 9.290149915081774e-05}
+{"train_loss": 0.013756593689322472, "global_step": 7110, "epoch": 109, "lr": 9.289940352652524e-05}
+{"train_loss": 0.012989280745387077, "global_step": 7111, "epoch": 109, "lr": 9.289730761658584e-05}
+{"train_loss": 0.014069363474845886, "global_step": 7112, "epoch": 109, "lr": 9.289521142101348e-05}
+{"train_loss": 0.010404328815639019, "global_step": 7113, "epoch": 109, "lr": 9.289311493982211e-05}
+{"train_loss": 0.01993643119931221, "global_step": 7114, "epoch": 109, "lr": 9.28910181730257e-05}
+{"train_loss": 0.009375683031976223, "global_step": 7115, "epoch": 109, "lr": 9.288892112063822e-05}
+{"train_loss": 0.01715533249080181, "global_step": 7116, "epoch": 109, "lr": 9.28868237826736e-05}
+{"train_loss": 0.00974206905812025, "global_step": 7117, "epoch": 109, "lr": 9.288472615914584e-05}
+{"train_loss": 0.010404306463897228, "global_step": 7118, "epoch": 109, "lr": 9.28826282500689e-05}
+{"train_loss": 0.01527625322341919, "global_step": 7119, "epoch": 109, "lr": 9.288053005545671e-05}
+{"train_loss": 0.011718404479324818, "global_step": 7120, "epoch": 109, "lr": 9.28784315753233e-05}
+{"train_loss": 0.008366952650249004, "global_step": 7121, "epoch": 109, "lr": 9.287633280968261e-05}
+{"train_loss": 0.010883106850087643, "global_step": 7122, "epoch": 109, "lr": 9.287423375854863e-05}
+{"train_loss": 0.010451210662722588, "global_step": 7123, "epoch": 109, "lr": 9.287213442193532e-05}
+{"train_loss": 0.010426257736980915, "global_step": 7124, "epoch": 109, "lr": 9.287003479985666e-05}
+{"train_loss": 0.01436303649097681, "global_step": 7125, "epoch": 109, "lr": 9.286793489232664e-05}
+{"train_loss": 0.010363619774580002, "global_step": 7126, "epoch": 109, "lr": 9.286583469935925e-05}
+{"train_loss": 0.01053586695343256, "global_step": 7127, "epoch": 109, "lr": 9.286373422096846e-05}
+{"train_loss": 0.014545826241374016, "global_step": 7128, "epoch": 109, "lr": 9.286163345716823e-05}
+{"train_loss": 0.01250034011900425, "global_step": 7129, "epoch": 109, "lr": 9.285953240797261e-05}
+{"train_loss": 0.01278623566031456, "global_step": 7130, "epoch": 109, "lr": 9.285743107339555e-05}
+{"train_loss": 0.011171575635671616, "global_step": 7131, "epoch": 109, "lr": 9.285532945345103e-05}
+{"train_loss": 0.010200065560638905, "global_step": 7132, "epoch": 109, "lr": 9.285322754815309e-05}
+{"train_loss": 0.010655091144144535, "global_step": 7133, "epoch": 109, "lr": 9.285112535751568e-05}
+{"train_loss": 0.011696355417370796, "global_step": 7134, "epoch": 109, "lr": 9.284902288155282e-05}
+{"train_loss": 0.013697129674255848, "global_step": 7135, "epoch": 109, "lr": 9.28469201202785e-05}
+{"train_loss": 0.01191001571714878, "global_step": 7136, "epoch": 109, "lr": 9.284481707370673e-05}
+{"train_loss": 0.00938667356967926, "global_step": 7137, "epoch": 109, "lr": 9.284271374185151e-05}
+{"train_loss": 0.00963448267430067, "global_step": 7138, "epoch": 109, "lr": 9.284061012472685e-05}
+{"train_loss": 0.012902911752462387, "global_step": 7139, "epoch": 109, "lr": 9.283850622234674e-05}
+{"train_loss": 0.012146624736487865, "global_step": 7140, "epoch": 109, "lr": 9.28364020347252e-05}
+{"train_loss": 0.009679666720330715, "global_step": 7141, "epoch": 109, "lr": 9.283429756187625e-05}
+{"train_loss": 0.010046596638858318, "global_step": 7142, "epoch": 109, "lr": 9.283219280381388e-05}
+{"train_loss": 0.01106942631304264, "global_step": 7143, "epoch": 109, "lr": 9.283008776055213e-05}
+{"train_loss": 0.00874382071197033, "global_step": 7144, "epoch": 109, "lr": 9.282798243210501e-05}
+{"train_loss": 0.0065981196239590645, "global_step": 7145, "epoch": 109, "lr": 9.282587681848653e-05}
+{"train_loss": 0.009736407548189163, "global_step": 7146, "epoch": 109, "lr": 9.282377091971071e-05}
+{"train_loss": 0.012361595407128334, "global_step": 7147, "epoch": 109, "lr": 9.282166473579157e-05}
+{"train_loss": 0.009171480312943459, "global_step": 7148, "epoch": 109, "lr": 9.281955826674314e-05}
+{"train_loss": 0.011451082647993015, "global_step": 7149, "epoch": 109, "lr": 9.281745151257946e-05, "val_loss": 0.011519067920744419}
+{"train_loss": 0.009941499680280685, "global_step": 7150, "epoch": 110, "lr": 9.281534447331452e-05}
+{"train_loss": 0.008653595112264156, "global_step": 7151, "epoch": 110, "lr": 9.28132371489624e-05}
+{"train_loss": 0.010599751956760883, "global_step": 7152, "epoch": 110, "lr": 9.281112953953709e-05}
+{"train_loss": 0.0100219352170825, "global_step": 7153, "epoch": 110, "lr": 9.280902164505264e-05}
+{"train_loss": 0.01422002725303173, "global_step": 7154, "epoch": 110, "lr": 9.280691346552308e-05}
+{"train_loss": 0.011304190382361412, "global_step": 7155, "epoch": 110, "lr": 9.280480500096247e-05}
+{"train_loss": 0.010195953771471977, "global_step": 7156, "epoch": 110, "lr": 9.28026962513848e-05}
+{"train_loss": 0.012352813966572285, "global_step": 7157, "epoch": 110, "lr": 9.280058721680417e-05}
+{"train_loss": 0.009677765890955925, "global_step": 7158, "epoch": 110, "lr": 9.279847789723458e-05}
+{"train_loss": 0.006878708489239216, "global_step": 7159, "epoch": 110, "lr": 9.27963682926901e-05}
+{"train_loss": 0.012498815543949604, "global_step": 7160, "epoch": 110, "lr": 9.279425840318476e-05}
+{"train_loss": 0.00817695539444685, "global_step": 7161, "epoch": 110, "lr": 9.279214822873261e-05}
+{"train_loss": 0.012986666522920132, "global_step": 7162, "epoch": 110, "lr": 9.279003776934772e-05}
+{"train_loss": 0.010908493772149086, "global_step": 7163, "epoch": 110, "lr": 9.278792702504412e-05}
+{"train_loss": 0.009402948431670666, "global_step": 7164, "epoch": 110, "lr": 9.278581599583587e-05}
+{"train_loss": 0.012992342002689838, "global_step": 7165, "epoch": 110, "lr": 9.278370468173704e-05}
+{"train_loss": 0.009645598009228706, "global_step": 7166, "epoch": 110, "lr": 9.278159308276166e-05}
+{"train_loss": 0.007091103121638298, "global_step": 7167, "epoch": 110, "lr": 9.277948119892383e-05}
+{"train_loss": 0.012355325743556023, "global_step": 7168, "epoch": 110, "lr": 9.277736903023758e-05}
+{"train_loss": 0.012260843999683857, "global_step": 7169, "epoch": 110, "lr": 9.277525657671699e-05}
+{"train_loss": 0.01142545510083437, "global_step": 7170, "epoch": 110, "lr": 9.27731438383761e-05}
+{"train_loss": 0.01426757499575615, "global_step": 7171, "epoch": 110, "lr": 9.277103081522903e-05}
+{"train_loss": 0.012759904377162457, "global_step": 7172, "epoch": 110, "lr": 9.276891750728979e-05}
+{"train_loss": 0.011982227675616741, "global_step": 7173, "epoch": 110, "lr": 9.276680391457248e-05}
+{"train_loss": 0.007250701077282429, "global_step": 7174, "epoch": 110, "lr": 9.276469003709118e-05}
+{"train_loss": 0.0077088214457035065, "global_step": 7175, "epoch": 110, "lr": 9.276257587485997e-05}
+{"train_loss": 0.011071822606027126, "global_step": 7176, "epoch": 110, "lr": 9.27604614278929e-05}
+{"train_loss": 0.012322739697992802, "global_step": 7177, "epoch": 110, "lr": 9.275834669620406e-05}
+{"train_loss": 0.009075503796339035, "global_step": 7178, "epoch": 110, "lr": 9.275623167980753e-05}
+{"train_loss": 0.009875436313450336, "global_step": 7179, "epoch": 110, "lr": 9.275411637871743e-05}
+{"train_loss": 0.01548965834081173, "global_step": 7180, "epoch": 110, "lr": 9.275200079294777e-05}
+{"train_loss": 0.00873684510588646, "global_step": 7181, "epoch": 110, "lr": 9.274988492251271e-05}
+{"train_loss": 0.009274742566049099, "global_step": 7182, "epoch": 110, "lr": 9.27477687674263e-05}
+{"train_loss": 0.011806388385593891, "global_step": 7183, "epoch": 110, "lr": 9.274565232770263e-05}
+{"train_loss": 0.01108366809785366, "global_step": 7184, "epoch": 110, "lr": 9.27435356033558e-05}
+{"train_loss": 0.00950296688824892, "global_step": 7185, "epoch": 110, "lr": 9.274141859439992e-05}
+{"train_loss": 0.010689345188438892, "global_step": 7186, "epoch": 110, "lr": 9.273930130084905e-05}
+{"train_loss": 0.016049310564994812, "global_step": 7187, "epoch": 110, "lr": 9.273718372271734e-05}
+{"train_loss": 0.013539832085371017, "global_step": 7188, "epoch": 110, "lr": 9.273506586001883e-05}
+{"train_loss": 0.00845007598400116, "global_step": 7189, "epoch": 110, "lr": 9.273294771276766e-05}
+{"train_loss": 0.014788481406867504, "global_step": 7190, "epoch": 110, "lr": 9.273082928097791e-05}
+{"train_loss": 0.011109680868685246, "global_step": 7191, "epoch": 110, "lr": 9.272871056466372e-05}
+{"train_loss": 0.011660901829600334, "global_step": 7192, "epoch": 110, "lr": 9.272659156383918e-05}
+{"train_loss": 0.013513486832380295, "global_step": 7193, "epoch": 110, "lr": 9.272447227851839e-05}
+{"train_loss": 0.011802028864622116, "global_step": 7194, "epoch": 110, "lr": 9.272235270871548e-05}
+{"train_loss": 0.015665797516703606, "global_step": 7195, "epoch": 110, "lr": 9.272023285444453e-05}
+{"train_loss": 0.008791152387857437, "global_step": 7196, "epoch": 110, "lr": 9.271811271571968e-05}
+{"train_loss": 0.008024402894079685, "global_step": 7197, "epoch": 110, "lr": 9.271599229255506e-05}
+{"train_loss": 0.010806822218000889, "global_step": 7198, "epoch": 110, "lr": 9.271387158496476e-05}
+{"train_loss": 0.009964537806808949, "global_step": 7199, "epoch": 110, "lr": 9.271175059296292e-05}
+{"train_loss": 0.010982978157699108, "global_step": 7200, "epoch": 110, "lr": 9.270962931656366e-05}
+{"train_loss": 0.011109148152172565, "global_step": 7201, "epoch": 110, "lr": 9.270750775578108e-05}
+{"train_loss": 0.014470091089606285, "global_step": 7202, "epoch": 110, "lr": 9.270538591062935e-05}
+{"train_loss": 0.017497669905424118, "global_step": 7203, "epoch": 110, "lr": 9.270326378112258e-05}
+{"train_loss": 0.013855770230293274, "global_step": 7204, "epoch": 110, "lr": 9.270114136727487e-05}
+{"train_loss": 0.012926669791340828, "global_step": 7205, "epoch": 110, "lr": 9.269901866910039e-05}
+{"train_loss": 0.00808906089514494, "global_step": 7206, "epoch": 110, "lr": 9.269689568661327e-05}
+{"train_loss": 0.01140916720032692, "global_step": 7207, "epoch": 110, "lr": 9.269477241982762e-05}
+{"train_loss": 0.013160071335732937, "global_step": 7208, "epoch": 110, "lr": 9.269264886875762e-05}
+{"train_loss": 0.010214267298579216, "global_step": 7209, "epoch": 110, "lr": 9.269052503341736e-05}
+{"train_loss": 0.009013625793159008, "global_step": 7210, "epoch": 110, "lr": 9.268840091382103e-05}
+{"train_loss": 0.013021337799727917, "global_step": 7211, "epoch": 110, "lr": 9.268627650998274e-05}
+{"train_loss": 0.013517990708351135, "global_step": 7212, "epoch": 110, "lr": 9.268415182191665e-05}
+{"train_loss": 0.013021837919950485, "global_step": 7213, "epoch": 110, "lr": 9.26820268496369e-05}
+{"train_loss": 0.011280117370188237, "global_step": 7214, "epoch": 110, "lr": 9.267990159315763e-05, "val_loss": 0.014142473228275776, "train_action_mse_error": 0.0007919959607534111}
+{"train_loss": 0.01043793186545372, "global_step": 7215, "epoch": 111, "lr": 9.267777605249301e-05}
+{"train_loss": 0.009938034228980541, "global_step": 7216, "epoch": 111, "lr": 9.26756502276572e-05}
+{"train_loss": 0.012433609925210476, "global_step": 7217, "epoch": 111, "lr": 9.267352411866435e-05}
+{"train_loss": 0.016555778682231903, "global_step": 7218, "epoch": 111, "lr": 9.267139772552859e-05}
+{"train_loss": 0.013191885314881802, "global_step": 7219, "epoch": 111, "lr": 9.266927104826409e-05}
+{"train_loss": 0.008513580076396465, "global_step": 7220, "epoch": 111, "lr": 9.266714408688504e-05}
+{"train_loss": 0.011370678432285786, "global_step": 7221, "epoch": 111, "lr": 9.266501684140556e-05}
+{"train_loss": 0.010297096334397793, "global_step": 7222, "epoch": 111, "lr": 9.266288931183984e-05}
+{"train_loss": 0.010898659005761147, "global_step": 7223, "epoch": 111, "lr": 9.266076149820204e-05}
+{"train_loss": 0.011331592686474323, "global_step": 7224, "epoch": 111, "lr": 9.265863340050634e-05}
+{"train_loss": 0.009066702798008919, "global_step": 7225, "epoch": 111, "lr": 9.265650501876688e-05}
+{"train_loss": 0.010947425849735737, "global_step": 7226, "epoch": 111, "lr": 9.265437635299786e-05}
+{"train_loss": 0.011495665647089481, "global_step": 7227, "epoch": 111, "lr": 9.265224740321346e-05}
+{"train_loss": 0.011593667790293694, "global_step": 7228, "epoch": 111, "lr": 9.265011816942782e-05}
+{"train_loss": 0.01095000933855772, "global_step": 7229, "epoch": 111, "lr": 9.264798865165514e-05}
+{"train_loss": 0.012908631935715675, "global_step": 7230, "epoch": 111, "lr": 9.26458588499096e-05}
+{"train_loss": 0.010708390735089779, "global_step": 7231, "epoch": 111, "lr": 9.264372876420537e-05}
+{"train_loss": 0.009908127598464489, "global_step": 7232, "epoch": 111, "lr": 9.264159839455665e-05}
+{"train_loss": 0.007942292839288712, "global_step": 7233, "epoch": 111, "lr": 9.263946774097761e-05}
+{"train_loss": 0.013127750717103481, "global_step": 7234, "epoch": 111, "lr": 9.263733680348246e-05}
+{"train_loss": 0.00937464740127325, "global_step": 7235, "epoch": 111, "lr": 9.263520558208536e-05}
+{"train_loss": 0.006432844325900078, "global_step": 7236, "epoch": 111, "lr": 9.263307407680051e-05}
+{"train_loss": 0.013373132795095444, "global_step": 7237, "epoch": 111, "lr": 9.26309422876421e-05}
+{"train_loss": 0.010023673996329308, "global_step": 7238, "epoch": 111, "lr": 9.262881021462435e-05}
+{"train_loss": 0.010100200772285461, "global_step": 7239, "epoch": 111, "lr": 9.262667785776142e-05}
+{"train_loss": 0.008810257539153099, "global_step": 7240, "epoch": 111, "lr": 9.262454521706754e-05}
+{"train_loss": 0.011271839030086994, "global_step": 7241, "epoch": 111, "lr": 9.262241229255689e-05}
+{"train_loss": 0.01370246522128582, "global_step": 7242, "epoch": 111, "lr": 9.262027908424368e-05}
+{"train_loss": 0.009011584334075451, "global_step": 7243, "epoch": 111, "lr": 9.26181455921421e-05}
+{"train_loss": 0.00960566382855177, "global_step": 7244, "epoch": 111, "lr": 9.261601181626639e-05}
+{"train_loss": 0.010343760251998901, "global_step": 7245, "epoch": 111, "lr": 9.261387775663071e-05}
+{"train_loss": 0.01399215403944254, "global_step": 7246, "epoch": 111, "lr": 9.261174341324932e-05}
+{"train_loss": 0.011471736244857311, "global_step": 7247, "epoch": 111, "lr": 9.260960878613639e-05}
+{"train_loss": 0.008200407028198242, "global_step": 7248, "epoch": 111, "lr": 9.260747387530616e-05}
+{"train_loss": 0.010047261603176594, "global_step": 7249, "epoch": 111, "lr": 9.260533868077284e-05}
+{"train_loss": 0.011756939813494682, "global_step": 7250, "epoch": 111, "lr": 9.260320320255063e-05}
+{"train_loss": 0.010636468417942524, "global_step": 7251, "epoch": 111, "lr": 9.260106744065376e-05}
+{"train_loss": 0.009436040185391903, "global_step": 7252, "epoch": 111, "lr": 9.259893139509646e-05}
+{"train_loss": 0.013207999989390373, "global_step": 7253, "epoch": 111, "lr": 9.259679506589294e-05}
+{"train_loss": 0.01066149864345789, "global_step": 7254, "epoch": 111, "lr": 9.259465845305745e-05}
+{"train_loss": 0.010437929071485996, "global_step": 7255, "epoch": 111, "lr": 9.259252155660419e-05}
+{"train_loss": 0.01059901062399149, "global_step": 7256, "epoch": 111, "lr": 9.259038437654738e-05}
+{"train_loss": 0.016848132014274597, "global_step": 7257, "epoch": 111, "lr": 9.258824691290127e-05}
+{"train_loss": 0.008385850116610527, "global_step": 7258, "epoch": 111, "lr": 9.25861091656801e-05}
+{"train_loss": 0.014864993281662464, "global_step": 7259, "epoch": 111, "lr": 9.25839711348981e-05}
+{"train_loss": 0.010001364164054394, "global_step": 7260, "epoch": 111, "lr": 9.258183282056948e-05}
+{"train_loss": 0.008569179102778435, "global_step": 7261, "epoch": 111, "lr": 9.257969422270852e-05}
+{"train_loss": 0.013319275341928005, "global_step": 7262, "epoch": 111, "lr": 9.257755534132942e-05}
+{"train_loss": 0.013262834399938583, "global_step": 7263, "epoch": 111, "lr": 9.257541617644643e-05}
+{"train_loss": 0.009385875426232815, "global_step": 7264, "epoch": 111, "lr": 9.257327672807382e-05}
+{"train_loss": 0.009078949689865112, "global_step": 7265, "epoch": 111, "lr": 9.257113699622581e-05}
+{"train_loss": 0.014402801170945168, "global_step": 7266, "epoch": 111, "lr": 9.256899698091667e-05}
+{"train_loss": 0.011586194857954979, "global_step": 7267, "epoch": 111, "lr": 9.256685668216062e-05}
+{"train_loss": 0.008528724312782288, "global_step": 7268, "epoch": 111, "lr": 9.256471609997193e-05}
+{"train_loss": 0.010064896196126938, "global_step": 7269, "epoch": 111, "lr": 9.256257523436486e-05}
+{"train_loss": 0.011180650442838669, "global_step": 7270, "epoch": 111, "lr": 9.256043408535365e-05}
+{"train_loss": 0.009088290855288506, "global_step": 7271, "epoch": 111, "lr": 9.255829265295255e-05}
+{"train_loss": 0.012336742132902145, "global_step": 7272, "epoch": 111, "lr": 9.255615093717583e-05}
+{"train_loss": 0.011802979744970798, "global_step": 7273, "epoch": 111, "lr": 9.255400893803776e-05}
+{"train_loss": 0.012349261902272701, "global_step": 7274, "epoch": 111, "lr": 9.25518666555526e-05}
+{"train_loss": 0.011946508660912514, "global_step": 7275, "epoch": 111, "lr": 9.254972408973461e-05}
+{"train_loss": 0.010293272323906422, "global_step": 7276, "epoch": 111, "lr": 9.254758124059803e-05}
+{"train_loss": 0.011196361854672432, "global_step": 7277, "epoch": 111, "lr": 9.254543810815716e-05}
+{"train_loss": 0.010643217712640762, "global_step": 7278, "epoch": 111, "lr": 9.254329469242629e-05}
+{"train_loss": 0.011012601723464636, "global_step": 7279, "epoch": 111, "lr": 9.254115099341965e-05, "val_loss": 0.014786007814109325}
+{"train_loss": 0.014490736648440361, "global_step": 7280, "epoch": 112, "lr": 9.253900701115151e-05}
+{"train_loss": 0.013090830296278, "global_step": 7281, "epoch": 112, "lr": 9.253686274563617e-05}
+{"train_loss": 0.008960603736341, "global_step": 7282, "epoch": 112, "lr": 9.253471819688793e-05}
+{"train_loss": 0.010759381577372551, "global_step": 7283, "epoch": 112, "lr": 9.2532573364921e-05}
+{"train_loss": 0.01104907039552927, "global_step": 7284, "epoch": 112, "lr": 9.253042824974973e-05}
+{"train_loss": 0.008210865780711174, "global_step": 7285, "epoch": 112, "lr": 9.252828285138837e-05}
+{"train_loss": 0.013309917412698269, "global_step": 7286, "epoch": 112, "lr": 9.252613716985122e-05}
+{"train_loss": 0.009797644801437855, "global_step": 7287, "epoch": 112, "lr": 9.252399120515255e-05}
+{"train_loss": 0.01952388323843479, "global_step": 7288, "epoch": 112, "lr": 9.252184495730665e-05}
+{"train_loss": 0.010930637829005718, "global_step": 7289, "epoch": 112, "lr": 9.251969842632784e-05}
+{"train_loss": 0.009469819255173206, "global_step": 7290, "epoch": 112, "lr": 9.251755161223038e-05}
+{"train_loss": 0.010656675323843956, "global_step": 7291, "epoch": 112, "lr": 9.251540451502856e-05}
+{"train_loss": 0.010481606237590313, "global_step": 7292, "epoch": 112, "lr": 9.251325713473671e-05}
+{"train_loss": 0.0117980120703578, "global_step": 7293, "epoch": 112, "lr": 9.251110947136911e-05}
+{"train_loss": 0.010525071993470192, "global_step": 7294, "epoch": 112, "lr": 9.250896152494005e-05}
+{"train_loss": 0.009696867316961288, "global_step": 7295, "epoch": 112, "lr": 9.250681329546385e-05}
+{"train_loss": 0.012538786977529526, "global_step": 7296, "epoch": 112, "lr": 9.250466478295481e-05}
+{"train_loss": 0.008468639105558395, "global_step": 7297, "epoch": 112, "lr": 9.250251598742723e-05}
+{"train_loss": 0.012864124029874802, "global_step": 7298, "epoch": 112, "lr": 9.250036690889544e-05}
+{"train_loss": 0.009095186367630959, "global_step": 7299, "epoch": 112, "lr": 9.249821754737369e-05}
+{"train_loss": 0.007635844871401787, "global_step": 7300, "epoch": 112, "lr": 9.249606790287636e-05}
+{"train_loss": 0.010627868585288525, "global_step": 7301, "epoch": 112, "lr": 9.249391797541774e-05}
+{"train_loss": 0.011447790078818798, "global_step": 7302, "epoch": 112, "lr": 9.249176776501212e-05}
+{"train_loss": 0.008780005387961864, "global_step": 7303, "epoch": 112, "lr": 9.248961727167384e-05}
+{"train_loss": 0.008238619193434715, "global_step": 7304, "epoch": 112, "lr": 9.248746649541724e-05}
+{"train_loss": 0.010746831074357033, "global_step": 7305, "epoch": 112, "lr": 9.24853154362566e-05}
+{"train_loss": 0.010093994438648224, "global_step": 7306, "epoch": 112, "lr": 9.248316409420627e-05}
+{"train_loss": 0.009034407325088978, "global_step": 7307, "epoch": 112, "lr": 9.248101246928056e-05}
+{"train_loss": 0.012978451326489449, "global_step": 7308, "epoch": 112, "lr": 9.24788605614938e-05}
+{"train_loss": 0.011376206763088703, "global_step": 7309, "epoch": 112, "lr": 9.247670837086033e-05}
+{"train_loss": 0.012641542591154575, "global_step": 7310, "epoch": 112, "lr": 9.247455589739446e-05}
+{"train_loss": 0.01132294163107872, "global_step": 7311, "epoch": 112, "lr": 9.247240314111055e-05}
+{"train_loss": 0.01000226754695177, "global_step": 7312, "epoch": 112, "lr": 9.24702501020229e-05}
+{"train_loss": 0.013498328626155853, "global_step": 7313, "epoch": 112, "lr": 9.246809678014588e-05}
+{"train_loss": 0.014429236762225628, "global_step": 7314, "epoch": 112, "lr": 9.24659431754938e-05}
+{"train_loss": 0.006202251650393009, "global_step": 7315, "epoch": 112, "lr": 9.246378928808103e-05}
+{"train_loss": 0.008350891061127186, "global_step": 7316, "epoch": 112, "lr": 9.246163511792187e-05}
+{"train_loss": 0.010983348824083805, "global_step": 7317, "epoch": 112, "lr": 9.24594806650307e-05}
+{"train_loss": 0.008461455814540386, "global_step": 7318, "epoch": 112, "lr": 9.245732592942187e-05}
+{"train_loss": 0.011844982393085957, "global_step": 7319, "epoch": 112, "lr": 9.24551709111097e-05}
+{"train_loss": 0.013557092286646366, "global_step": 7320, "epoch": 112, "lr": 9.245301561010853e-05}
+{"train_loss": 0.007455004379153252, "global_step": 7321, "epoch": 112, "lr": 9.245086002643274e-05}
+{"train_loss": 0.011292260140180588, "global_step": 7322, "epoch": 112, "lr": 9.244870416009668e-05}
+{"train_loss": 0.008652159944176674, "global_step": 7323, "epoch": 112, "lr": 9.244654801111469e-05}
+{"train_loss": 0.010004967451095581, "global_step": 7324, "epoch": 112, "lr": 9.244439157950114e-05}
+{"train_loss": 0.01055960450321436, "global_step": 7325, "epoch": 112, "lr": 9.244223486527039e-05}
+{"train_loss": 0.011165431700646877, "global_step": 7326, "epoch": 112, "lr": 9.244007786843679e-05}
+{"train_loss": 0.008785995654761791, "global_step": 7327, "epoch": 112, "lr": 9.24379205890147e-05}
+{"train_loss": 0.011842912994325161, "global_step": 7328, "epoch": 112, "lr": 9.243576302701849e-05}
+{"train_loss": 0.005511957686394453, "global_step": 7329, "epoch": 112, "lr": 9.243360518246253e-05}
+{"train_loss": 0.012202804908156395, "global_step": 7330, "epoch": 112, "lr": 9.243144705536119e-05}
+{"train_loss": 0.009532665833830833, "global_step": 7331, "epoch": 112, "lr": 9.242928864572884e-05}
+{"train_loss": 0.009311743080615997, "global_step": 7332, "epoch": 112, "lr": 9.242712995357984e-05}
+{"train_loss": 0.011491910554468632, "global_step": 7333, "epoch": 112, "lr": 9.242497097892858e-05}
+{"train_loss": 0.011371987871825695, "global_step": 7334, "epoch": 112, "lr": 9.242281172178941e-05}
+{"train_loss": 0.008956600911915302, "global_step": 7335, "epoch": 112, "lr": 9.242065218217673e-05}
+{"train_loss": 0.01355472207069397, "global_step": 7336, "epoch": 112, "lr": 9.241849236010491e-05}
+{"train_loss": 0.008633331395685673, "global_step": 7337, "epoch": 112, "lr": 9.241633225558835e-05}
+{"train_loss": 0.008092640899121761, "global_step": 7338, "epoch": 112, "lr": 9.24141718686414e-05}
+{"train_loss": 0.01267047505825758, "global_step": 7339, "epoch": 112, "lr": 9.241201119927848e-05}
+{"train_loss": 0.010548519901931286, "global_step": 7340, "epoch": 112, "lr": 9.240985024751396e-05}
+{"train_loss": 0.008109662681818008, "global_step": 7341, "epoch": 112, "lr": 9.24076890133622e-05}
+{"train_loss": 0.01192366424947977, "global_step": 7342, "epoch": 112, "lr": 9.240552749683764e-05}
+{"train_loss": 0.014578728005290031, "global_step": 7343, "epoch": 112, "lr": 9.240336569795466e-05}
+{"train_loss": 0.010662822819386537, "global_step": 7344, "epoch": 112, "lr": 9.240120361672764e-05, "val_loss": 0.013926046900451183}
+{"train_loss": 0.008903298527002335, "global_step": 7345, "epoch": 113, "lr": 9.239904125317099e-05}
+{"train_loss": 0.012401989661157131, "global_step": 7346, "epoch": 113, "lr": 9.239687860729907e-05}
+{"train_loss": 0.008341553620994091, "global_step": 7347, "epoch": 113, "lr": 9.239471567912634e-05}
+{"train_loss": 0.012077993713319302, "global_step": 7348, "epoch": 113, "lr": 9.239255246866716e-05}
+{"train_loss": 0.011080301366746426, "global_step": 7349, "epoch": 113, "lr": 9.239038897593594e-05}
+{"train_loss": 0.011542068794369698, "global_step": 7350, "epoch": 113, "lr": 9.23882252009471e-05}
+{"train_loss": 0.008868428878486156, "global_step": 7351, "epoch": 113, "lr": 9.238606114371504e-05}
+{"train_loss": 0.0067651295103132725, "global_step": 7352, "epoch": 113, "lr": 9.238389680425416e-05}
+{"train_loss": 0.01107974536716938, "global_step": 7353, "epoch": 113, "lr": 9.23817321825789e-05}
+{"train_loss": 0.008079973049461842, "global_step": 7354, "epoch": 113, "lr": 9.237956727870364e-05}
+{"train_loss": 0.010474792681634426, "global_step": 7355, "epoch": 113, "lr": 9.23774020926428e-05}
+{"train_loss": 0.008520114235579967, "global_step": 7356, "epoch": 113, "lr": 9.237523662441082e-05}
+{"train_loss": 0.013925199396908283, "global_step": 7357, "epoch": 113, "lr": 9.23730708740221e-05}
+{"train_loss": 0.00868136715143919, "global_step": 7358, "epoch": 113, "lr": 9.237090484149107e-05}
+{"train_loss": 0.010433379560709, "global_step": 7359, "epoch": 113, "lr": 9.236873852683213e-05}
+{"train_loss": 0.010249514132738113, "global_step": 7360, "epoch": 113, "lr": 9.236657193005972e-05}
+{"train_loss": 0.009307456202805042, "global_step": 7361, "epoch": 113, "lr": 9.23644050511883e-05}
+{"train_loss": 0.008699702098965645, "global_step": 7362, "epoch": 113, "lr": 9.236223789023225e-05}
+{"train_loss": 0.007793931290507317, "global_step": 7363, "epoch": 113, "lr": 9.2360070447206e-05}
+{"train_loss": 0.011607897467911243, "global_step": 7364, "epoch": 113, "lr": 9.235790272212402e-05}
+{"train_loss": 0.010936458595097065, "global_step": 7365, "epoch": 113, "lr": 9.235573471500072e-05}
+{"train_loss": 0.014653636142611504, "global_step": 7366, "epoch": 113, "lr": 9.235356642585053e-05}
+{"train_loss": 0.011987836100161076, "global_step": 7367, "epoch": 113, "lr": 9.235139785468791e-05}
+{"train_loss": 0.015347246080636978, "global_step": 7368, "epoch": 113, "lr": 9.234922900152727e-05}
+{"train_loss": 0.012982265092432499, "global_step": 7369, "epoch": 113, "lr": 9.234705986638308e-05}
+{"train_loss": 0.01041492447257042, "global_step": 7370, "epoch": 113, "lr": 9.234489044926975e-05}
+{"train_loss": 0.01242325734347105, "global_step": 7371, "epoch": 113, "lr": 9.234272075020177e-05}
+{"train_loss": 0.011929105967283249, "global_step": 7372, "epoch": 113, "lr": 9.234055076919354e-05}
+{"train_loss": 0.011723148636519909, "global_step": 7373, "epoch": 113, "lr": 9.233838050625954e-05}
+{"train_loss": 0.010534663684666157, "global_step": 7374, "epoch": 113, "lr": 9.233620996141421e-05}
+{"train_loss": 0.00936257652938366, "global_step": 7375, "epoch": 113, "lr": 9.233403913467201e-05}
+{"train_loss": 0.014781083911657333, "global_step": 7376, "epoch": 113, "lr": 9.233186802604738e-05}
+{"train_loss": 0.010361094027757645, "global_step": 7377, "epoch": 113, "lr": 9.23296966355548e-05}
+{"train_loss": 0.016884537413716316, "global_step": 7378, "epoch": 113, "lr": 9.23275249632087e-05}
+{"train_loss": 0.010336421430110931, "global_step": 7379, "epoch": 113, "lr": 9.232535300902356e-05}
+{"train_loss": 0.007488521281629801, "global_step": 7380, "epoch": 113, "lr": 9.232318077301383e-05}
+{"train_loss": 0.013349084183573723, "global_step": 7381, "epoch": 113, "lr": 9.232100825519399e-05}
+{"train_loss": 0.009421374648809433, "global_step": 7382, "epoch": 113, "lr": 9.231883545557848e-05}
+{"train_loss": 0.00896170362830162, "global_step": 7383, "epoch": 113, "lr": 9.231666237418179e-05}
+{"train_loss": 0.012112473137676716, "global_step": 7384, "epoch": 113, "lr": 9.231448901101838e-05}
+{"train_loss": 0.009179550223052502, "global_step": 7385, "epoch": 113, "lr": 9.231231536610273e-05}
+{"train_loss": 0.009186181239783764, "global_step": 7386, "epoch": 113, "lr": 9.231014143944931e-05}
+{"train_loss": 0.010170812718570232, "global_step": 7387, "epoch": 113, "lr": 9.230796723107257e-05}
+{"train_loss": 0.013403914868831635, "global_step": 7388, "epoch": 113, "lr": 9.230579274098704e-05}
+{"train_loss": 0.007743930444121361, "global_step": 7389, "epoch": 113, "lr": 9.230361796920715e-05}
+{"train_loss": 0.015309163369238377, "global_step": 7390, "epoch": 113, "lr": 9.230144291574741e-05}
+{"train_loss": 0.010983696207404137, "global_step": 7391, "epoch": 113, "lr": 9.229926758062228e-05}
+{"train_loss": 0.012058240361511707, "global_step": 7392, "epoch": 113, "lr": 9.229709196384627e-05}
+{"train_loss": 0.011077103205025196, "global_step": 7393, "epoch": 113, "lr": 9.229491606543383e-05}
+{"train_loss": 0.011050211265683174, "global_step": 7394, "epoch": 113, "lr": 9.22927398853995e-05}
+{"train_loss": 0.011420012451708317, "global_step": 7395, "epoch": 113, "lr": 9.229056342375772e-05}
+{"train_loss": 0.008843643590807915, "global_step": 7396, "epoch": 113, "lr": 9.228838668052302e-05}
+{"train_loss": 0.012581167742609978, "global_step": 7397, "epoch": 113, "lr": 9.228620965570987e-05}
+{"train_loss": 0.007897177711129189, "global_step": 7398, "epoch": 113, "lr": 9.228403234933277e-05}
+{"train_loss": 0.009141002781689167, "global_step": 7399, "epoch": 113, "lr": 9.22818547614062e-05}
+{"train_loss": 0.010881722904741764, "global_step": 7400, "epoch": 113, "lr": 9.22796768919447e-05}
+{"train_loss": 0.012121575884521008, "global_step": 7401, "epoch": 113, "lr": 9.227749874096277e-05}
+{"train_loss": 0.01194226834923029, "global_step": 7402, "epoch": 113, "lr": 9.227532030847487e-05}
+{"train_loss": 0.010249312967061996, "global_step": 7403, "epoch": 113, "lr": 9.227314159449554e-05}
+{"train_loss": 0.009767403826117516, "global_step": 7404, "epoch": 113, "lr": 9.227096259903927e-05}
+{"train_loss": 0.011356706731021404, "global_step": 7405, "epoch": 113, "lr": 9.226878332212058e-05}
+{"train_loss": 0.011113015934824944, "global_step": 7406, "epoch": 113, "lr": 9.226660376375397e-05}
+{"train_loss": 0.008651903830468655, "global_step": 7407, "epoch": 113, "lr": 9.226442392395396e-05}
+{"train_loss": 0.007475791499018669, "global_step": 7408, "epoch": 113, "lr": 9.226224380273507e-05}
+{"train_loss": 0.010751186210948687, "global_step": 7409, "epoch": 113, "lr": 9.226006340011182e-05, "val_loss": 0.009948006831109524}
+{"train_loss": 0.009956262074410915, "global_step": 7410, "epoch": 114, "lr": 9.22578827160987e-05}
+{"train_loss": 0.014476219192147255, "global_step": 7411, "epoch": 114, "lr": 9.225570175071025e-05}
+{"train_loss": 0.007012931164354086, "global_step": 7412, "epoch": 114, "lr": 9.2253520503961e-05}
+{"train_loss": 0.013420311734080315, "global_step": 7413, "epoch": 114, "lr": 9.225133897586547e-05}
+{"train_loss": 0.01062235701829195, "global_step": 7414, "epoch": 114, "lr": 9.224915716643817e-05}
+{"train_loss": 0.010095017962157726, "global_step": 7415, "epoch": 114, "lr": 9.224697507569363e-05}
+{"train_loss": 0.008714413270354271, "global_step": 7416, "epoch": 114, "lr": 9.22447927036464e-05}
+{"train_loss": 0.010923345573246479, "global_step": 7417, "epoch": 114, "lr": 9.224261005031098e-05}
+{"train_loss": 0.008916269056499004, "global_step": 7418, "epoch": 114, "lr": 9.224042711570195e-05}
+{"train_loss": 0.008726747706532478, "global_step": 7419, "epoch": 114, "lr": 9.22382438998338e-05}
+{"train_loss": 0.019943177700042725, "global_step": 7420, "epoch": 114, "lr": 9.223606040272109e-05}
+{"train_loss": 0.005625737830996513, "global_step": 7421, "epoch": 114, "lr": 9.223387662437835e-05}
+{"train_loss": 0.009122895076870918, "global_step": 7422, "epoch": 114, "lr": 9.223169256482013e-05}
+{"train_loss": 0.01201722864061594, "global_step": 7423, "epoch": 114, "lr": 9.222950822406095e-05}
+{"train_loss": 0.008139879442751408, "global_step": 7424, "epoch": 114, "lr": 9.222732360211538e-05}
+{"train_loss": 0.01251203939318657, "global_step": 7425, "epoch": 114, "lr": 9.222513869899797e-05}
+{"train_loss": 0.012305574491620064, "global_step": 7426, "epoch": 114, "lr": 9.222295351472326e-05}
+{"train_loss": 0.014277167618274689, "global_step": 7427, "epoch": 114, "lr": 9.222076804930578e-05}
+{"train_loss": 0.010936703532934189, "global_step": 7428, "epoch": 114, "lr": 9.221858230276008e-05}
+{"train_loss": 0.012881314381957054, "global_step": 7429, "epoch": 114, "lr": 9.221639627510076e-05}
+{"train_loss": 0.01010334026068449, "global_step": 7430, "epoch": 114, "lr": 9.221420996634234e-05}
+{"train_loss": 0.012769053690135479, "global_step": 7431, "epoch": 114, "lr": 9.221202337649938e-05}
+{"train_loss": 0.005885077640414238, "global_step": 7432, "epoch": 114, "lr": 9.220983650558645e-05}
+{"train_loss": 0.012982497923076153, "global_step": 7433, "epoch": 114, "lr": 9.22076493536181e-05}
+{"train_loss": 0.018113737925887108, "global_step": 7434, "epoch": 114, "lr": 9.22054619206089e-05}
+{"train_loss": 0.014212634414434433, "global_step": 7435, "epoch": 114, "lr": 9.220327420657342e-05}
+{"train_loss": 0.01449460070580244, "global_step": 7436, "epoch": 114, "lr": 9.22010862115262e-05}
+{"train_loss": 0.009581565856933594, "global_step": 7437, "epoch": 114, "lr": 9.219889793548186e-05}
+{"train_loss": 0.014750753529369831, "global_step": 7438, "epoch": 114, "lr": 9.219670937845493e-05}
+{"train_loss": 0.011583046987652779, "global_step": 7439, "epoch": 114, "lr": 9.219452054045998e-05}
+{"train_loss": 0.008886820636689663, "global_step": 7440, "epoch": 114, "lr": 9.21923314215116e-05}
+{"train_loss": 0.014647954143583775, "global_step": 7441, "epoch": 114, "lr": 9.219014202162438e-05}
+{"train_loss": 0.015904244035482407, "global_step": 7442, "epoch": 114, "lr": 9.218795234081288e-05}
+{"train_loss": 0.013985788449645042, "global_step": 7443, "epoch": 114, "lr": 9.218576237909167e-05}
+{"train_loss": 0.013408356346189976, "global_step": 7444, "epoch": 114, "lr": 9.218357213647534e-05}
+{"train_loss": 0.011401134543120861, "global_step": 7445, "epoch": 114, "lr": 9.218138161297849e-05}
+{"train_loss": 0.015017805621027946, "global_step": 7446, "epoch": 114, "lr": 9.217919080861569e-05}
+{"train_loss": 0.011788081377744675, "global_step": 7447, "epoch": 114, "lr": 9.217699972340152e-05}
+{"train_loss": 0.008571034297347069, "global_step": 7448, "epoch": 114, "lr": 9.217480835735061e-05}
+{"train_loss": 0.012189586646854877, "global_step": 7449, "epoch": 114, "lr": 9.21726167104775e-05}
+{"train_loss": 0.010127292945981026, "global_step": 7450, "epoch": 114, "lr": 9.217042478279681e-05}
+{"train_loss": 0.01044746208935976, "global_step": 7451, "epoch": 114, "lr": 9.216823257432312e-05}
+{"train_loss": 0.01507346611469984, "global_step": 7452, "epoch": 114, "lr": 9.216604008507104e-05}
+{"train_loss": 0.01245643850415945, "global_step": 7453, "epoch": 114, "lr": 9.216384731505516e-05}
+{"train_loss": 0.013440878130495548, "global_step": 7454, "epoch": 114, "lr": 9.216165426429011e-05}
+{"train_loss": 0.008529333397746086, "global_step": 7455, "epoch": 114, "lr": 9.215946093279044e-05}
+{"train_loss": 0.011547653004527092, "global_step": 7456, "epoch": 114, "lr": 9.215726732057081e-05}
+{"train_loss": 0.012186740525066853, "global_step": 7457, "epoch": 114, "lr": 9.215507342764577e-05}
+{"train_loss": 0.01225679088383913, "global_step": 7458, "epoch": 114, "lr": 9.215287925402998e-05}
+{"train_loss": 0.00763002410531044, "global_step": 7459, "epoch": 114, "lr": 9.215068479973802e-05}
+{"train_loss": 0.015384681522846222, "global_step": 7460, "epoch": 114, "lr": 9.214849006478452e-05}
+{"train_loss": 0.009584913030266762, "global_step": 7461, "epoch": 114, "lr": 9.214629504918407e-05}
+{"train_loss": 0.012404623441398144, "global_step": 7462, "epoch": 114, "lr": 9.214409975295129e-05}
+{"train_loss": 0.014234797097742558, "global_step": 7463, "epoch": 114, "lr": 9.214190417610082e-05}
+{"train_loss": 0.010069960728287697, "global_step": 7464, "epoch": 114, "lr": 9.213970831864727e-05}
+{"train_loss": 0.01000142004340887, "global_step": 7465, "epoch": 114, "lr": 9.213751218060524e-05}
+{"train_loss": 0.013792415149509907, "global_step": 7466, "epoch": 114, "lr": 9.213531576198938e-05}
+{"train_loss": 0.005877407267689705, "global_step": 7467, "epoch": 114, "lr": 9.21331190628143e-05}
+{"train_loss": 0.009412288665771484, "global_step": 7468, "epoch": 114, "lr": 9.213092208309461e-05}
+{"train_loss": 0.013085140846669674, "global_step": 7469, "epoch": 114, "lr": 9.2128724822845e-05}
+{"train_loss": 0.015255891717970371, "global_step": 7470, "epoch": 114, "lr": 9.212652728208004e-05}
+{"train_loss": 0.010358599945902824, "global_step": 7471, "epoch": 114, "lr": 9.212432946081437e-05}
+{"train_loss": 0.010015730746090412, "global_step": 7472, "epoch": 114, "lr": 9.212213135906266e-05}
+{"train_loss": 0.018617955967783928, "global_step": 7473, "epoch": 114, "lr": 9.211993297683952e-05}
+{"train_loss": 0.011689133970783307, "global_step": 7474, "epoch": 114, "lr": 9.211773431415958e-05, "val_loss": 0.015750311315059662}
+{"train_loss": 0.008837293833494186, "global_step": 7475, "epoch": 115, "lr": 9.21155353710375e-05}
+{"train_loss": 0.011593546718358994, "global_step": 7476, "epoch": 115, "lr": 9.21133361474879e-05}
+{"train_loss": 0.009526429697871208, "global_step": 7477, "epoch": 115, "lr": 9.211113664352545e-05}
+{"train_loss": 0.012163653038442135, "global_step": 7478, "epoch": 115, "lr": 9.210893685916476e-05}
+{"train_loss": 0.010032903403043747, "global_step": 7479, "epoch": 115, "lr": 9.210673679442052e-05}
+{"train_loss": 0.013010615482926369, "global_step": 7480, "epoch": 115, "lr": 9.210453644930735e-05}
+{"train_loss": 0.009862433187663555, "global_step": 7481, "epoch": 115, "lr": 9.210233582383991e-05}
+{"train_loss": 0.008838108740746975, "global_step": 7482, "epoch": 115, "lr": 9.210013491803286e-05}
+{"train_loss": 0.011567342095077038, "global_step": 7483, "epoch": 115, "lr": 9.209793373190084e-05}
+{"train_loss": 0.013288972899317741, "global_step": 7484, "epoch": 115, "lr": 9.209573226545851e-05}
+{"train_loss": 0.009497266262769699, "global_step": 7485, "epoch": 115, "lr": 9.209353051872053e-05}
+{"train_loss": 0.009128217585384846, "global_step": 7486, "epoch": 115, "lr": 9.209132849170157e-05}
+{"train_loss": 0.011979663744568825, "global_step": 7487, "epoch": 115, "lr": 9.208912618441627e-05}
+{"train_loss": 0.014582072384655476, "global_step": 7488, "epoch": 115, "lr": 9.208692359687934e-05}
+{"train_loss": 0.013140534050762653, "global_step": 7489, "epoch": 115, "lr": 9.208472072910539e-05}
+{"train_loss": 0.009137105196714401, "global_step": 7490, "epoch": 115, "lr": 9.20825175811091e-05}
+{"train_loss": 0.007731941994279623, "global_step": 7491, "epoch": 115, "lr": 9.208031415290519e-05}
+{"train_loss": 0.010607151314616203, "global_step": 7492, "epoch": 115, "lr": 9.207811044450827e-05}
+{"train_loss": 0.01454857923090458, "global_step": 7493, "epoch": 115, "lr": 9.207590645593305e-05}
+{"train_loss": 0.011420653201639652, "global_step": 7494, "epoch": 115, "lr": 9.207370218719417e-05}
+{"train_loss": 0.009035900235176086, "global_step": 7495, "epoch": 115, "lr": 9.207149763830636e-05}
+{"train_loss": 0.01248912699520588, "global_step": 7496, "epoch": 115, "lr": 9.206929280928424e-05}
+{"train_loss": 0.008871939033269882, "global_step": 7497, "epoch": 115, "lr": 9.206708770014254e-05}
+{"train_loss": 0.007103081792593002, "global_step": 7498, "epoch": 115, "lr": 9.206488231089591e-05}
+{"train_loss": 0.009592472575604916, "global_step": 7499, "epoch": 115, "lr": 9.206267664155907e-05}
+{"train_loss": 0.009977497160434723, "global_step": 7500, "epoch": 115, "lr": 9.206047069214666e-05}
+{"train_loss": 0.008154801093041897, "global_step": 7501, "epoch": 115, "lr": 9.20582644626734e-05}
+{"train_loss": 0.008905730210244656, "global_step": 7502, "epoch": 115, "lr": 9.205605795315397e-05}
+{"train_loss": 0.014415492303669453, "global_step": 7503, "epoch": 115, "lr": 9.205385116360308e-05}
+{"train_loss": 0.011904743500053883, "global_step": 7504, "epoch": 115, "lr": 9.20516440940354e-05}
+{"train_loss": 0.01136665977537632, "global_step": 7505, "epoch": 115, "lr": 9.204943674446562e-05}
+{"train_loss": 0.008839072659611702, "global_step": 7506, "epoch": 115, "lr": 9.204722911490846e-05}
+{"train_loss": 0.011833368800580502, "global_step": 7507, "epoch": 115, "lr": 9.204502120537862e-05}
+{"train_loss": 0.011434836313128471, "global_step": 7508, "epoch": 115, "lr": 9.204281301589079e-05}
+{"train_loss": 0.0136308204382658, "global_step": 7509, "epoch": 115, "lr": 9.204060454645967e-05}
+{"train_loss": 0.011204002425074577, "global_step": 7510, "epoch": 115, "lr": 9.203839579709996e-05}
+{"train_loss": 0.009065347723662853, "global_step": 7511, "epoch": 115, "lr": 9.20361867678264e-05}
+{"train_loss": 0.007333202287554741, "global_step": 7512, "epoch": 115, "lr": 9.203397745865368e-05}
+{"train_loss": 0.013135907240211964, "global_step": 7513, "epoch": 115, "lr": 9.203176786959648e-05}
+{"train_loss": 0.01029921229928732, "global_step": 7514, "epoch": 115, "lr": 9.202955800066957e-05}
+{"train_loss": 0.013876810669898987, "global_step": 7515, "epoch": 115, "lr": 9.202734785188763e-05}
+{"train_loss": 0.008635729551315308, "global_step": 7516, "epoch": 115, "lr": 9.202513742326537e-05}
+{"train_loss": 0.00802220031619072, "global_step": 7517, "epoch": 115, "lr": 9.202292671481754e-05}
+{"train_loss": 0.009991368278861046, "global_step": 7518, "epoch": 115, "lr": 9.202071572655882e-05}
+{"train_loss": 0.010269267484545708, "global_step": 7519, "epoch": 115, "lr": 9.201850445850395e-05}
+{"train_loss": 0.010292788036167622, "global_step": 7520, "epoch": 115, "lr": 9.201629291066767e-05}
+{"train_loss": 0.011252055875957012, "global_step": 7521, "epoch": 115, "lr": 9.201408108306469e-05}
+{"train_loss": 0.013359428383409977, "global_step": 7522, "epoch": 115, "lr": 9.201186897570972e-05}
+{"train_loss": 0.009767021983861923, "global_step": 7523, "epoch": 115, "lr": 9.200965658861753e-05}
+{"train_loss": 0.008207703940570354, "global_step": 7524, "epoch": 115, "lr": 9.200744392180283e-05}
+{"train_loss": 0.005926182493567467, "global_step": 7525, "epoch": 115, "lr": 9.200523097528034e-05}
+{"train_loss": 0.009966394864022732, "global_step": 7526, "epoch": 115, "lr": 9.200301774906481e-05}
+{"train_loss": 0.011361456476151943, "global_step": 7527, "epoch": 115, "lr": 9.200080424317097e-05}
+{"train_loss": 0.008097141981124878, "global_step": 7528, "epoch": 115, "lr": 9.199859045761357e-05}
+{"train_loss": 0.00840930175036192, "global_step": 7529, "epoch": 115, "lr": 9.199637639240735e-05}
+{"train_loss": 0.005621291231364012, "global_step": 7530, "epoch": 115, "lr": 9.199416204756703e-05}
+{"train_loss": 0.009489910677075386, "global_step": 7531, "epoch": 115, "lr": 9.199194742310738e-05}
+{"train_loss": 0.009290197864174843, "global_step": 7532, "epoch": 115, "lr": 9.198973251904313e-05}
+{"train_loss": 0.009806274436414242, "global_step": 7533, "epoch": 115, "lr": 9.198751733538904e-05}
+{"train_loss": 0.008650271221995354, "global_step": 7534, "epoch": 115, "lr": 9.198530187215986e-05}
+{"train_loss": 0.010748525150120258, "global_step": 7535, "epoch": 115, "lr": 9.198308612937032e-05}
+{"train_loss": 0.007253107614815235, "global_step": 7536, "epoch": 115, "lr": 9.198087010703519e-05}
+{"train_loss": 0.00942958053201437, "global_step": 7537, "epoch": 115, "lr": 9.197865380516926e-05}
+{"train_loss": 0.008461485616862774, "global_step": 7538, "epoch": 115, "lr": 9.197643722378722e-05}
+{"train_loss": 0.010233060614420817, "global_step": 7539, "epoch": 115, "lr": 9.197422036290387e-05, "val_loss": 0.01220326591283083, "train_action_mse_error": 0.000705472833942622}
+{"train_loss": 0.00498130451887846, "global_step": 7540, "epoch": 116, "lr": 9.197200322253397e-05}
+{"train_loss": 0.013260265812277794, "global_step": 7541, "epoch": 116, "lr": 9.196978580269226e-05}
+{"train_loss": 0.01098184660077095, "global_step": 7542, "epoch": 116, "lr": 9.196756810339352e-05}
+{"train_loss": 0.00796202477067709, "global_step": 7543, "epoch": 116, "lr": 9.196535012465253e-05}
+{"train_loss": 0.007995898835361004, "global_step": 7544, "epoch": 116, "lr": 9.196313186648403e-05}
+{"train_loss": 0.006796555127948523, "global_step": 7545, "epoch": 116, "lr": 9.196091332890282e-05}
+{"train_loss": 0.016074497252702713, "global_step": 7546, "epoch": 116, "lr": 9.195869451192365e-05}
+{"train_loss": 0.011456126347184181, "global_step": 7547, "epoch": 116, "lr": 9.19564754155613e-05}
+{"train_loss": 0.00934775359928608, "global_step": 7548, "epoch": 116, "lr": 9.195425603983054e-05}
+{"train_loss": 0.009566414169967175, "global_step": 7549, "epoch": 116, "lr": 9.195203638474617e-05}
+{"train_loss": 0.00796446017920971, "global_step": 7550, "epoch": 116, "lr": 9.194981645032297e-05}
+{"train_loss": 0.010944190435111523, "global_step": 7551, "epoch": 116, "lr": 9.194759623657567e-05}
+{"train_loss": 0.008552398532629013, "global_step": 7552, "epoch": 116, "lr": 9.194537574351912e-05}
+{"train_loss": 0.010899853892624378, "global_step": 7553, "epoch": 116, "lr": 9.194315497116806e-05}
+{"train_loss": 0.009864548221230507, "global_step": 7554, "epoch": 116, "lr": 9.19409339195373e-05}
+{"train_loss": 0.0092008663341403, "global_step": 7555, "epoch": 116, "lr": 9.193871258864162e-05}
+{"train_loss": 0.009374258108437061, "global_step": 7556, "epoch": 116, "lr": 9.193649097849581e-05}
+{"train_loss": 0.006803844589740038, "global_step": 7557, "epoch": 116, "lr": 9.193426908911467e-05}
+{"train_loss": 0.011212185956537724, "global_step": 7558, "epoch": 116, "lr": 9.193204692051298e-05}
+{"train_loss": 0.006941580679267645, "global_step": 7559, "epoch": 116, "lr": 9.192982447270555e-05}
+{"train_loss": 0.00964956171810627, "global_step": 7560, "epoch": 116, "lr": 9.192760174570715e-05}
+{"train_loss": 0.015114833600819111, "global_step": 7561, "epoch": 116, "lr": 9.192537873953264e-05}
+{"train_loss": 0.007691529579460621, "global_step": 7562, "epoch": 116, "lr": 9.192315545419679e-05}
+{"train_loss": 0.011613224633038044, "global_step": 7563, "epoch": 116, "lr": 9.192093188971438e-05}
+{"train_loss": 0.010003245435655117, "global_step": 7564, "epoch": 116, "lr": 9.191870804610024e-05}
+{"train_loss": 0.012474311515688896, "global_step": 7565, "epoch": 116, "lr": 9.191648392336916e-05}
+{"train_loss": 0.011590772308409214, "global_step": 7566, "epoch": 116, "lr": 9.191425952153598e-05}
+{"train_loss": 0.006041047163307667, "global_step": 7567, "epoch": 116, "lr": 9.191203484061548e-05}
+{"train_loss": 0.009431872516870499, "global_step": 7568, "epoch": 116, "lr": 9.19098098806225e-05}
+{"train_loss": 0.01187872514128685, "global_step": 7569, "epoch": 116, "lr": 9.190758464157183e-05}
+{"train_loss": 0.01011681742966175, "global_step": 7570, "epoch": 116, "lr": 9.19053591234783e-05}
+{"train_loss": 0.01156876515597105, "global_step": 7571, "epoch": 116, "lr": 9.190313332635674e-05}
+{"train_loss": 0.011444815434515476, "global_step": 7572, "epoch": 116, "lr": 9.190090725022194e-05}
+{"train_loss": 0.007103090640157461, "global_step": 7573, "epoch": 116, "lr": 9.189868089508875e-05}
+{"train_loss": 0.00915834866464138, "global_step": 7574, "epoch": 116, "lr": 9.189645426097198e-05}
+{"train_loss": 0.00898787286132574, "global_step": 7575, "epoch": 116, "lr": 9.189422734788646e-05}
+{"train_loss": 0.009640255942940712, "global_step": 7576, "epoch": 116, "lr": 9.189200015584702e-05}
+{"train_loss": 0.012296306900680065, "global_step": 7577, "epoch": 116, "lr": 9.18897726848685e-05}
+{"train_loss": 0.007316683419048786, "global_step": 7578, "epoch": 116, "lr": 9.18875449349657e-05}
+{"train_loss": 0.016251932829618454, "global_step": 7579, "epoch": 116, "lr": 9.188531690615349e-05}
+{"train_loss": 0.006611964665353298, "global_step": 7580, "epoch": 116, "lr": 9.188308859844668e-05}
+{"train_loss": 0.010254311375319958, "global_step": 7581, "epoch": 116, "lr": 9.188086001186012e-05}
+{"train_loss": 0.00850624032318592, "global_step": 7582, "epoch": 116, "lr": 9.187863114640865e-05}
+{"train_loss": 0.009494784288108349, "global_step": 7583, "epoch": 116, "lr": 9.18764020021071e-05}
+{"train_loss": 0.008476356975734234, "global_step": 7584, "epoch": 116, "lr": 9.18741725789703e-05}
+{"train_loss": 0.009338139556348324, "global_step": 7585, "epoch": 116, "lr": 9.187194287701313e-05}
+{"train_loss": 0.009853450581431389, "global_step": 7586, "epoch": 116, "lr": 9.186971289625043e-05}
+{"train_loss": 0.00625461945310235, "global_step": 7587, "epoch": 116, "lr": 9.186748263669703e-05}
+{"train_loss": 0.011189754121005535, "global_step": 7588, "epoch": 116, "lr": 9.186525209836778e-05}
+{"train_loss": 0.006603627000004053, "global_step": 7589, "epoch": 116, "lr": 9.186302128127755e-05}
+{"train_loss": 0.008476734161376953, "global_step": 7590, "epoch": 116, "lr": 9.186079018544119e-05}
+{"train_loss": 0.009167740121483803, "global_step": 7591, "epoch": 116, "lr": 9.185855881087355e-05}
+{"train_loss": 0.008182360790669918, "global_step": 7592, "epoch": 116, "lr": 9.185632715758948e-05}
+{"train_loss": 0.015410851687192917, "global_step": 7593, "epoch": 116, "lr": 9.185409522560386e-05}
+{"train_loss": 0.010592198930680752, "global_step": 7594, "epoch": 116, "lr": 9.185186301493152e-05}
+{"train_loss": 0.009592399001121521, "global_step": 7595, "epoch": 116, "lr": 9.184963052558734e-05}
+{"train_loss": 0.013409602455794811, "global_step": 7596, "epoch": 116, "lr": 9.184739775758622e-05}
+{"train_loss": 0.00746157905086875, "global_step": 7597, "epoch": 116, "lr": 9.184516471094298e-05}
+{"train_loss": 0.00901434849947691, "global_step": 7598, "epoch": 116, "lr": 9.184293138567249e-05}
+{"train_loss": 0.01383720152080059, "global_step": 7599, "epoch": 116, "lr": 9.184069778178964e-05}
+{"train_loss": 0.008699765428900719, "global_step": 7600, "epoch": 116, "lr": 9.18384638993093e-05}
+{"train_loss": 0.005893112625926733, "global_step": 7601, "epoch": 116, "lr": 9.183622973824634e-05}
+{"train_loss": 0.01198897697031498, "global_step": 7602, "epoch": 116, "lr": 9.183399529861563e-05}
+{"train_loss": 0.010525809600949287, "global_step": 7603, "epoch": 116, "lr": 9.183176058043207e-05}
+{"train_loss": 0.00979736172235929, "global_step": 7604, "epoch": 116, "lr": 9.182952558371052e-05, "val_loss": 0.01116774883121252}
+{"train_loss": 0.008444513194262981, "global_step": 7605, "epoch": 117, "lr": 9.182729030846587e-05}
+{"train_loss": 0.008120071142911911, "global_step": 7606, "epoch": 117, "lr": 9.1825054754713e-05}
+{"train_loss": 0.013484463095664978, "global_step": 7607, "epoch": 117, "lr": 9.182281892246677e-05}
+{"train_loss": 0.014365037903189659, "global_step": 7608, "epoch": 117, "lr": 9.182058281174212e-05}
+{"train_loss": 0.013867873698472977, "global_step": 7609, "epoch": 117, "lr": 9.18183464225539e-05}
+{"train_loss": 0.010996046476066113, "global_step": 7610, "epoch": 117, "lr": 9.181610975491703e-05}
+{"train_loss": 0.008269074372947216, "global_step": 7611, "epoch": 117, "lr": 9.181387280884637e-05}
+{"train_loss": 0.009307635016739368, "global_step": 7612, "epoch": 117, "lr": 9.181163558435684e-05}
+{"train_loss": 0.009687605313956738, "global_step": 7613, "epoch": 117, "lr": 9.180939808146333e-05}
+{"train_loss": 0.008923019282519817, "global_step": 7614, "epoch": 117, "lr": 9.180716030018073e-05}
+{"train_loss": 0.013280528597533703, "global_step": 7615, "epoch": 117, "lr": 9.180492224052396e-05}
+{"train_loss": 0.010690036229789257, "global_step": 7616, "epoch": 117, "lr": 9.180268390250788e-05}
+{"train_loss": 0.00911133922636509, "global_step": 7617, "epoch": 117, "lr": 9.180044528614745e-05}
+{"train_loss": 0.009947104379534721, "global_step": 7618, "epoch": 117, "lr": 9.179820639145754e-05}
+{"train_loss": 0.012076687067747116, "global_step": 7619, "epoch": 117, "lr": 9.179596721845307e-05}
+{"train_loss": 0.009292460978031158, "global_step": 7620, "epoch": 117, "lr": 9.179372776714895e-05}
+{"train_loss": 0.011276078410446644, "global_step": 7621, "epoch": 117, "lr": 9.179148803756007e-05}
+{"train_loss": 0.018795011565089226, "global_step": 7622, "epoch": 117, "lr": 9.178924802970136e-05}
+{"train_loss": 0.011604858562350273, "global_step": 7623, "epoch": 117, "lr": 9.178700774358776e-05}
+{"train_loss": 0.011747000738978386, "global_step": 7624, "epoch": 117, "lr": 9.178476717923415e-05}
+{"train_loss": 0.010164916515350342, "global_step": 7625, "epoch": 117, "lr": 9.178252633665548e-05}
+{"train_loss": 0.008765368722379208, "global_step": 7626, "epoch": 117, "lr": 9.178028521586661e-05}
+{"train_loss": 0.012714267708361149, "global_step": 7627, "epoch": 117, "lr": 9.177804381688254e-05}
+{"train_loss": 0.012032346799969673, "global_step": 7628, "epoch": 117, "lr": 9.177580213971815e-05}
+{"train_loss": 0.010461724363267422, "global_step": 7629, "epoch": 117, "lr": 9.177356018438838e-05}
+{"train_loss": 0.009836993180215359, "global_step": 7630, "epoch": 117, "lr": 9.177131795090814e-05}
+{"train_loss": 0.0157356858253479, "global_step": 7631, "epoch": 117, "lr": 9.17690754392924e-05}
+{"train_loss": 0.00846246536821127, "global_step": 7632, "epoch": 117, "lr": 9.176683264955605e-05}
+{"train_loss": 0.013824934139847755, "global_step": 7633, "epoch": 117, "lr": 9.176458958171403e-05}
+{"train_loss": 0.015763472765684128, "global_step": 7634, "epoch": 117, "lr": 9.17623462357813e-05}
+{"train_loss": 0.009368622675538063, "global_step": 7635, "epoch": 117, "lr": 9.176010261177279e-05}
+{"train_loss": 0.010112692601978779, "global_step": 7636, "epoch": 117, "lr": 9.175785870970341e-05}
+{"train_loss": 0.010163861326873302, "global_step": 7637, "epoch": 117, "lr": 9.175561452958814e-05}
+{"train_loss": 0.010380259715020657, "global_step": 7638, "epoch": 117, "lr": 9.175337007144189e-05}
+{"train_loss": 0.0067076291888952255, "global_step": 7639, "epoch": 117, "lr": 9.175112533527963e-05}
+{"train_loss": 0.008120267651975155, "global_step": 7640, "epoch": 117, "lr": 9.17488803211163e-05}
+{"train_loss": 0.009097847156226635, "global_step": 7641, "epoch": 117, "lr": 9.174663502896684e-05}
+{"train_loss": 0.013582192361354828, "global_step": 7642, "epoch": 117, "lr": 9.174438945884622e-05}
+{"train_loss": 0.01569102518260479, "global_step": 7643, "epoch": 117, "lr": 9.174214361076936e-05}
+{"train_loss": 0.012261970899999142, "global_step": 7644, "epoch": 117, "lr": 9.173989748475124e-05}
+{"train_loss": 0.008566781878471375, "global_step": 7645, "epoch": 117, "lr": 9.173765108080681e-05}
+{"train_loss": 0.00954185426235199, "global_step": 7646, "epoch": 117, "lr": 9.173540439895101e-05}
+{"train_loss": 0.01139944139868021, "global_step": 7647, "epoch": 117, "lr": 9.173315743919884e-05}
+{"train_loss": 0.011007960885763168, "global_step": 7648, "epoch": 117, "lr": 9.173091020156522e-05}
+{"train_loss": 0.009033560752868652, "global_step": 7649, "epoch": 117, "lr": 9.172866268606513e-05}
+{"train_loss": 0.014323555864393711, "global_step": 7650, "epoch": 117, "lr": 9.172641489271355e-05}
+{"train_loss": 0.009260478429496288, "global_step": 7651, "epoch": 117, "lr": 9.172416682152543e-05}
+{"train_loss": 0.017163896933197975, "global_step": 7652, "epoch": 117, "lr": 9.172191847251572e-05}
+{"train_loss": 0.00848093256354332, "global_step": 7653, "epoch": 117, "lr": 9.171966984569944e-05}
+{"train_loss": 0.014948626980185509, "global_step": 7654, "epoch": 117, "lr": 9.171742094109153e-05}
+{"train_loss": 0.010468225926160812, "global_step": 7655, "epoch": 117, "lr": 9.171517175870695e-05}
+{"train_loss": 0.011171822436153889, "global_step": 7656, "epoch": 117, "lr": 9.17129222985607e-05}
+{"train_loss": 0.01129238586872816, "global_step": 7657, "epoch": 117, "lr": 9.171067256066776e-05}
+{"train_loss": 0.01117128599435091, "global_step": 7658, "epoch": 117, "lr": 9.17084225450431e-05}
+{"train_loss": 0.008544331416487694, "global_step": 7659, "epoch": 117, "lr": 9.17061722517017e-05}
+{"train_loss": 0.009359440766274929, "global_step": 7660, "epoch": 117, "lr": 9.170392168065857e-05}
+{"train_loss": 0.010995064862072468, "global_step": 7661, "epoch": 117, "lr": 9.170167083192866e-05}
+{"train_loss": 0.008746601641178131, "global_step": 7662, "epoch": 117, "lr": 9.169941970552697e-05}
+{"train_loss": 0.007058396004140377, "global_step": 7663, "epoch": 117, "lr": 9.169716830146848e-05}
+{"train_loss": 0.012699669227004051, "global_step": 7664, "epoch": 117, "lr": 9.169491661976821e-05}
+{"train_loss": 0.00947503186762333, "global_step": 7665, "epoch": 117, "lr": 9.169266466044114e-05}
+{"train_loss": 0.009496361017227173, "global_step": 7666, "epoch": 117, "lr": 9.169041242350224e-05}
+{"train_loss": 0.010251551866531372, "global_step": 7667, "epoch": 117, "lr": 9.168815990896653e-05}
+{"train_loss": 0.01072756014764309, "global_step": 7668, "epoch": 117, "lr": 9.168590711684902e-05}
+{"train_loss": 0.010986442491412163, "global_step": 7669, "epoch": 117, "lr": 9.168365404716466e-05, "val_loss": 0.011475397273898125}
+{"train_loss": 0.01304928120225668, "global_step": 7670, "epoch": 118, "lr": 9.168140069992852e-05}
+{"train_loss": 0.008966414257884026, "global_step": 7671, "epoch": 118, "lr": 9.167914707515556e-05}
+{"train_loss": 0.011734036728739738, "global_step": 7672, "epoch": 118, "lr": 9.16768931728608e-05}
+{"train_loss": 0.006662967149168253, "global_step": 7673, "epoch": 118, "lr": 9.167463899305923e-05}
+{"train_loss": 0.00915385503321886, "global_step": 7674, "epoch": 118, "lr": 9.167238453576589e-05}
+{"train_loss": 0.013325873762369156, "global_step": 7675, "epoch": 118, "lr": 9.167012980099577e-05}
+{"train_loss": 0.009196942672133446, "global_step": 7676, "epoch": 118, "lr": 9.166787478876389e-05}
+{"train_loss": 0.011645440012216568, "global_step": 7677, "epoch": 118, "lr": 9.166561949908525e-05}
+{"train_loss": 0.009921727702021599, "global_step": 7678, "epoch": 118, "lr": 9.16633639319749e-05}
+{"train_loss": 0.010222241282463074, "global_step": 7679, "epoch": 118, "lr": 9.166110808744783e-05}
+{"train_loss": 0.013505608774721622, "global_step": 7680, "epoch": 118, "lr": 9.165885196551907e-05}
+{"train_loss": 0.010515311732888222, "global_step": 7681, "epoch": 118, "lr": 9.165659556620364e-05}
+{"train_loss": 0.007494546938687563, "global_step": 7682, "epoch": 118, "lr": 9.165433888951656e-05}
+{"train_loss": 0.008156138472259045, "global_step": 7683, "epoch": 118, "lr": 9.165208193547287e-05}
+{"train_loss": 0.008300895802676678, "global_step": 7684, "epoch": 118, "lr": 9.16498247040876e-05}
+{"train_loss": 0.008787646889686584, "global_step": 7685, "epoch": 118, "lr": 9.164756719537575e-05}
+{"train_loss": 0.0084995673969388, "global_step": 7686, "epoch": 118, "lr": 9.164530940935238e-05}
+{"train_loss": 0.013089729472994804, "global_step": 7687, "epoch": 118, "lr": 9.164305134603253e-05}
+{"train_loss": 0.010848305188119411, "global_step": 7688, "epoch": 118, "lr": 9.164079300543122e-05}
+{"train_loss": 0.009039965458214283, "global_step": 7689, "epoch": 118, "lr": 9.163853438756346e-05}
+{"train_loss": 0.011577930301427841, "global_step": 7690, "epoch": 118, "lr": 9.163627549244434e-05}
+{"train_loss": 0.012826765887439251, "global_step": 7691, "epoch": 118, "lr": 9.163401632008887e-05}
+{"train_loss": 0.007220603991299868, "global_step": 7692, "epoch": 118, "lr": 9.163175687051212e-05}
+{"train_loss": 0.012306967750191689, "global_step": 7693, "epoch": 118, "lr": 9.162949714372911e-05}
+{"train_loss": 0.00713916402310133, "global_step": 7694, "epoch": 118, "lr": 9.162723713975488e-05}
+{"train_loss": 0.013604650273919106, "global_step": 7695, "epoch": 118, "lr": 9.162497685860448e-05}
+{"train_loss": 0.011100823059678078, "global_step": 7696, "epoch": 118, "lr": 9.162271630029299e-05}
+{"train_loss": 0.012194356881082058, "global_step": 7697, "epoch": 118, "lr": 9.162045546483544e-05}
+{"train_loss": 0.0066763670183718204, "global_step": 7698, "epoch": 118, "lr": 9.161819435224688e-05}
+{"train_loss": 0.008974418044090271, "global_step": 7699, "epoch": 118, "lr": 9.161593296254235e-05}
+{"train_loss": 0.013055493123829365, "global_step": 7700, "epoch": 118, "lr": 9.161367129573697e-05}
+{"train_loss": 0.009362011216580868, "global_step": 7701, "epoch": 118, "lr": 9.161140935184574e-05}
+{"train_loss": 0.010446680709719658, "global_step": 7702, "epoch": 118, "lr": 9.160914713088375e-05}
+{"train_loss": 0.009447402320802212, "global_step": 7703, "epoch": 118, "lr": 9.160688463286604e-05}
+{"train_loss": 0.007718713488429785, "global_step": 7704, "epoch": 118, "lr": 9.16046218578077e-05}
+{"train_loss": 0.013506228104233742, "global_step": 7705, "epoch": 118, "lr": 9.160235880572379e-05}
+{"train_loss": 0.01074777077883482, "global_step": 7706, "epoch": 118, "lr": 9.160009547662936e-05}
+{"train_loss": 0.009869532659649849, "global_step": 7707, "epoch": 118, "lr": 9.159783187053949e-05}
+{"train_loss": 0.008552740328013897, "global_step": 7708, "epoch": 118, "lr": 9.159556798746927e-05}
+{"train_loss": 0.00909554772078991, "global_step": 7709, "epoch": 118, "lr": 9.159330382743374e-05}
+{"train_loss": 0.006346625275909901, "global_step": 7710, "epoch": 118, "lr": 9.159103939044801e-05}
+{"train_loss": 0.011243535205721855, "global_step": 7711, "epoch": 118, "lr": 9.158877467652714e-05}
+{"train_loss": 0.011187547817826271, "global_step": 7712, "epoch": 118, "lr": 9.158650968568623e-05}
+{"train_loss": 0.011344948783516884, "global_step": 7713, "epoch": 118, "lr": 9.158424441794034e-05}
+{"train_loss": 0.011118678376078606, "global_step": 7714, "epoch": 118, "lr": 9.158197887330455e-05}
+{"train_loss": 0.009222251363098621, "global_step": 7715, "epoch": 118, "lr": 9.157971305179395e-05}
+{"train_loss": 0.010507581755518913, "global_step": 7716, "epoch": 118, "lr": 9.157744695342363e-05}
+{"train_loss": 0.010506010614335537, "global_step": 7717, "epoch": 118, "lr": 9.157518057820868e-05}
+{"train_loss": 0.014850664883852005, "global_step": 7718, "epoch": 118, "lr": 9.157291392616421e-05}
+{"train_loss": 0.00862268079072237, "global_step": 7719, "epoch": 118, "lr": 9.157064699730527e-05}
+{"train_loss": 0.007046137936413288, "global_step": 7720, "epoch": 118, "lr": 9.156837979164699e-05}
+{"train_loss": 0.011701790615916252, "global_step": 7721, "epoch": 118, "lr": 9.156611230920444e-05}
+{"train_loss": 0.008612815290689468, "global_step": 7722, "epoch": 118, "lr": 9.156384454999276e-05}
+{"train_loss": 0.011460425332188606, "global_step": 7723, "epoch": 118, "lr": 9.156157651402699e-05}
+{"train_loss": 0.009792803786695004, "global_step": 7724, "epoch": 118, "lr": 9.155930820132227e-05}
+{"train_loss": 0.015608040615916252, "global_step": 7725, "epoch": 118, "lr": 9.155703961189371e-05}
+{"train_loss": 0.005167411640286446, "global_step": 7726, "epoch": 118, "lr": 9.15547707457564e-05}
+{"train_loss": 0.008632972836494446, "global_step": 7727, "epoch": 118, "lr": 9.155250160292545e-05}
+{"train_loss": 0.018753167241811752, "global_step": 7728, "epoch": 118, "lr": 9.155023218341596e-05}
+{"train_loss": 0.012746675871312618, "global_step": 7729, "epoch": 118, "lr": 9.154796248724307e-05}
+{"train_loss": 0.013703593984246254, "global_step": 7730, "epoch": 118, "lr": 9.154569251442184e-05}
+{"train_loss": 0.008028342388570309, "global_step": 7731, "epoch": 118, "lr": 9.154342226496743e-05}
+{"train_loss": 0.009295836091041565, "global_step": 7732, "epoch": 118, "lr": 9.154115173889496e-05}
+{"train_loss": 0.006736504379659891, "global_step": 7733, "epoch": 118, "lr": 9.153888093621952e-05}
+{"train_loss": 0.01029062424428188, "global_step": 7734, "epoch": 118, "lr": 9.153660985695625e-05, "val_loss": 0.007855243049561977}
+{"train_loss": 0.014044910669326782, "global_step": 7735, "epoch": 119, "lr": 9.153433850112026e-05}
+{"train_loss": 0.016093550249934196, "global_step": 7736, "epoch": 119, "lr": 9.153206686872668e-05}
+{"train_loss": 0.011324192397296429, "global_step": 7737, "epoch": 119, "lr": 9.152979495979063e-05}
+{"train_loss": 0.011792215518653393, "global_step": 7738, "epoch": 119, "lr": 9.152752277432725e-05}
+{"train_loss": 0.011398566886782646, "global_step": 7739, "epoch": 119, "lr": 9.152525031235166e-05}
+{"train_loss": 0.010653245262801647, "global_step": 7740, "epoch": 119, "lr": 9.152297757387899e-05}
+{"train_loss": 0.013351843692362309, "global_step": 7741, "epoch": 119, "lr": 9.152070455892438e-05}
+{"train_loss": 0.007221763022243977, "global_step": 7742, "epoch": 119, "lr": 9.151843126750295e-05}
+{"train_loss": 0.01284447219222784, "global_step": 7743, "epoch": 119, "lr": 9.151615769962984e-05}
+{"train_loss": 0.00867531355470419, "global_step": 7744, "epoch": 119, "lr": 9.151388385532022e-05}
+{"train_loss": 0.008372769691050053, "global_step": 7745, "epoch": 119, "lr": 9.151160973458919e-05}
+{"train_loss": 0.015382625162601471, "global_step": 7746, "epoch": 119, "lr": 9.150933533745192e-05}
+{"train_loss": 0.014207468368113041, "global_step": 7747, "epoch": 119, "lr": 9.150706066392354e-05}
+{"train_loss": 0.009161332622170448, "global_step": 7748, "epoch": 119, "lr": 9.15047857140192e-05}
+{"train_loss": 0.011327866464853287, "global_step": 7749, "epoch": 119, "lr": 9.150251048775403e-05}
+{"train_loss": 0.01406165212392807, "global_step": 7750, "epoch": 119, "lr": 9.150023498514322e-05}
+{"train_loss": 0.014080438762903214, "global_step": 7751, "epoch": 119, "lr": 9.149795920620188e-05}
+{"train_loss": 0.00865112617611885, "global_step": 7752, "epoch": 119, "lr": 9.149568315094519e-05}
+{"train_loss": 0.010239246301352978, "global_step": 7753, "epoch": 119, "lr": 9.149340681938829e-05}
+{"train_loss": 0.018760060891509056, "global_step": 7754, "epoch": 119, "lr": 9.149113021154635e-05}
+{"train_loss": 0.009995703585445881, "global_step": 7755, "epoch": 119, "lr": 9.148885332743453e-05}
+{"train_loss": 0.00859256274998188, "global_step": 7756, "epoch": 119, "lr": 9.148657616706797e-05}
+{"train_loss": 0.010585259646177292, "global_step": 7757, "epoch": 119, "lr": 9.148429873046184e-05}
+{"train_loss": 0.008252764120697975, "global_step": 7758, "epoch": 119, "lr": 9.148202101763132e-05}
+{"train_loss": 0.009356657043099403, "global_step": 7759, "epoch": 119, "lr": 9.147974302859157e-05}
+{"train_loss": 0.01164183672517538, "global_step": 7760, "epoch": 119, "lr": 9.147746476335774e-05}
+{"train_loss": 0.013905087485909462, "global_step": 7761, "epoch": 119, "lr": 9.147518622194502e-05}
+{"train_loss": 0.011657174676656723, "global_step": 7762, "epoch": 119, "lr": 9.147290740436858e-05}
+{"train_loss": 0.010573336854577065, "global_step": 7763, "epoch": 119, "lr": 9.147062831064359e-05}
+{"train_loss": 0.015570156276226044, "global_step": 7764, "epoch": 119, "lr": 9.146834894078521e-05}
+{"train_loss": 0.009791589342057705, "global_step": 7765, "epoch": 119, "lr": 9.146606929480866e-05}
+{"train_loss": 0.009364036843180656, "global_step": 7766, "epoch": 119, "lr": 9.146378937272908e-05}
+{"train_loss": 0.011809841729700565, "global_step": 7767, "epoch": 119, "lr": 9.146150917456164e-05}
+{"train_loss": 0.010314621031284332, "global_step": 7768, "epoch": 119, "lr": 9.145922870032157e-05}
+{"train_loss": 0.008686689659953117, "global_step": 7769, "epoch": 119, "lr": 9.145694795002402e-05}
+{"train_loss": 0.01165802963078022, "global_step": 7770, "epoch": 119, "lr": 9.145466692368419e-05}
+{"train_loss": 0.008366471156477928, "global_step": 7771, "epoch": 119, "lr": 9.145238562131726e-05}
+{"train_loss": 0.008887579664587975, "global_step": 7772, "epoch": 119, "lr": 9.145010404293844e-05}
+{"train_loss": 0.007178956642746925, "global_step": 7773, "epoch": 119, "lr": 9.144782218856289e-05}
+{"train_loss": 0.013070554472506046, "global_step": 7774, "epoch": 119, "lr": 9.144554005820581e-05}
+{"train_loss": 0.01307375356554985, "global_step": 7775, "epoch": 119, "lr": 9.144325765188241e-05}
+{"train_loss": 0.01167362555861473, "global_step": 7776, "epoch": 119, "lr": 9.14409749696079e-05}
+{"train_loss": 0.005574417300522327, "global_step": 7777, "epoch": 119, "lr": 9.143869201139746e-05}
+{"train_loss": 0.014592158608138561, "global_step": 7778, "epoch": 119, "lr": 9.143640877726628e-05}
+{"train_loss": 0.00953956414014101, "global_step": 7779, "epoch": 119, "lr": 9.143412526722959e-05}
+{"train_loss": 0.01242843084037304, "global_step": 7780, "epoch": 119, "lr": 9.143184148130257e-05}
+{"train_loss": 0.010574058629572392, "global_step": 7781, "epoch": 119, "lr": 9.142955741950043e-05}
+{"train_loss": 0.014616787433624268, "global_step": 7782, "epoch": 119, "lr": 9.142727308183841e-05}
+{"train_loss": 0.00686793914064765, "global_step": 7783, "epoch": 119, "lr": 9.142498846833168e-05}
+{"train_loss": 0.011970112100243568, "global_step": 7784, "epoch": 119, "lr": 9.142270357899547e-05}
+{"train_loss": 0.011241677217185497, "global_step": 7785, "epoch": 119, "lr": 9.142041841384501e-05}
+{"train_loss": 0.012787063606083393, "global_step": 7786, "epoch": 119, "lr": 9.141813297289548e-05}
+{"train_loss": 0.009473702870309353, "global_step": 7787, "epoch": 119, "lr": 9.141584725616212e-05}
+{"train_loss": 0.011821304447948933, "global_step": 7788, "epoch": 119, "lr": 9.141356126366017e-05}
+{"train_loss": 0.009771483018994331, "global_step": 7789, "epoch": 119, "lr": 9.141127499540478e-05}
+{"train_loss": 0.009513516910374165, "global_step": 7790, "epoch": 119, "lr": 9.140898845141126e-05}
+{"train_loss": 0.010634641163051128, "global_step": 7791, "epoch": 119, "lr": 9.140670163169479e-05}
+{"train_loss": 0.012336754240095615, "global_step": 7792, "epoch": 119, "lr": 9.140441453627058e-05}
+{"train_loss": 0.00939592719078064, "global_step": 7793, "epoch": 119, "lr": 9.140212716515391e-05}
+{"train_loss": 0.009780436754226685, "global_step": 7794, "epoch": 119, "lr": 9.139983951835995e-05}
+{"train_loss": 0.010785573162138462, "global_step": 7795, "epoch": 119, "lr": 9.139755159590398e-05}
+{"train_loss": 0.012245005927979946, "global_step": 7796, "epoch": 119, "lr": 9.139526339780123e-05}
+{"train_loss": 0.010814717970788479, "global_step": 7797, "epoch": 119, "lr": 9.139297492406691e-05}
+{"train_loss": 0.005600794218480587, "global_step": 7798, "epoch": 119, "lr": 9.139068617471628e-05}
+{"train_loss": 0.01106051102710458, "global_step": 7799, "epoch": 119, "lr": 9.138839714976456e-05, "val_loss": 0.014718533493578434}
+{"train_loss": 0.013650353997945786, "global_step": 7800, "epoch": 120, "lr": 9.138610784922701e-05}
+{"train_loss": 0.012595977634191513, "global_step": 7801, "epoch": 120, "lr": 9.138381827311888e-05}
+{"train_loss": 0.010320712812244892, "global_step": 7802, "epoch": 120, "lr": 9.138152842145538e-05}
+{"train_loss": 0.010783979669213295, "global_step": 7803, "epoch": 120, "lr": 9.137923829425178e-05}
+{"train_loss": 0.010424750857055187, "global_step": 7804, "epoch": 120, "lr": 9.137694789152334e-05}
+{"train_loss": 0.0075495620258152485, "global_step": 7805, "epoch": 120, "lr": 9.13746572132853e-05}
+{"train_loss": 0.010587381199002266, "global_step": 7806, "epoch": 120, "lr": 9.13723662595529e-05}
+{"train_loss": 0.01092187687754631, "global_step": 7807, "epoch": 120, "lr": 9.137007503034141e-05}
+{"train_loss": 0.01110400166362524, "global_step": 7808, "epoch": 120, "lr": 9.136778352566608e-05}
+{"train_loss": 0.00687574315816164, "global_step": 7809, "epoch": 120, "lr": 9.136549174554218e-05}
+{"train_loss": 0.007573268376290798, "global_step": 7810, "epoch": 120, "lr": 9.136319968998495e-05}
+{"train_loss": 0.012370035983622074, "global_step": 7811, "epoch": 120, "lr": 9.136090735900966e-05}
+{"train_loss": 0.008564338088035583, "global_step": 7812, "epoch": 120, "lr": 9.135861475263159e-05}
+{"train_loss": 0.009138600900769234, "global_step": 7813, "epoch": 120, "lr": 9.135632187086596e-05}
+{"train_loss": 0.006902849767357111, "global_step": 7814, "epoch": 120, "lr": 9.135402871372808e-05}
+{"train_loss": 0.014698724262416363, "global_step": 7815, "epoch": 120, "lr": 9.135173528123322e-05}
+{"train_loss": 0.011883454397320747, "global_step": 7816, "epoch": 120, "lr": 9.134944157339665e-05}
+{"train_loss": 0.009412429295480251, "global_step": 7817, "epoch": 120, "lr": 9.134714759023359e-05}
+{"train_loss": 0.00933283381164074, "global_step": 7818, "epoch": 120, "lr": 9.134485333175938e-05}
+{"train_loss": 0.0127547113224864, "global_step": 7819, "epoch": 120, "lr": 9.134255879798928e-05}
+{"train_loss": 0.0102830920368433, "global_step": 7820, "epoch": 120, "lr": 9.134026398893854e-05}
+{"train_loss": 0.010523856617510319, "global_step": 7821, "epoch": 120, "lr": 9.133796890462245e-05}
+{"train_loss": 0.01045649778097868, "global_step": 7822, "epoch": 120, "lr": 9.133567354505632e-05}
+{"train_loss": 0.008743297308683395, "global_step": 7823, "epoch": 120, "lr": 9.133337791025542e-05}
+{"train_loss": 0.010416584089398384, "global_step": 7824, "epoch": 120, "lr": 9.133108200023501e-05}
+{"train_loss": 0.011775792576372623, "global_step": 7825, "epoch": 120, "lr": 9.132878581501041e-05}
+{"train_loss": 0.012026432901620865, "global_step": 7826, "epoch": 120, "lr": 9.13264893545969e-05}
+{"train_loss": 0.008821368217468262, "global_step": 7827, "epoch": 120, "lr": 9.132419261900977e-05}
+{"train_loss": 0.01107710786163807, "global_step": 7828, "epoch": 120, "lr": 9.13218956082643e-05}
+{"train_loss": 0.008433024398982525, "global_step": 7829, "epoch": 120, "lr": 9.13195983223758e-05}
+{"train_loss": 0.009160187095403671, "global_step": 7830, "epoch": 120, "lr": 9.131730076135956e-05}
+{"train_loss": 0.008808966726064682, "global_step": 7831, "epoch": 120, "lr": 9.131500292523089e-05}
+{"train_loss": 0.00968224834650755, "global_step": 7832, "epoch": 120, "lr": 9.131270481400507e-05}
+{"train_loss": 0.010194897651672363, "global_step": 7833, "epoch": 120, "lr": 9.131040642769741e-05}
+{"train_loss": 0.010845314711332321, "global_step": 7834, "epoch": 120, "lr": 9.130810776632324e-05}
+{"train_loss": 0.009948397055268288, "global_step": 7835, "epoch": 120, "lr": 9.130580882989783e-05}
+{"train_loss": 0.010574979707598686, "global_step": 7836, "epoch": 120, "lr": 9.130350961843648e-05}
+{"train_loss": 0.01102309487760067, "global_step": 7837, "epoch": 120, "lr": 9.130121013195455e-05}
+{"train_loss": 0.013226460665464401, "global_step": 7838, "epoch": 120, "lr": 9.12989103704673e-05}
+{"train_loss": 0.012363238260149956, "global_step": 7839, "epoch": 120, "lr": 9.129661033399007e-05}
+{"train_loss": 0.009514106437563896, "global_step": 7840, "epoch": 120, "lr": 9.129431002253817e-05}
+{"train_loss": 0.007966257631778717, "global_step": 7841, "epoch": 120, "lr": 9.129200943612691e-05}
+{"train_loss": 0.011334390379488468, "global_step": 7842, "epoch": 120, "lr": 9.128970857477162e-05}
+{"train_loss": 0.009649541229009628, "global_step": 7843, "epoch": 120, "lr": 9.128740743848762e-05}
+{"train_loss": 0.013937887735664845, "global_step": 7844, "epoch": 120, "lr": 9.128510602729021e-05}
+{"train_loss": 0.015862464904785156, "global_step": 7845, "epoch": 120, "lr": 9.128280434119473e-05}
+{"train_loss": 0.010805892758071423, "global_step": 7846, "epoch": 120, "lr": 9.128050238021652e-05}
+{"train_loss": 0.014702991582453251, "global_step": 7847, "epoch": 120, "lr": 9.12782001443709e-05}
+{"train_loss": 0.012576567940413952, "global_step": 7848, "epoch": 120, "lr": 9.127589763367317e-05}
+{"train_loss": 0.011033082380890846, "global_step": 7849, "epoch": 120, "lr": 9.12735948481387e-05}
+{"train_loss": 0.012437289580702782, "global_step": 7850, "epoch": 120, "lr": 9.12712917877828e-05}
+{"train_loss": 0.007850602269172668, "global_step": 7851, "epoch": 120, "lr": 9.126898845262081e-05}
+{"train_loss": 0.014242779463529587, "global_step": 7852, "epoch": 120, "lr": 9.126668484266809e-05}
+{"train_loss": 0.014080994762480259, "global_step": 7853, "epoch": 120, "lr": 9.126438095793994e-05}
+{"train_loss": 0.011099142953753471, "global_step": 7854, "epoch": 120, "lr": 9.126207679845172e-05}
+{"train_loss": 0.009009760804474354, "global_step": 7855, "epoch": 120, "lr": 9.125977236421878e-05}
+{"train_loss": 0.012429432012140751, "global_step": 7856, "epoch": 120, "lr": 9.125746765525645e-05}
+{"train_loss": 0.006971907336264849, "global_step": 7857, "epoch": 120, "lr": 9.125516267158007e-05}
+{"train_loss": 0.012279744260013103, "global_step": 7858, "epoch": 120, "lr": 9.125285741320502e-05}
+{"train_loss": 0.011526978574693203, "global_step": 7859, "epoch": 120, "lr": 9.125055188014661e-05}
+{"train_loss": 0.01101160328835249, "global_step": 7860, "epoch": 120, "lr": 9.124824607242022e-05}
+{"train_loss": 0.009763635694980621, "global_step": 7861, "epoch": 120, "lr": 9.124593999004119e-05}
+{"train_loss": 0.010379171930253506, "global_step": 7862, "epoch": 120, "lr": 9.124363363302488e-05}
+{"train_loss": 0.013495903462171555, "global_step": 7863, "epoch": 120, "lr": 9.124132700138665e-05}
+{"train_loss": 0.010765633094482696, "global_step": 7864, "epoch": 120, "lr": 9.123902009514184e-05, "val_loss": 0.012874995358288288, "train_action_mse_error": 0.0007220235420390964}
+{"train_loss": 0.005338957533240318, "global_step": 7865, "epoch": 121, "lr": 9.123671291430584e-05}
+{"train_loss": 0.01271071843802929, "global_step": 7866, "epoch": 121, "lr": 9.123440545889399e-05}
+{"train_loss": 0.011952958069741726, "global_step": 7867, "epoch": 121, "lr": 9.123209772892167e-05}
+{"train_loss": 0.013082349672913551, "global_step": 7868, "epoch": 121, "lr": 9.122978972440423e-05}
+{"train_loss": 0.014355705119669437, "global_step": 7869, "epoch": 121, "lr": 9.122748144535705e-05}
+{"train_loss": 0.014089302159845829, "global_step": 7870, "epoch": 121, "lr": 9.122517289179548e-05}
+{"train_loss": 0.010641016997396946, "global_step": 7871, "epoch": 121, "lr": 9.122286406373492e-05}
+{"train_loss": 0.014669887721538544, "global_step": 7872, "epoch": 121, "lr": 9.122055496119073e-05}
+{"train_loss": 0.01031543966382742, "global_step": 7873, "epoch": 121, "lr": 9.121824558417828e-05}
+{"train_loss": 0.01190204732120037, "global_step": 7874, "epoch": 121, "lr": 9.121593593271296e-05}
+{"train_loss": 0.016422023996710777, "global_step": 7875, "epoch": 121, "lr": 9.121362600681013e-05}
+{"train_loss": 0.012956205755472183, "global_step": 7876, "epoch": 121, "lr": 9.121131580648519e-05}
+{"train_loss": 0.014766179956495762, "global_step": 7877, "epoch": 121, "lr": 9.120900533175351e-05}
+{"train_loss": 0.010895894840359688, "global_step": 7878, "epoch": 121, "lr": 9.120669458263049e-05}
+{"train_loss": 0.01300914864987135, "global_step": 7879, "epoch": 121, "lr": 9.12043835591315e-05}
+{"train_loss": 0.0098531823605299, "global_step": 7880, "epoch": 121, "lr": 9.120207226127192e-05}
+{"train_loss": 0.008726712316274643, "global_step": 7881, "epoch": 121, "lr": 9.119976068906718e-05}
+{"train_loss": 0.009051916189491749, "global_step": 7882, "epoch": 121, "lr": 9.11974488425326e-05}
+{"train_loss": 0.013545672409236431, "global_step": 7883, "epoch": 121, "lr": 9.119513672168365e-05}
+{"train_loss": 0.01126902736723423, "global_step": 7884, "epoch": 121, "lr": 9.119282432653569e-05}
+{"train_loss": 0.011739001609385014, "global_step": 7885, "epoch": 121, "lr": 9.119051165710412e-05}
+{"train_loss": 0.011303002014756203, "global_step": 7886, "epoch": 121, "lr": 9.118819871340434e-05}
+{"train_loss": 0.010455170646309853, "global_step": 7887, "epoch": 121, "lr": 9.118588549545175e-05}
+{"train_loss": 0.015599189326167107, "global_step": 7888, "epoch": 121, "lr": 9.118357200326176e-05}
+{"train_loss": 0.013978260569274426, "global_step": 7889, "epoch": 121, "lr": 9.118125823684976e-05}
+{"train_loss": 0.009354236535727978, "global_step": 7890, "epoch": 121, "lr": 9.117894419623117e-05}
+{"train_loss": 0.010277433320879936, "global_step": 7891, "epoch": 121, "lr": 9.117662988142138e-05}
+{"train_loss": 0.016498276963829994, "global_step": 7892, "epoch": 121, "lr": 9.117431529243581e-05}
+{"train_loss": 0.009866568259894848, "global_step": 7893, "epoch": 121, "lr": 9.117200042928988e-05}
+{"train_loss": 0.01095256581902504, "global_step": 7894, "epoch": 121, "lr": 9.1169685291999e-05}
+{"train_loss": 0.009738761931657791, "global_step": 7895, "epoch": 121, "lr": 9.116736988057859e-05}
+{"train_loss": 0.010924776084721088, "global_step": 7896, "epoch": 121, "lr": 9.116505419504404e-05}
+{"train_loss": 0.011350211687386036, "global_step": 7897, "epoch": 121, "lr": 9.116273823541081e-05}
+{"train_loss": 0.009188991039991379, "global_step": 7898, "epoch": 121, "lr": 9.116042200169428e-05}
+{"train_loss": 0.012782987207174301, "global_step": 7899, "epoch": 121, "lr": 9.115810549390991e-05}
+{"train_loss": 0.011914132162928581, "global_step": 7900, "epoch": 121, "lr": 9.115578871207309e-05}
+{"train_loss": 0.01422728318721056, "global_step": 7901, "epoch": 121, "lr": 9.115347165619927e-05}
+{"train_loss": 0.01097175758332014, "global_step": 7902, "epoch": 121, "lr": 9.115115432630387e-05}
+{"train_loss": 0.009279012680053711, "global_step": 7903, "epoch": 121, "lr": 9.114883672240233e-05}
+{"train_loss": 0.009251559153199196, "global_step": 7904, "epoch": 121, "lr": 9.114651884451006e-05}
+{"train_loss": 0.012407982721924782, "global_step": 7905, "epoch": 121, "lr": 9.114420069264252e-05}
+{"train_loss": 0.008838921785354614, "global_step": 7906, "epoch": 121, "lr": 9.114188226681512e-05}
+{"train_loss": 0.013261840678751469, "global_step": 7907, "epoch": 121, "lr": 9.113956356704333e-05}
+{"train_loss": 0.010446438565850258, "global_step": 7908, "epoch": 121, "lr": 9.113724459334256e-05}
+{"train_loss": 0.00923163816332817, "global_step": 7909, "epoch": 121, "lr": 9.113492534572825e-05}
+{"train_loss": 0.008232374675571918, "global_step": 7910, "epoch": 121, "lr": 9.113260582421586e-05}
+{"train_loss": 0.011744562536478043, "global_step": 7911, "epoch": 121, "lr": 9.113028602882083e-05}
+{"train_loss": 0.02206139639019966, "global_step": 7912, "epoch": 121, "lr": 9.11279659595586e-05}
+{"train_loss": 0.009344135411083698, "global_step": 7913, "epoch": 121, "lr": 9.112564561644462e-05}
+{"train_loss": 0.010063578374683857, "global_step": 7914, "epoch": 121, "lr": 9.112332499949435e-05}
+{"train_loss": 0.009318768046796322, "global_step": 7915, "epoch": 121, "lr": 9.112100410872322e-05}
+{"train_loss": 0.011128498241305351, "global_step": 7916, "epoch": 121, "lr": 9.111868294414669e-05}
+{"train_loss": 0.011851821094751358, "global_step": 7917, "epoch": 121, "lr": 9.111636150578024e-05}
+{"train_loss": 0.009289305657148361, "global_step": 7918, "epoch": 121, "lr": 9.111403979363931e-05}
+{"train_loss": 0.009010951966047287, "global_step": 7919, "epoch": 121, "lr": 9.111171780773937e-05}
+{"train_loss": 0.017937546595931053, "global_step": 7920, "epoch": 121, "lr": 9.110939554809585e-05}
+{"train_loss": 0.011958410032093525, "global_step": 7921, "epoch": 121, "lr": 9.110707301472425e-05}
+{"train_loss": 0.009021344594657421, "global_step": 7922, "epoch": 121, "lr": 9.110475020764e-05}
+{"train_loss": 0.010468780063092709, "global_step": 7923, "epoch": 121, "lr": 9.11024271268586e-05}
+{"train_loss": 0.01188375148922205, "global_step": 7924, "epoch": 121, "lr": 9.110010377239551e-05}
+{"train_loss": 0.009954740293323994, "global_step": 7925, "epoch": 121, "lr": 9.109778014426618e-05}
+{"train_loss": 0.013706248253583908, "global_step": 7926, "epoch": 121, "lr": 9.109545624248609e-05}
+{"train_loss": 0.016276922076940536, "global_step": 7927, "epoch": 121, "lr": 9.109313206707073e-05}
+{"train_loss": 0.009564924985170364, "global_step": 7928, "epoch": 121, "lr": 9.109080761803554e-05}
+{"train_loss": 0.011611098137039404, "global_step": 7929, "epoch": 121, "lr": 9.108848289539605e-05, "val_loss": 0.013471819460391998}
+{"train_loss": 0.017271069809794426, "global_step": 7930, "epoch": 122, "lr": 9.10861578991677e-05}
+{"train_loss": 0.014114420861005783, "global_step": 7931, "epoch": 122, "lr": 9.108383262936599e-05}
+{"train_loss": 0.013674356043338776, "global_step": 7932, "epoch": 122, "lr": 9.10815070860064e-05}
+{"train_loss": 0.013049923814833164, "global_step": 7933, "epoch": 122, "lr": 9.107918126910438e-05}
+{"train_loss": 0.011766504496335983, "global_step": 7934, "epoch": 122, "lr": 9.107685517867548e-05}
+{"train_loss": 0.007898662239313126, "global_step": 7935, "epoch": 122, "lr": 9.107452881473513e-05}
+{"train_loss": 0.014145337045192719, "global_step": 7936, "epoch": 122, "lr": 9.107220217729885e-05}
+{"train_loss": 0.010335433296859264, "global_step": 7937, "epoch": 122, "lr": 9.106987526638214e-05}
+{"train_loss": 0.01076978538185358, "global_step": 7938, "epoch": 122, "lr": 9.106754808200047e-05}
+{"train_loss": 0.009964073076844215, "global_step": 7939, "epoch": 122, "lr": 9.106522062416935e-05}
+{"train_loss": 0.007646565325558186, "global_step": 7940, "epoch": 122, "lr": 9.106289289290426e-05}
+{"train_loss": 0.01255586463958025, "global_step": 7941, "epoch": 122, "lr": 9.106056488822073e-05}
+{"train_loss": 0.012072887271642685, "global_step": 7942, "epoch": 122, "lr": 9.105823661013424e-05}
+{"train_loss": 0.008800235576927662, "global_step": 7943, "epoch": 122, "lr": 9.105590805866029e-05}
+{"train_loss": 0.011023366823792458, "global_step": 7944, "epoch": 122, "lr": 9.105357923381439e-05}
+{"train_loss": 0.014867830090224743, "global_step": 7945, "epoch": 122, "lr": 9.105125013561206e-05}
+{"train_loss": 0.011182830668985844, "global_step": 7946, "epoch": 122, "lr": 9.104892076406879e-05}
+{"train_loss": 0.008087349124252796, "global_step": 7947, "epoch": 122, "lr": 9.104659111920009e-05}
+{"train_loss": 0.00827680341899395, "global_step": 7948, "epoch": 122, "lr": 9.10442612010215e-05}
+{"train_loss": 0.010408137924969196, "global_step": 7949, "epoch": 122, "lr": 9.104193100954849e-05}
+{"train_loss": 0.013869394548237324, "global_step": 7950, "epoch": 122, "lr": 9.103960054479661e-05}
+{"train_loss": 0.01393873617053032, "global_step": 7951, "epoch": 122, "lr": 9.103726980678136e-05}
+{"train_loss": 0.011516758240759373, "global_step": 7952, "epoch": 122, "lr": 9.103493879551826e-05}
+{"train_loss": 0.01430190447717905, "global_step": 7953, "epoch": 122, "lr": 9.103260751102284e-05}
+{"train_loss": 0.011425528675317764, "global_step": 7954, "epoch": 122, "lr": 9.103027595331063e-05}
+{"train_loss": 0.008959691971540451, "global_step": 7955, "epoch": 122, "lr": 9.102794412239713e-05}
+{"train_loss": 0.009301718324422836, "global_step": 7956, "epoch": 122, "lr": 9.102561201829789e-05}
+{"train_loss": 0.013492693193256855, "global_step": 7957, "epoch": 122, "lr": 9.102327964102843e-05}
+{"train_loss": 0.012456792406737804, "global_step": 7958, "epoch": 122, "lr": 9.102094699060427e-05}
+{"train_loss": 0.011089857667684555, "global_step": 7959, "epoch": 122, "lr": 9.101861406704095e-05}
+{"train_loss": 0.00811092834919691, "global_step": 7960, "epoch": 122, "lr": 9.1016280870354e-05}
+{"train_loss": 0.014599379152059555, "global_step": 7961, "epoch": 122, "lr": 9.101394740055897e-05}
+{"train_loss": 0.008099773898720741, "global_step": 7962, "epoch": 122, "lr": 9.101161365767139e-05}
+{"train_loss": 0.014973807148635387, "global_step": 7963, "epoch": 122, "lr": 9.10092796417068e-05}
+{"train_loss": 0.007669547107070684, "global_step": 7964, "epoch": 122, "lr": 9.100694535268073e-05}
+{"train_loss": 0.009735267609357834, "global_step": 7965, "epoch": 122, "lr": 9.100461079060874e-05}
+{"train_loss": 0.012430609203875065, "global_step": 7966, "epoch": 122, "lr": 9.100227595550635e-05}
+{"train_loss": 0.009563314728438854, "global_step": 7967, "epoch": 122, "lr": 9.099994084738913e-05}
+{"train_loss": 0.00926525890827179, "global_step": 7968, "epoch": 122, "lr": 9.099760546627261e-05}
+{"train_loss": 0.008901181630790234, "global_step": 7969, "epoch": 122, "lr": 9.099526981217237e-05}
+{"train_loss": 0.01103264931589365, "global_step": 7970, "epoch": 122, "lr": 9.099293388510393e-05}
+{"train_loss": 0.011088477447628975, "global_step": 7971, "epoch": 122, "lr": 9.099059768508287e-05}
+{"train_loss": 0.011651800014078617, "global_step": 7972, "epoch": 122, "lr": 9.098826121212473e-05}
+{"train_loss": 0.011764485388994217, "global_step": 7973, "epoch": 122, "lr": 9.098592446624505e-05}
+{"train_loss": 0.008153755217790604, "global_step": 7974, "epoch": 122, "lr": 9.098358744745943e-05}
+{"train_loss": 0.010764765553176403, "global_step": 7975, "epoch": 122, "lr": 9.09812501557834e-05}
+{"train_loss": 0.013587790541350842, "global_step": 7976, "epoch": 122, "lr": 9.097891259123254e-05}
+{"train_loss": 0.007609648164361715, "global_step": 7977, "epoch": 122, "lr": 9.097657475382242e-05}
+{"train_loss": 0.007081677205860615, "global_step": 7978, "epoch": 122, "lr": 9.097423664356856e-05}
+{"train_loss": 0.0070847575552761555, "global_step": 7979, "epoch": 122, "lr": 9.09718982604866e-05}
+{"train_loss": 0.008548378013074398, "global_step": 7980, "epoch": 122, "lr": 9.096955960459205e-05}
+{"train_loss": 0.008276126347482204, "global_step": 7981, "epoch": 122, "lr": 9.096722067590051e-05}
+{"train_loss": 0.010923073627054691, "global_step": 7982, "epoch": 122, "lr": 9.096488147442755e-05}
+{"train_loss": 0.010592003352940083, "global_step": 7983, "epoch": 122, "lr": 9.096254200018875e-05}
+{"train_loss": 0.005986635573208332, "global_step": 7984, "epoch": 122, "lr": 9.096020225319967e-05}
+{"train_loss": 0.010196501389145851, "global_step": 7985, "epoch": 122, "lr": 9.095786223347592e-05}
+{"train_loss": 0.00862692017108202, "global_step": 7986, "epoch": 122, "lr": 9.095552194103305e-05}
+{"train_loss": 0.010363982990384102, "global_step": 7987, "epoch": 122, "lr": 9.095318137588666e-05}
+{"train_loss": 0.010293900966644287, "global_step": 7988, "epoch": 122, "lr": 9.095084053805233e-05}
+{"train_loss": 0.011463512666523457, "global_step": 7989, "epoch": 122, "lr": 9.094849942754564e-05}
+{"train_loss": 0.011235345155000687, "global_step": 7990, "epoch": 122, "lr": 9.09461580443822e-05}
+{"train_loss": 0.00796608254313469, "global_step": 7991, "epoch": 122, "lr": 9.094381638857756e-05}
+{"train_loss": 0.00938856415450573, "global_step": 7992, "epoch": 122, "lr": 9.094147446014735e-05}
+{"train_loss": 0.01401541382074356, "global_step": 7993, "epoch": 122, "lr": 9.093913225910715e-05}
+{"train_loss": 0.010732825838315946, "global_step": 7994, "epoch": 122, "lr": 9.093678978547256e-05, "val_loss": 0.014831007458269596}
+{"train_loss": 0.0093527315184474, "global_step": 7995, "epoch": 123, "lr": 9.093444703925917e-05}
+{"train_loss": 0.00886681117117405, "global_step": 7996, "epoch": 123, "lr": 9.09321040204826e-05}
+{"train_loss": 0.009577721357345581, "global_step": 7997, "epoch": 123, "lr": 9.092976072915841e-05}
+{"train_loss": 0.00784812867641449, "global_step": 7998, "epoch": 123, "lr": 9.092741716530224e-05}
+{"train_loss": 0.010602889582514763, "global_step": 7999, "epoch": 123, "lr": 9.092507332892968e-05}
+{"train_loss": 0.011843716725707054, "global_step": 8000, "epoch": 123, "lr": 9.092272922005634e-05}
+{"train_loss": 0.00822959840297699, "global_step": 8001, "epoch": 123, "lr": 9.092038483869782e-05}
+{"train_loss": 0.00972701981663704, "global_step": 8002, "epoch": 123, "lr": 9.091804018486974e-05}
+{"train_loss": 0.009208334609866142, "global_step": 8003, "epoch": 123, "lr": 9.09156952585877e-05}
+{"train_loss": 0.007128297351300716, "global_step": 8004, "epoch": 123, "lr": 9.091335005986734e-05}
+{"train_loss": 0.008594043552875519, "global_step": 8005, "epoch": 123, "lr": 9.091100458872425e-05}
+{"train_loss": 0.01254015602171421, "global_step": 8006, "epoch": 123, "lr": 9.090865884517406e-05}
+{"train_loss": 0.008715648204088211, "global_step": 8007, "epoch": 123, "lr": 9.090631282923238e-05}
+{"train_loss": 0.011452422477304935, "global_step": 8008, "epoch": 123, "lr": 9.090396654091483e-05}
+{"train_loss": 0.010111704468727112, "global_step": 8009, "epoch": 123, "lr": 9.090161998023705e-05}
+{"train_loss": 0.009531613439321518, "global_step": 8010, "epoch": 123, "lr": 9.089927314721464e-05}
+{"train_loss": 0.00877020787447691, "global_step": 8011, "epoch": 123, "lr": 9.089692604186325e-05}
+{"train_loss": 0.006637289188802242, "global_step": 8012, "epoch": 123, "lr": 9.089457866419851e-05}
+{"train_loss": 0.014818673022091389, "global_step": 8013, "epoch": 123, "lr": 9.0892231014236e-05}
+{"train_loss": 0.010264188051223755, "global_step": 8014, "epoch": 123, "lr": 9.088988309199142e-05}
+{"train_loss": 0.00978461280465126, "global_step": 8015, "epoch": 123, "lr": 9.088753489748037e-05}
+{"train_loss": 0.006042920984327793, "global_step": 8016, "epoch": 123, "lr": 9.088518643071849e-05}
+{"train_loss": 0.011695409193634987, "global_step": 8017, "epoch": 123, "lr": 9.088283769172141e-05}
+{"train_loss": 0.011078760959208012, "global_step": 8018, "epoch": 123, "lr": 9.088048868050478e-05}
+{"train_loss": 0.01123440358787775, "global_step": 8019, "epoch": 123, "lr": 9.087813939708423e-05}
+{"train_loss": 0.01187968347221613, "global_step": 8020, "epoch": 123, "lr": 9.08757898414754e-05}
+{"train_loss": 0.008202353492379189, "global_step": 8021, "epoch": 123, "lr": 9.087344001369396e-05}
+{"train_loss": 0.007477874867618084, "global_step": 8022, "epoch": 123, "lr": 9.087108991375555e-05}
+{"train_loss": 0.010884812101721764, "global_step": 8023, "epoch": 123, "lr": 9.086873954167578e-05}
+{"train_loss": 0.010202914476394653, "global_step": 8024, "epoch": 123, "lr": 9.086638889747035e-05}
+{"train_loss": 0.008385327644646168, "global_step": 8025, "epoch": 123, "lr": 9.086403798115489e-05}
+{"train_loss": 0.012947683222591877, "global_step": 8026, "epoch": 123, "lr": 9.086168679274505e-05}
+{"train_loss": 0.01062000636011362, "global_step": 8027, "epoch": 123, "lr": 9.085933533225647e-05}
+{"train_loss": 0.01113645639270544, "global_step": 8028, "epoch": 123, "lr": 9.085698359970484e-05}
+{"train_loss": 0.009775268845260143, "global_step": 8029, "epoch": 123, "lr": 9.085463159510583e-05}
+{"train_loss": 0.00870200339704752, "global_step": 8030, "epoch": 123, "lr": 9.085227931847505e-05}
+{"train_loss": 0.013768027536571026, "global_step": 8031, "epoch": 123, "lr": 9.08499267698282e-05}
+{"train_loss": 0.010807565413415432, "global_step": 8032, "epoch": 123, "lr": 9.084757394918093e-05}
+{"train_loss": 0.009121092967689037, "global_step": 8033, "epoch": 123, "lr": 9.084522085654891e-05}
+{"train_loss": 0.009985964745283127, "global_step": 8034, "epoch": 123, "lr": 9.084286749194782e-05}
+{"train_loss": 0.012364240363240242, "global_step": 8035, "epoch": 123, "lr": 9.08405138553933e-05}
+{"train_loss": 0.011845763772726059, "global_step": 8036, "epoch": 123, "lr": 9.083815994690105e-05}
+{"train_loss": 0.008632354438304901, "global_step": 8037, "epoch": 123, "lr": 9.083580576648673e-05}
+{"train_loss": 0.011936109513044357, "global_step": 8038, "epoch": 123, "lr": 9.0833451314166e-05}
+{"train_loss": 0.009811313822865486, "global_step": 8039, "epoch": 123, "lr": 9.083109658995459e-05}
+{"train_loss": 0.010631880722939968, "global_step": 8040, "epoch": 123, "lr": 9.082874159386813e-05}
+{"train_loss": 0.009397456422448158, "global_step": 8041, "epoch": 123, "lr": 9.08263863259223e-05}
+{"train_loss": 0.013163920491933823, "global_step": 8042, "epoch": 123, "lr": 9.082403078613284e-05}
+{"train_loss": 0.010815166868269444, "global_step": 8043, "epoch": 123, "lr": 9.082167497451536e-05}
+{"train_loss": 0.005928953178226948, "global_step": 8044, "epoch": 123, "lr": 9.081931889108559e-05}
+{"train_loss": 0.012953372672200203, "global_step": 8045, "epoch": 123, "lr": 9.081696253585921e-05}
+{"train_loss": 0.00952020101249218, "global_step": 8046, "epoch": 123, "lr": 9.081460590885189e-05}
+{"train_loss": 0.0073171560652554035, "global_step": 8047, "epoch": 123, "lr": 9.081224901007936e-05}
+{"train_loss": 0.011878402903676033, "global_step": 8048, "epoch": 123, "lr": 9.080989183955729e-05}
+{"train_loss": 0.012510311789810658, "global_step": 8049, "epoch": 123, "lr": 9.080753439730137e-05}
+{"train_loss": 0.007973821833729744, "global_step": 8050, "epoch": 123, "lr": 9.080517668332729e-05}
+{"train_loss": 0.005416625179350376, "global_step": 8051, "epoch": 123, "lr": 9.080281869765079e-05}
+{"train_loss": 0.007663996424525976, "global_step": 8052, "epoch": 123, "lr": 9.080046044028754e-05}
+{"train_loss": 0.013932833448052406, "global_step": 8053, "epoch": 123, "lr": 9.079810191125323e-05}
+{"train_loss": 0.01039316225796938, "global_step": 8054, "epoch": 123, "lr": 9.079574311056359e-05}
+{"train_loss": 0.014406032860279083, "global_step": 8055, "epoch": 123, "lr": 9.079338403823432e-05}
+{"train_loss": 0.012173378840088844, "global_step": 8056, "epoch": 123, "lr": 9.079102469428113e-05}
+{"train_loss": 0.008388941176235676, "global_step": 8057, "epoch": 123, "lr": 9.078866507871972e-05}
+{"train_loss": 0.00881914608180523, "global_step": 8058, "epoch": 123, "lr": 9.078630519156581e-05}
+{"train_loss": 0.010120315305315531, "global_step": 8059, "epoch": 123, "lr": 9.07839450328351e-05, "val_loss": 0.010087880305945873}
+{"train_loss": 0.012379689142107964, "global_step": 8060, "epoch": 124, "lr": 9.078158460254332e-05}
+{"train_loss": 0.009465733543038368, "global_step": 8061, "epoch": 124, "lr": 9.07792239007062e-05}
+{"train_loss": 0.009996769018471241, "global_step": 8062, "epoch": 124, "lr": 9.07768629273394e-05}
+{"train_loss": 0.01072218082845211, "global_step": 8063, "epoch": 124, "lr": 9.077450168245871e-05}
+{"train_loss": 0.009627753868699074, "global_step": 8064, "epoch": 124, "lr": 9.077214016607982e-05}
+{"train_loss": 0.013194991275668144, "global_step": 8065, "epoch": 124, "lr": 9.076977837821845e-05}
+{"train_loss": 0.008955508470535278, "global_step": 8066, "epoch": 124, "lr": 9.076741631889034e-05}
+{"train_loss": 0.007648369297385216, "global_step": 8067, "epoch": 124, "lr": 9.076505398811123e-05}
+{"train_loss": 0.010247505269944668, "global_step": 8068, "epoch": 124, "lr": 9.076269138589681e-05}
+{"train_loss": 0.008816557936370373, "global_step": 8069, "epoch": 124, "lr": 9.076032851226284e-05}
+{"train_loss": 0.010404892265796661, "global_step": 8070, "epoch": 124, "lr": 9.075796536722505e-05}
+{"train_loss": 0.010083133354783058, "global_step": 8071, "epoch": 124, "lr": 9.075560195079916e-05}
+{"train_loss": 0.007867686450481415, "global_step": 8072, "epoch": 124, "lr": 9.075323826300093e-05}
+{"train_loss": 0.006817652843892574, "global_step": 8073, "epoch": 124, "lr": 9.075087430384607e-05}
+{"train_loss": 0.008688319474458694, "global_step": 8074, "epoch": 124, "lr": 9.074851007335037e-05}
+{"train_loss": 0.012105504050850868, "global_step": 8075, "epoch": 124, "lr": 9.074614557152952e-05}
+{"train_loss": 0.013471832498908043, "global_step": 8076, "epoch": 124, "lr": 9.074378079839927e-05}
+{"train_loss": 0.009160323068499565, "global_step": 8077, "epoch": 124, "lr": 9.07414157539754e-05}
+{"train_loss": 0.00901536364108324, "global_step": 8078, "epoch": 124, "lr": 9.073905043827363e-05}
+{"train_loss": 0.008429288864135742, "global_step": 8079, "epoch": 124, "lr": 9.073668485130973e-05}
+{"train_loss": 0.007262636907398701, "global_step": 8080, "epoch": 124, "lr": 9.073431899309941e-05}
+{"train_loss": 0.009775239042937756, "global_step": 8081, "epoch": 124, "lr": 9.073195286365847e-05}
+{"train_loss": 0.008511555381119251, "global_step": 8082, "epoch": 124, "lr": 9.072958646300265e-05}
+{"train_loss": 0.014124078676104546, "global_step": 8083, "epoch": 124, "lr": 9.072721979114768e-05}
+{"train_loss": 0.011141198687255383, "global_step": 8084, "epoch": 124, "lr": 9.072485284810938e-05}
+{"train_loss": 0.007064700126647949, "global_step": 8085, "epoch": 124, "lr": 9.072248563390344e-05}
+{"train_loss": 0.009359372779726982, "global_step": 8086, "epoch": 124, "lr": 9.072011814854569e-05}
+{"train_loss": 0.008729206398129463, "global_step": 8087, "epoch": 124, "lr": 9.071775039205182e-05}
+{"train_loss": 0.009860160760581493, "global_step": 8088, "epoch": 124, "lr": 9.071538236443765e-05}
+{"train_loss": 0.011670010164380074, "global_step": 8089, "epoch": 124, "lr": 9.071301406571892e-05}
+{"train_loss": 0.007656271103769541, "global_step": 8090, "epoch": 124, "lr": 9.071064549591143e-05}
+{"train_loss": 0.00801326148211956, "global_step": 8091, "epoch": 124, "lr": 9.070827665503091e-05}
+{"train_loss": 0.01036706194281578, "global_step": 8092, "epoch": 124, "lr": 9.070590754309319e-05}
+{"train_loss": 0.011003760620951653, "global_step": 8093, "epoch": 124, "lr": 9.070353816011398e-05}
+{"train_loss": 0.00841507501900196, "global_step": 8094, "epoch": 124, "lr": 9.07011685061091e-05}
+{"train_loss": 0.00998043641448021, "global_step": 8095, "epoch": 124, "lr": 9.069879858109431e-05}
+{"train_loss": 0.007731037680059671, "global_step": 8096, "epoch": 124, "lr": 9.069642838508541e-05}
+{"train_loss": 0.007687400095164776, "global_step": 8097, "epoch": 124, "lr": 9.069405791809816e-05}
+{"train_loss": 0.013900050893425941, "global_step": 8098, "epoch": 124, "lr": 9.069168718014833e-05}
+{"train_loss": 0.011830155737698078, "global_step": 8099, "epoch": 124, "lr": 9.068931617125174e-05}
+{"train_loss": 0.009356905706226826, "global_step": 8100, "epoch": 124, "lr": 9.068694489142417e-05}
+{"train_loss": 0.011299554258584976, "global_step": 8101, "epoch": 124, "lr": 9.068457334068138e-05}
+{"train_loss": 0.008959650062024593, "global_step": 8102, "epoch": 124, "lr": 9.068220151903922e-05}
+{"train_loss": 0.007803501561284065, "global_step": 8103, "epoch": 124, "lr": 9.067982942651342e-05}
+{"train_loss": 0.01386297307908535, "global_step": 8104, "epoch": 124, "lr": 9.067745706311983e-05}
+{"train_loss": 0.012604286894202232, "global_step": 8105, "epoch": 124, "lr": 9.06750844288742e-05}
+{"train_loss": 0.011761514469981194, "global_step": 8106, "epoch": 124, "lr": 9.067271152379235e-05}
+{"train_loss": 0.007410697638988495, "global_step": 8107, "epoch": 124, "lr": 9.067033834789007e-05}
+{"train_loss": 0.010098431259393692, "global_step": 8108, "epoch": 124, "lr": 9.066796490118317e-05}
+{"train_loss": 0.008815659210085869, "global_step": 8109, "epoch": 124, "lr": 9.066559118368745e-05}
+{"train_loss": 0.010324137285351753, "global_step": 8110, "epoch": 124, "lr": 9.066321719541872e-05}
+{"train_loss": 0.00837167538702488, "global_step": 8111, "epoch": 124, "lr": 9.066084293639281e-05}
+{"train_loss": 0.013360826298594475, "global_step": 8112, "epoch": 124, "lr": 9.065846840662547e-05}
+{"train_loss": 0.00779382698237896, "global_step": 8113, "epoch": 124, "lr": 9.065609360613256e-05}
+{"train_loss": 0.013662220910191536, "global_step": 8114, "epoch": 124, "lr": 9.065371853492988e-05}
+{"train_loss": 0.009780952706933022, "global_step": 8115, "epoch": 124, "lr": 9.065134319303323e-05}
+{"train_loss": 0.009769761934876442, "global_step": 8116, "epoch": 124, "lr": 9.064896758045844e-05}
+{"train_loss": 0.011326123028993607, "global_step": 8117, "epoch": 124, "lr": 9.064659169722134e-05}
+{"train_loss": 0.013595884665846825, "global_step": 8118, "epoch": 124, "lr": 9.064421554333773e-05}
+{"train_loss": 0.00753991212695837, "global_step": 8119, "epoch": 124, "lr": 9.064183911882343e-05}
+{"train_loss": 0.0131543492898345, "global_step": 8120, "epoch": 124, "lr": 9.063946242369428e-05}
+{"train_loss": 0.01286399457603693, "global_step": 8121, "epoch": 124, "lr": 9.06370854579661e-05}
+{"train_loss": 0.010734506882727146, "global_step": 8122, "epoch": 124, "lr": 9.06347082216547e-05}
+{"train_loss": 0.013870177790522575, "global_step": 8123, "epoch": 124, "lr": 9.063233071477593e-05}
+{"train_loss": 0.010121778155175539, "global_step": 8124, "epoch": 124, "lr": 9.062995293734561e-05, "val_loss": 0.016923688352108}
+{"train_loss": 0.009815027005970478, "global_step": 8125, "epoch": 125, "lr": 9.062757488937959e-05}
+{"train_loss": 0.014889577403664589, "global_step": 8126, "epoch": 125, "lr": 9.062519657089368e-05}
+{"train_loss": 0.00998268648982048, "global_step": 8127, "epoch": 125, "lr": 9.062281798190373e-05}
+{"train_loss": 0.012144110165536404, "global_step": 8128, "epoch": 125, "lr": 9.062043912242557e-05}
+{"train_loss": 0.0090805534273386, "global_step": 8129, "epoch": 125, "lr": 9.061805999247504e-05}
+{"train_loss": 0.008715752512216568, "global_step": 8130, "epoch": 125, "lr": 9.0615680592068e-05}
+{"train_loss": 0.012739245779812336, "global_step": 8131, "epoch": 125, "lr": 9.061330092122027e-05}
+{"train_loss": 0.012096232734620571, "global_step": 8132, "epoch": 125, "lr": 9.06109209799477e-05}
+{"train_loss": 0.011901038698852062, "global_step": 8133, "epoch": 125, "lr": 9.060854076826614e-05}
+{"train_loss": 0.011252975091338158, "global_step": 8134, "epoch": 125, "lr": 9.060616028619144e-05}
+{"train_loss": 0.014420337975025177, "global_step": 8135, "epoch": 125, "lr": 9.060377953373947e-05}
+{"train_loss": 0.007999240420758724, "global_step": 8136, "epoch": 125, "lr": 9.060139851092604e-05}
+{"train_loss": 0.015266995877027512, "global_step": 8137, "epoch": 125, "lr": 9.059901721776703e-05}
+{"train_loss": 0.012063978239893913, "global_step": 8138, "epoch": 125, "lr": 9.059663565427829e-05}
+{"train_loss": 0.013532539829611778, "global_step": 8139, "epoch": 125, "lr": 9.059425382047569e-05}
+{"train_loss": 0.011819375678896904, "global_step": 8140, "epoch": 125, "lr": 9.059187171637507e-05}
+{"train_loss": 0.017117837443947792, "global_step": 8141, "epoch": 125, "lr": 9.058948934199231e-05}
+{"train_loss": 0.008266258053481579, "global_step": 8142, "epoch": 125, "lr": 9.058710669734325e-05}
+{"train_loss": 0.008269972167909145, "global_step": 8143, "epoch": 125, "lr": 9.058472378244378e-05}
+{"train_loss": 0.009858673438429832, "global_step": 8144, "epoch": 125, "lr": 9.058234059730976e-05}
+{"train_loss": 0.009326165542006493, "global_step": 8145, "epoch": 125, "lr": 9.057995714195704e-05}
+{"train_loss": 0.012346549890935421, "global_step": 8146, "epoch": 125, "lr": 9.057757341640152e-05}
+{"train_loss": 0.01672329567372799, "global_step": 8147, "epoch": 125, "lr": 9.057518942065904e-05}
+{"train_loss": 0.008957605808973312, "global_step": 8148, "epoch": 125, "lr": 9.057280515474551e-05}
+{"train_loss": 0.01576254889369011, "global_step": 8149, "epoch": 125, "lr": 9.057042061867678e-05}
+{"train_loss": 0.00878184288740158, "global_step": 8150, "epoch": 125, "lr": 9.056803581246873e-05}
+{"train_loss": 0.007775004021823406, "global_step": 8151, "epoch": 125, "lr": 9.056565073613723e-05}
+{"train_loss": 0.011261755600571632, "global_step": 8152, "epoch": 125, "lr": 9.05632653896982e-05}
+{"train_loss": 0.008692687377333641, "global_step": 8153, "epoch": 125, "lr": 9.056087977316747e-05}
+{"train_loss": 0.010295862331986427, "global_step": 8154, "epoch": 125, "lr": 9.055849388656097e-05}
+{"train_loss": 0.012092715129256248, "global_step": 8155, "epoch": 125, "lr": 9.055610772989456e-05}
+{"train_loss": 0.016403276473283768, "global_step": 8156, "epoch": 125, "lr": 9.055372130318413e-05}
+{"train_loss": 0.011625608429312706, "global_step": 8157, "epoch": 125, "lr": 9.05513346064456e-05}
+{"train_loss": 0.012709787115454674, "global_step": 8158, "epoch": 125, "lr": 9.054894763969482e-05}
+{"train_loss": 0.011513857170939445, "global_step": 8159, "epoch": 125, "lr": 9.054656040294772e-05}
+{"train_loss": 0.012754080817103386, "global_step": 8160, "epoch": 125, "lr": 9.054417289622015e-05}
+{"train_loss": 0.00546854455024004, "global_step": 8161, "epoch": 125, "lr": 9.054178511952805e-05}
+{"train_loss": 0.01041698083281517, "global_step": 8162, "epoch": 125, "lr": 9.05393970728873e-05}
+{"train_loss": 0.009728994220495224, "global_step": 8163, "epoch": 125, "lr": 9.053700875631381e-05}
+{"train_loss": 0.012221226468682289, "global_step": 8164, "epoch": 125, "lr": 9.053462016982348e-05}
+{"train_loss": 0.009108668193221092, "global_step": 8165, "epoch": 125, "lr": 9.05322313134322e-05}
+{"train_loss": 0.011866987682878971, "global_step": 8166, "epoch": 125, "lr": 9.05298421871559e-05}
+{"train_loss": 0.010743224062025547, "global_step": 8167, "epoch": 125, "lr": 9.052745279101046e-05}
+{"train_loss": 0.008224530145525932, "global_step": 8168, "epoch": 125, "lr": 9.052506312501183e-05}
+{"train_loss": 0.008421043865382671, "global_step": 8169, "epoch": 125, "lr": 9.052267318917588e-05}
+{"train_loss": 0.009738951921463013, "global_step": 8170, "epoch": 125, "lr": 9.052028298351856e-05}
+{"train_loss": 0.006601906381547451, "global_step": 8171, "epoch": 125, "lr": 9.051789250805574e-05}
+{"train_loss": 0.00991801917552948, "global_step": 8172, "epoch": 125, "lr": 9.05155017628034e-05}
+{"train_loss": 0.010735769756138325, "global_step": 8173, "epoch": 125, "lr": 9.051311074777738e-05}
+{"train_loss": 0.00893862172961235, "global_step": 8174, "epoch": 125, "lr": 9.051071946299367e-05}
+{"train_loss": 0.008350316435098648, "global_step": 8175, "epoch": 125, "lr": 9.050832790846815e-05}
+{"train_loss": 0.010072591714560986, "global_step": 8176, "epoch": 125, "lr": 9.050593608421677e-05}
+{"train_loss": 0.01068098470568657, "global_step": 8177, "epoch": 125, "lr": 9.050354399025544e-05}
+{"train_loss": 0.011914810165762901, "global_step": 8178, "epoch": 125, "lr": 9.05011516266001e-05}
+{"train_loss": 0.009468477219343185, "global_step": 8179, "epoch": 125, "lr": 9.049875899326667e-05}
+{"train_loss": 0.01049866247922182, "global_step": 8180, "epoch": 125, "lr": 9.049636609027109e-05}
+{"train_loss": 0.009285988286137581, "global_step": 8181, "epoch": 125, "lr": 9.049397291762929e-05}
+{"train_loss": 0.01187659427523613, "global_step": 8182, "epoch": 125, "lr": 9.04915794753572e-05}
+{"train_loss": 0.007029904518276453, "global_step": 8183, "epoch": 125, "lr": 9.048918576347073e-05}
+{"train_loss": 0.010673951357603073, "global_step": 8184, "epoch": 125, "lr": 9.04867917819859e-05}
+{"train_loss": 0.012361652217805386, "global_step": 8185, "epoch": 125, "lr": 9.048439753091855e-05}
+{"train_loss": 0.009717822074890137, "global_step": 8186, "epoch": 125, "lr": 9.048200301028471e-05}
+{"train_loss": 0.009960300289094448, "global_step": 8187, "epoch": 125, "lr": 9.047960822010026e-05}
+{"train_loss": 0.013807523995637894, "global_step": 8188, "epoch": 125, "lr": 9.047721316038119e-05}
+{"train_loss": 0.010831915250477882, "global_step": 8189, "epoch": 125, "lr": 9.04748178311434e-05, "val_loss": 0.00972836185246706, "train_action_mse_error": 0.0007670878549106419}
+{"train_loss": 0.008710548281669617, "global_step": 8190, "epoch": 126, "lr": 9.047242223240289e-05}
+{"train_loss": 0.014227413572371006, "global_step": 8191, "epoch": 126, "lr": 9.047002636417559e-05}
+{"train_loss": 0.008286071941256523, "global_step": 8192, "epoch": 126, "lr": 9.046763022647744e-05}
+{"train_loss": 0.009895915165543556, "global_step": 8193, "epoch": 126, "lr": 9.046523381932441e-05}
+{"train_loss": 0.011979109607636929, "global_step": 8194, "epoch": 126, "lr": 9.046283714273246e-05}
+{"train_loss": 0.010222597979009151, "global_step": 8195, "epoch": 126, "lr": 9.046044019671754e-05}
+{"train_loss": 0.007913444191217422, "global_step": 8196, "epoch": 126, "lr": 9.04580429812956e-05}
+{"train_loss": 0.007134267594665289, "global_step": 8197, "epoch": 126, "lr": 9.045564549648263e-05}
+{"train_loss": 0.010967785492539406, "global_step": 8198, "epoch": 126, "lr": 9.045324774229456e-05}
+{"train_loss": 0.008923867717385292, "global_step": 8199, "epoch": 126, "lr": 9.045084971874738e-05}
+{"train_loss": 0.0077074430882930756, "global_step": 8200, "epoch": 126, "lr": 9.044845142585705e-05}
+{"train_loss": 0.010598970577120781, "global_step": 8201, "epoch": 126, "lr": 9.044605286363954e-05}
+{"train_loss": 0.013670402579009533, "global_step": 8202, "epoch": 126, "lr": 9.044365403211082e-05}
+{"train_loss": 0.009883254766464233, "global_step": 8203, "epoch": 126, "lr": 9.044125493128685e-05}
+{"train_loss": 0.006923997309058905, "global_step": 8204, "epoch": 126, "lr": 9.043885556118363e-05}
+{"train_loss": 0.01035170815885067, "global_step": 8205, "epoch": 126, "lr": 9.043645592181713e-05}
+{"train_loss": 0.008191298693418503, "global_step": 8206, "epoch": 126, "lr": 9.043405601320332e-05}
+{"train_loss": 0.009515886195003986, "global_step": 8207, "epoch": 126, "lr": 9.043165583535816e-05}
+{"train_loss": 0.008051353506743908, "global_step": 8208, "epoch": 126, "lr": 9.042925538829768e-05}
+{"train_loss": 0.007070476654917002, "global_step": 8209, "epoch": 126, "lr": 9.042685467203782e-05}
+{"train_loss": 0.010709935799241066, "global_step": 8210, "epoch": 126, "lr": 9.042445368659457e-05}
+{"train_loss": 0.009091954678297043, "global_step": 8211, "epoch": 126, "lr": 9.042205243198396e-05}
+{"train_loss": 0.01233377680182457, "global_step": 8212, "epoch": 126, "lr": 9.041965090822194e-05}
+{"train_loss": 0.010277162306010723, "global_step": 8213, "epoch": 126, "lr": 9.04172491153245e-05}
+{"train_loss": 0.008973104879260063, "global_step": 8214, "epoch": 126, "lr": 9.041484705330763e-05}
+{"train_loss": 0.008031141944229603, "global_step": 8215, "epoch": 126, "lr": 9.041244472218735e-05}
+{"train_loss": 0.012492840178310871, "global_step": 8216, "epoch": 126, "lr": 9.041004212197963e-05}
+{"train_loss": 0.010499927215278149, "global_step": 8217, "epoch": 126, "lr": 9.040763925270049e-05}
+{"train_loss": 0.0076846471056342125, "global_step": 8218, "epoch": 126, "lr": 9.04052361143659e-05}
+{"train_loss": 0.006681159604340792, "global_step": 8219, "epoch": 126, "lr": 9.040283270699191e-05}
+{"train_loss": 0.008479038253426552, "global_step": 8220, "epoch": 126, "lr": 9.040042903059447e-05}
+{"train_loss": 0.006640120409429073, "global_step": 8221, "epoch": 126, "lr": 9.03980250851896e-05}
+{"train_loss": 0.013063084334135056, "global_step": 8222, "epoch": 126, "lr": 9.039562087079334e-05}
+{"train_loss": 0.008669212460517883, "global_step": 8223, "epoch": 126, "lr": 9.039321638742165e-05}
+{"train_loss": 0.007449221331626177, "global_step": 8224, "epoch": 126, "lr": 9.039081163509058e-05}
+{"train_loss": 0.01198439858853817, "global_step": 8225, "epoch": 126, "lr": 9.03884066138161e-05}
+{"train_loss": 0.010158136487007141, "global_step": 8226, "epoch": 126, "lr": 9.038600132361427e-05}
+{"train_loss": 0.00952561479061842, "global_step": 8227, "epoch": 126, "lr": 9.038359576450109e-05}
+{"train_loss": 0.010870005004107952, "global_step": 8228, "epoch": 126, "lr": 9.038118993649256e-05}
+{"train_loss": 0.005206989124417305, "global_step": 8229, "epoch": 126, "lr": 9.037878383960472e-05}
+{"train_loss": 0.01025529857724905, "global_step": 8230, "epoch": 126, "lr": 9.03763774738536e-05}
+{"train_loss": 0.011328209191560745, "global_step": 8231, "epoch": 126, "lr": 9.037397083925516e-05}
+{"train_loss": 0.010048812255263329, "global_step": 8232, "epoch": 126, "lr": 9.03715639358255e-05}
+{"train_loss": 0.009380916133522987, "global_step": 8233, "epoch": 126, "lr": 9.03691567635806e-05}
+{"train_loss": 0.010093378834426403, "global_step": 8234, "epoch": 126, "lr": 9.036674932253652e-05}
+{"train_loss": 0.007139485329389572, "global_step": 8235, "epoch": 126, "lr": 9.036434161270928e-05}
+{"train_loss": 0.010002722032368183, "global_step": 8236, "epoch": 126, "lr": 9.03619336341149e-05}
+{"train_loss": 0.010329842567443848, "global_step": 8237, "epoch": 126, "lr": 9.035952538676942e-05}
+{"train_loss": 0.009030940011143684, "global_step": 8238, "epoch": 126, "lr": 9.035711687068886e-05}
+{"train_loss": 0.00806969590485096, "global_step": 8239, "epoch": 126, "lr": 9.035470808588929e-05}
+{"train_loss": 0.015103142708539963, "global_step": 8240, "epoch": 126, "lr": 9.035229903238673e-05}
+{"train_loss": 0.0073982831090688705, "global_step": 8241, "epoch": 126, "lr": 9.034988971019722e-05}
+{"train_loss": 0.00946493074297905, "global_step": 8242, "epoch": 126, "lr": 9.03474801193368e-05}
+{"train_loss": 0.010856005363166332, "global_step": 8243, "epoch": 126, "lr": 9.034507025982152e-05}
+{"train_loss": 0.008414550684392452, "global_step": 8244, "epoch": 126, "lr": 9.034266013166744e-05}
+{"train_loss": 0.012405741959810257, "global_step": 8245, "epoch": 126, "lr": 9.034024973489058e-05}
+{"train_loss": 0.011588719673454762, "global_step": 8246, "epoch": 126, "lr": 9.033783906950702e-05}
+{"train_loss": 0.009492095559835434, "global_step": 8247, "epoch": 126, "lr": 9.033542813553277e-05}
+{"train_loss": 0.008044915273785591, "global_step": 8248, "epoch": 126, "lr": 9.033301693298392e-05}
+{"train_loss": 0.008772476576268673, "global_step": 8249, "epoch": 126, "lr": 9.03306054618765e-05}
+{"train_loss": 0.008003597147762775, "global_step": 8250, "epoch": 126, "lr": 9.032819372222661e-05}
+{"train_loss": 0.006491452921181917, "global_step": 8251, "epoch": 126, "lr": 9.032578171405023e-05}
+{"train_loss": 0.01120491698384285, "global_step": 8252, "epoch": 126, "lr": 9.032336943736352e-05}
+{"train_loss": 0.011646050028502941, "global_step": 8253, "epoch": 126, "lr": 9.032095689218248e-05}
+{"train_loss": 0.009564487521465008, "global_step": 8254, "epoch": 126, "lr": 9.031854407852316e-05, "val_loss": 0.012614844366908073}
+{"train_loss": 0.007329183630645275, "global_step": 8255, "epoch": 127, "lr": 9.031613099640167e-05}
+{"train_loss": 0.010469435714185238, "global_step": 8256, "epoch": 127, "lr": 9.031371764583405e-05}
+{"train_loss": 0.009156478568911552, "global_step": 8257, "epoch": 127, "lr": 9.031130402683639e-05}
+{"train_loss": 0.0103248106315732, "global_step": 8258, "epoch": 127, "lr": 9.030889013942474e-05}
+{"train_loss": 0.011707774363458157, "global_step": 8259, "epoch": 127, "lr": 9.030647598361518e-05}
+{"train_loss": 0.009357167407870293, "global_step": 8260, "epoch": 127, "lr": 9.030406155942379e-05}
+{"train_loss": 0.009535059332847595, "global_step": 8261, "epoch": 127, "lr": 9.030164686686665e-05}
+{"train_loss": 0.007080886512994766, "global_step": 8262, "epoch": 127, "lr": 9.029923190595982e-05}
+{"train_loss": 0.011772098019719124, "global_step": 8263, "epoch": 127, "lr": 9.029681667671939e-05}
+{"train_loss": 0.009953890927135944, "global_step": 8264, "epoch": 127, "lr": 9.029440117916145e-05}
+{"train_loss": 0.012777594849467278, "global_step": 8265, "epoch": 127, "lr": 9.029198541330208e-05}
+{"train_loss": 0.00931381806731224, "global_step": 8266, "epoch": 127, "lr": 9.028956937915736e-05}
+{"train_loss": 0.00764373317360878, "global_step": 8267, "epoch": 127, "lr": 9.028715307674338e-05}
+{"train_loss": 0.014810055494308472, "global_step": 8268, "epoch": 127, "lr": 9.028473650607621e-05}
+{"train_loss": 0.01388782449066639, "global_step": 8269, "epoch": 127, "lr": 9.028231966717199e-05}
+{"train_loss": 0.013336441479623318, "global_step": 8270, "epoch": 127, "lr": 9.027990256004677e-05}
+{"train_loss": 0.01075874362140894, "global_step": 8271, "epoch": 127, "lr": 9.027748518471667e-05}
+{"train_loss": 0.011588438414037228, "global_step": 8272, "epoch": 127, "lr": 9.027506754119774e-05}
+{"train_loss": 0.009941822849214077, "global_step": 8273, "epoch": 127, "lr": 9.027264962950612e-05}
+{"train_loss": 0.0070604258216917515, "global_step": 8274, "epoch": 127, "lr": 9.027023144965792e-05}
+{"train_loss": 0.010905657894909382, "global_step": 8275, "epoch": 127, "lr": 9.02678130016692e-05}
+{"train_loss": 0.011163816787302494, "global_step": 8276, "epoch": 127, "lr": 9.02653942855561e-05}
+{"train_loss": 0.009200850501656532, "global_step": 8277, "epoch": 127, "lr": 9.026297530133471e-05}
+{"train_loss": 0.010483446530997753, "global_step": 8278, "epoch": 127, "lr": 9.026055604902112e-05}
+{"train_loss": 0.015178719535470009, "global_step": 8279, "epoch": 127, "lr": 9.025813652863149e-05}
+{"train_loss": 0.008962697349488735, "global_step": 8280, "epoch": 127, "lr": 9.025571674018188e-05}
+{"train_loss": 0.009390654973685741, "global_step": 8281, "epoch": 127, "lr": 9.02532966836884e-05}
+{"train_loss": 0.010890086181461811, "global_step": 8282, "epoch": 127, "lr": 9.02508763591672e-05}
+{"train_loss": 0.010619035921990871, "global_step": 8283, "epoch": 127, "lr": 9.024845576663436e-05}
+{"train_loss": 0.008115790784358978, "global_step": 8284, "epoch": 127, "lr": 9.024603490610603e-05}
+{"train_loss": 0.012593233957886696, "global_step": 8285, "epoch": 127, "lr": 9.024361377759834e-05}
+{"train_loss": 0.011302966624498367, "global_step": 8286, "epoch": 127, "lr": 9.024119238112736e-05}
+{"train_loss": 0.01699770987033844, "global_step": 8287, "epoch": 127, "lr": 9.023877071670923e-05}
+{"train_loss": 0.008043038658797741, "global_step": 8288, "epoch": 127, "lr": 9.02363487843601e-05}
+{"train_loss": 0.008566666394472122, "global_step": 8289, "epoch": 127, "lr": 9.023392658409607e-05}
+{"train_loss": 0.010235756635665894, "global_step": 8290, "epoch": 127, "lr": 9.023150411593328e-05}
+{"train_loss": 0.01203212421387434, "global_step": 8291, "epoch": 127, "lr": 9.022908137988787e-05}
+{"train_loss": 0.009844379499554634, "global_step": 8292, "epoch": 127, "lr": 9.022665837597596e-05}
+{"train_loss": 0.011432645842432976, "global_step": 8293, "epoch": 127, "lr": 9.022423510421367e-05}
+{"train_loss": 0.012641138397157192, "global_step": 8294, "epoch": 127, "lr": 9.022181156461717e-05}
+{"train_loss": 0.009047424420714378, "global_step": 8295, "epoch": 127, "lr": 9.021938775720257e-05}
+{"train_loss": 0.011777537874877453, "global_step": 8296, "epoch": 127, "lr": 9.021696368198601e-05}
+{"train_loss": 0.0111174825578928, "global_step": 8297, "epoch": 127, "lr": 9.021453933898364e-05}
+{"train_loss": 0.011716505512595177, "global_step": 8298, "epoch": 127, "lr": 9.02121147282116e-05}
+{"train_loss": 0.013017190620303154, "global_step": 8299, "epoch": 127, "lr": 9.020968984968603e-05}
+{"train_loss": 0.009779660031199455, "global_step": 8300, "epoch": 127, "lr": 9.020726470342309e-05}
+{"train_loss": 0.013593561947345734, "global_step": 8301, "epoch": 127, "lr": 9.02048392894389e-05}
+{"train_loss": 0.011668836697936058, "global_step": 8302, "epoch": 127, "lr": 9.020241360774964e-05}
+{"train_loss": 0.009307973086833954, "global_step": 8303, "epoch": 127, "lr": 9.019998765837145e-05}
+{"train_loss": 0.015119025483727455, "global_step": 8304, "epoch": 127, "lr": 9.019756144132048e-05}
+{"train_loss": 0.006723225582391024, "global_step": 8305, "epoch": 127, "lr": 9.019513495661289e-05}
+{"train_loss": 0.010560383088886738, "global_step": 8306, "epoch": 127, "lr": 9.019270820426482e-05}
+{"train_loss": 0.007249461952596903, "global_step": 8307, "epoch": 127, "lr": 9.019028118429246e-05}
+{"train_loss": 0.013193482533097267, "global_step": 8308, "epoch": 127, "lr": 9.018785389671193e-05}
+{"train_loss": 0.01144478376954794, "global_step": 8309, "epoch": 127, "lr": 9.018542634153944e-05}
+{"train_loss": 0.00808544922620058, "global_step": 8310, "epoch": 127, "lr": 9.018299851879113e-05}
+{"train_loss": 0.01132457610219717, "global_step": 8311, "epoch": 127, "lr": 9.018057042848314e-05}
+{"train_loss": 0.006699741818010807, "global_step": 8312, "epoch": 127, "lr": 9.017814207063168e-05}
+{"train_loss": 0.009968928061425686, "global_step": 8313, "epoch": 127, "lr": 9.01757134452529e-05}
+{"train_loss": 0.010470595210790634, "global_step": 8314, "epoch": 127, "lr": 9.017328455236297e-05}
+{"train_loss": 0.01292802020907402, "global_step": 8315, "epoch": 127, "lr": 9.017085539197807e-05}
+{"train_loss": 0.008915318176150322, "global_step": 8316, "epoch": 127, "lr": 9.016842596411437e-05}
+{"train_loss": 0.01265270821750164, "global_step": 8317, "epoch": 127, "lr": 9.016599626878805e-05}
+{"train_loss": 0.007444724440574646, "global_step": 8318, "epoch": 127, "lr": 9.016356630601528e-05}
+{"train_loss": 0.010625122552021192, "global_step": 8319, "epoch": 127, "lr": 9.016113607581225e-05, "val_loss": 0.0075410171411931515}
+{"train_loss": 0.00756517518311739, "global_step": 8320, "epoch": 128, "lr": 9.015870557819513e-05}
+{"train_loss": 0.009663003496825695, "global_step": 8321, "epoch": 128, "lr": 9.01562748131801e-05}
+{"train_loss": 0.012036828324198723, "global_step": 8322, "epoch": 128, "lr": 9.015384378078336e-05}
+{"train_loss": 0.006211350671947002, "global_step": 8323, "epoch": 128, "lr": 9.01514124810211e-05}
+{"train_loss": 0.005468802992254496, "global_step": 8324, "epoch": 128, "lr": 9.014898091390951e-05}
+{"train_loss": 0.011504885740578175, "global_step": 8325, "epoch": 128, "lr": 9.014654907946476e-05}
+{"train_loss": 0.012216629460453987, "global_step": 8326, "epoch": 128, "lr": 9.014411697770305e-05}
+{"train_loss": 0.010675098747015, "global_step": 8327, "epoch": 128, "lr": 9.014168460864059e-05}
+{"train_loss": 0.011964251287281513, "global_step": 8328, "epoch": 128, "lr": 9.013925197229356e-05}
+{"train_loss": 0.008947188034653664, "global_step": 8329, "epoch": 128, "lr": 9.013681906867816e-05}
+{"train_loss": 0.016556672751903534, "global_step": 8330, "epoch": 128, "lr": 9.01343858978106e-05}
+{"train_loss": 0.00896886270493269, "global_step": 8331, "epoch": 128, "lr": 9.013195245970707e-05}
+{"train_loss": 0.006053061690181494, "global_step": 8332, "epoch": 128, "lr": 9.012951875438377e-05}
+{"train_loss": 0.00984172336757183, "global_step": 8333, "epoch": 128, "lr": 9.012708478185692e-05}
+{"train_loss": 0.010197978466749191, "global_step": 8334, "epoch": 128, "lr": 9.01246505421427e-05}
+{"train_loss": 0.0077671753242611885, "global_step": 8335, "epoch": 128, "lr": 9.012221603525737e-05}
+{"train_loss": 0.01130642183125019, "global_step": 8336, "epoch": 128, "lr": 9.011978126121708e-05}
+{"train_loss": 0.009731954894959927, "global_step": 8337, "epoch": 128, "lr": 9.011734622003808e-05}
+{"train_loss": 0.013430730439722538, "global_step": 8338, "epoch": 128, "lr": 9.011491091173655e-05}
+{"train_loss": 0.010732254944741726, "global_step": 8339, "epoch": 128, "lr": 9.011247533632876e-05}
+{"train_loss": 0.006695976946502924, "global_step": 8340, "epoch": 128, "lr": 9.011003949383088e-05}
+{"train_loss": 0.004506214521825314, "global_step": 8341, "epoch": 128, "lr": 9.010760338425915e-05}
+{"train_loss": 0.008781886659562588, "global_step": 8342, "epoch": 128, "lr": 9.010516700762979e-05}
+{"train_loss": 0.013250860385596752, "global_step": 8343, "epoch": 128, "lr": 9.010273036395901e-05}
+{"train_loss": 0.016238465905189514, "global_step": 8344, "epoch": 128, "lr": 9.010029345326304e-05}
+{"train_loss": 0.011779117397964, "global_step": 8345, "epoch": 128, "lr": 9.009785627555811e-05}
+{"train_loss": 0.015123574063181877, "global_step": 8346, "epoch": 128, "lr": 9.009541883086045e-05}
+{"train_loss": 0.011247361078858376, "global_step": 8347, "epoch": 128, "lr": 9.009298111918629e-05}
+{"train_loss": 0.013288185931742191, "global_step": 8348, "epoch": 128, "lr": 9.009054314055185e-05}
+{"train_loss": 0.013752895407378674, "global_step": 8349, "epoch": 128, "lr": 9.008810489497339e-05}
+{"train_loss": 0.008390548638999462, "global_step": 8350, "epoch": 128, "lr": 9.00856663824671e-05}
+{"train_loss": 0.011688492260873318, "global_step": 8351, "epoch": 128, "lr": 9.008322760304925e-05}
+{"train_loss": 0.01228079479187727, "global_step": 8352, "epoch": 128, "lr": 9.00807885567361e-05}
+{"train_loss": 0.009166083298623562, "global_step": 8353, "epoch": 128, "lr": 9.007834924354383e-05}
+{"train_loss": 0.007788532879203558, "global_step": 8354, "epoch": 128, "lr": 9.007590966348873e-05}
+{"train_loss": 0.010295232757925987, "global_step": 8355, "epoch": 128, "lr": 9.007346981658702e-05}
+{"train_loss": 0.006605245638638735, "global_step": 8356, "epoch": 128, "lr": 9.007102970285497e-05}
+{"train_loss": 0.009596536867320538, "global_step": 8357, "epoch": 128, "lr": 9.00685893223088e-05}
+{"train_loss": 0.00970977172255516, "global_step": 8358, "epoch": 128, "lr": 9.006614867496478e-05}
+{"train_loss": 0.012495031580328941, "global_step": 8359, "epoch": 128, "lr": 9.006370776083915e-05}
+{"train_loss": 0.008303571492433548, "global_step": 8360, "epoch": 128, "lr": 9.006126657994816e-05}
+{"train_loss": 0.012256656773388386, "global_step": 8361, "epoch": 128, "lr": 9.005882513230807e-05}
+{"train_loss": 0.010395986959338188, "global_step": 8362, "epoch": 128, "lr": 9.005638341793514e-05}
+{"train_loss": 0.012343788519501686, "global_step": 8363, "epoch": 128, "lr": 9.005394143684564e-05}
+{"train_loss": 0.00737945968285203, "global_step": 8364, "epoch": 128, "lr": 9.00514991890558e-05}
+{"train_loss": 0.010254021733999252, "global_step": 8365, "epoch": 128, "lr": 9.00490566745819e-05}
+{"train_loss": 0.014758598990738392, "global_step": 8366, "epoch": 128, "lr": 9.00466138934402e-05}
+{"train_loss": 0.007114978041499853, "global_step": 8367, "epoch": 128, "lr": 9.004417084564696e-05}
+{"train_loss": 0.01047413982450962, "global_step": 8368, "epoch": 128, "lr": 9.004172753121846e-05}
+{"train_loss": 0.01001746766269207, "global_step": 8369, "epoch": 128, "lr": 9.003928395017096e-05}
+{"train_loss": 0.009726514108479023, "global_step": 8370, "epoch": 128, "lr": 9.003684010252074e-05}
+{"train_loss": 0.008797739632427692, "global_step": 8371, "epoch": 128, "lr": 9.003439598828405e-05}
+{"train_loss": 0.008850379846990108, "global_step": 8372, "epoch": 128, "lr": 9.003195160747719e-05}
+{"train_loss": 0.011322692967951298, "global_step": 8373, "epoch": 128, "lr": 9.002950696011643e-05}
+{"train_loss": 0.010929161682724953, "global_step": 8374, "epoch": 128, "lr": 9.002706204621803e-05}
+{"train_loss": 0.008127122186124325, "global_step": 8375, "epoch": 128, "lr": 9.002461686579829e-05}
+{"train_loss": 0.007330298889428377, "global_step": 8376, "epoch": 128, "lr": 9.002217141887347e-05}
+{"train_loss": 0.009027781896293163, "global_step": 8377, "epoch": 128, "lr": 9.001972570545988e-05}
+{"train_loss": 0.010354984551668167, "global_step": 8378, "epoch": 128, "lr": 9.001727972557379e-05}
+{"train_loss": 0.00910142995417118, "global_step": 8379, "epoch": 128, "lr": 9.001483347923148e-05}
+{"train_loss": 0.008366964757442474, "global_step": 8380, "epoch": 128, "lr": 9.001238696644927e-05}
+{"train_loss": 0.0080644516274333, "global_step": 8381, "epoch": 128, "lr": 9.00099401872434e-05}
+{"train_loss": 0.011014897376298904, "global_step": 8382, "epoch": 128, "lr": 9.00074931416302e-05}
+{"train_loss": 0.004741909448057413, "global_step": 8383, "epoch": 128, "lr": 9.000504582962596e-05}
+{"train_loss": 0.010053234984381841, "global_step": 8384, "epoch": 128, "lr": 9.000259825124695e-05, "val_loss": 0.013583971187472343}
+{"train_loss": 0.005045892205089331, "global_step": 8385, "epoch": 129, "lr": 9.00001504065095e-05}
+{"train_loss": 0.011260638013482094, "global_step": 8386, "epoch": 129, "lr": 8.99977022954299e-05}
+{"train_loss": 0.010344919748604298, "global_step": 8387, "epoch": 129, "lr": 8.999525391802442e-05}
+{"train_loss": 0.008648481220006943, "global_step": 8388, "epoch": 129, "lr": 8.99928052743094e-05}
+{"train_loss": 0.01408423949033022, "global_step": 8389, "epoch": 129, "lr": 8.999035636430114e-05}
+{"train_loss": 0.009808385744690895, "global_step": 8390, "epoch": 129, "lr": 8.998790718801593e-05}
+{"train_loss": 0.008743581362068653, "global_step": 8391, "epoch": 129, "lr": 8.99854577454701e-05}
+{"train_loss": 0.00997258722782135, "global_step": 8392, "epoch": 129, "lr": 8.998300803667993e-05}
+{"train_loss": 0.008579601533710957, "global_step": 8393, "epoch": 129, "lr": 8.998055806166174e-05}
+{"train_loss": 0.011372498236596584, "global_step": 8394, "epoch": 129, "lr": 8.997810782043187e-05}
+{"train_loss": 0.008437487296760082, "global_step": 8395, "epoch": 129, "lr": 8.997565731300661e-05}
+{"train_loss": 0.006444123107939959, "global_step": 8396, "epoch": 129, "lr": 8.99732065394023e-05}
+{"train_loss": 0.008116346783936024, "global_step": 8397, "epoch": 129, "lr": 8.99707554996352e-05}
+{"train_loss": 0.015514195896685123, "global_step": 8398, "epoch": 129, "lr": 8.99683041937217e-05}
+{"train_loss": 0.00899198092520237, "global_step": 8399, "epoch": 129, "lr": 8.996585262167808e-05}
+{"train_loss": 0.0072654313407838345, "global_step": 8400, "epoch": 129, "lr": 8.996340078352068e-05}
+{"train_loss": 0.011743414215743542, "global_step": 8401, "epoch": 129, "lr": 8.996094867926583e-05}
+{"train_loss": 0.010929783806204796, "global_step": 8402, "epoch": 129, "lr": 8.995849630892985e-05}
+{"train_loss": 0.006275651045143604, "global_step": 8403, "epoch": 129, "lr": 8.995604367252906e-05}
+{"train_loss": 0.008316862396895885, "global_step": 8404, "epoch": 129, "lr": 8.995359077007981e-05}
+{"train_loss": 0.01521238498389721, "global_step": 8405, "epoch": 129, "lr": 8.995113760159842e-05}
+{"train_loss": 0.012009372003376484, "global_step": 8406, "epoch": 129, "lr": 8.994868416710121e-05}
+{"train_loss": 0.009235966019332409, "global_step": 8407, "epoch": 129, "lr": 8.994623046660455e-05}
+{"train_loss": 0.010324487462639809, "global_step": 8408, "epoch": 129, "lr": 8.994377650012477e-05}
+{"train_loss": 0.011208909563720226, "global_step": 8409, "epoch": 129, "lr": 8.99413222676782e-05}
+{"train_loss": 0.009966391138732433, "global_step": 8410, "epoch": 129, "lr": 8.993886776928116e-05}
+{"train_loss": 0.008646618574857712, "global_step": 8411, "epoch": 129, "lr": 8.993641300495004e-05}
+{"train_loss": 0.013529975898563862, "global_step": 8412, "epoch": 129, "lr": 8.993395797470115e-05}
+{"train_loss": 0.008387546986341476, "global_step": 8413, "epoch": 129, "lr": 8.993150267855086e-05}
+{"train_loss": 0.010039051994681358, "global_step": 8414, "epoch": 129, "lr": 8.99290471165155e-05}
+{"train_loss": 0.008104079402983189, "global_step": 8415, "epoch": 129, "lr": 8.992659128861142e-05}
+{"train_loss": 0.011710966005921364, "global_step": 8416, "epoch": 129, "lr": 8.992413519485499e-05}
+{"train_loss": 0.012072701938450336, "global_step": 8417, "epoch": 129, "lr": 8.992167883526255e-05}
+{"train_loss": 0.011315175332129002, "global_step": 8418, "epoch": 129, "lr": 8.991922220985046e-05}
+{"train_loss": 0.010321183130145073, "global_step": 8419, "epoch": 129, "lr": 8.991676531863508e-05}
+{"train_loss": 0.008862706832587719, "global_step": 8420, "epoch": 129, "lr": 8.991430816163276e-05}
+{"train_loss": 0.010900428518652916, "global_step": 8421, "epoch": 129, "lr": 8.991185073885988e-05}
+{"train_loss": 0.008437095209956169, "global_step": 8422, "epoch": 129, "lr": 8.990939305033277e-05}
+{"train_loss": 0.012241339311003685, "global_step": 8423, "epoch": 129, "lr": 8.990693509606783e-05}
+{"train_loss": 0.009503132663667202, "global_step": 8424, "epoch": 129, "lr": 8.990447687608141e-05}
+{"train_loss": 0.01219668798148632, "global_step": 8425, "epoch": 129, "lr": 8.990201839038987e-05}
+{"train_loss": 0.009744035080075264, "global_step": 8426, "epoch": 129, "lr": 8.98995596390096e-05}
+{"train_loss": 0.009818998165428638, "global_step": 8427, "epoch": 129, "lr": 8.989710062195696e-05}
+{"train_loss": 0.00808698683977127, "global_step": 8428, "epoch": 129, "lr": 8.989464133924831e-05}
+{"train_loss": 0.008641881868243217, "global_step": 8429, "epoch": 129, "lr": 8.989218179090007e-05}
+{"train_loss": 0.008142034523189068, "global_step": 8430, "epoch": 129, "lr": 8.988972197692855e-05}
+{"train_loss": 0.012572642415761948, "global_step": 8431, "epoch": 129, "lr": 8.988726189735019e-05}
+{"train_loss": 0.010196506977081299, "global_step": 8432, "epoch": 129, "lr": 8.988480155218133e-05}
+{"train_loss": 0.009382346644997597, "global_step": 8433, "epoch": 129, "lr": 8.988234094143838e-05}
+{"train_loss": 0.007889037020504475, "global_step": 8434, "epoch": 129, "lr": 8.98798800651377e-05}
+{"train_loss": 0.010561306960880756, "global_step": 8435, "epoch": 129, "lr": 8.98774189232957e-05}
+{"train_loss": 0.010557632893323898, "global_step": 8436, "epoch": 129, "lr": 8.987495751592876e-05}
+{"train_loss": 0.007791333366185427, "global_step": 8437, "epoch": 129, "lr": 8.987249584305324e-05}
+{"train_loss": 0.007268235087394714, "global_step": 8438, "epoch": 129, "lr": 8.987003390468558e-05}
+{"train_loss": 0.007519994862377644, "global_step": 8439, "epoch": 129, "lr": 8.986757170084214e-05}
+{"train_loss": 0.011243908666074276, "global_step": 8440, "epoch": 129, "lr": 8.986510923153932e-05}
+{"train_loss": 0.007886938750743866, "global_step": 8441, "epoch": 129, "lr": 8.986264649679352e-05}
+{"train_loss": 0.005538193043321371, "global_step": 8442, "epoch": 129, "lr": 8.986018349662115e-05}
+{"train_loss": 0.008415757678449154, "global_step": 8443, "epoch": 129, "lr": 8.985772023103859e-05}
+{"train_loss": 0.008267795667052269, "global_step": 8444, "epoch": 129, "lr": 8.985525670006225e-05}
+{"train_loss": 0.010912267491221428, "global_step": 8445, "epoch": 129, "lr": 8.985279290370854e-05}
+{"train_loss": 0.008614439517259598, "global_step": 8446, "epoch": 129, "lr": 8.985032884199385e-05}
+{"train_loss": 0.011005980893969536, "global_step": 8447, "epoch": 129, "lr": 8.984786451493458e-05}
+{"train_loss": 0.007306722924113274, "global_step": 8448, "epoch": 129, "lr": 8.984539992254719e-05}
+{"train_loss": 0.009711941396101162, "global_step": 8449, "epoch": 129, "lr": 8.984293506484802e-05, "val_loss": 0.010074777528643608}
+{"train_loss": 0.008403991349041462, "global_step": 8450, "epoch": 130, "lr": 8.984046994185355e-05}
+{"train_loss": 0.008779953233897686, "global_step": 8451, "epoch": 130, "lr": 8.983800455358013e-05}
+{"train_loss": 0.0077768960036337376, "global_step": 8452, "epoch": 130, "lr": 8.983553890004424e-05}
+{"train_loss": 0.01052420400083065, "global_step": 8453, "epoch": 130, "lr": 8.983307298126223e-05}
+{"train_loss": 0.007339454255998135, "global_step": 8454, "epoch": 130, "lr": 8.983060679725057e-05}
+{"train_loss": 0.007238361053168774, "global_step": 8455, "epoch": 130, "lr": 8.982814034802566e-05}
+{"train_loss": 0.01139525044709444, "global_step": 8456, "epoch": 130, "lr": 8.982567363360395e-05}
+{"train_loss": 0.005920444615185261, "global_step": 8457, "epoch": 130, "lr": 8.982320665400182e-05}
+{"train_loss": 0.0070006391033530235, "global_step": 8458, "epoch": 130, "lr": 8.982073940923572e-05}
+{"train_loss": 0.008218682371079922, "global_step": 8459, "epoch": 130, "lr": 8.98182718993221e-05}
+{"train_loss": 0.008348636329174042, "global_step": 8460, "epoch": 130, "lr": 8.981580412427734e-05}
+{"train_loss": 0.009624776430428028, "global_step": 8461, "epoch": 130, "lr": 8.981333608411792e-05}
+{"train_loss": 0.007026119157671928, "global_step": 8462, "epoch": 130, "lr": 8.981086777886023e-05}
+{"train_loss": 0.011309939436614513, "global_step": 8463, "epoch": 130, "lr": 8.980839920852075e-05}
+{"train_loss": 0.00935535691678524, "global_step": 8464, "epoch": 130, "lr": 8.980593037311588e-05}
+{"train_loss": 0.012629776261746883, "global_step": 8465, "epoch": 130, "lr": 8.98034612726621e-05}
+{"train_loss": 0.0070960186421871185, "global_step": 8466, "epoch": 130, "lr": 8.98009919071758e-05}
+{"train_loss": 0.01232681144028902, "global_step": 8467, "epoch": 130, "lr": 8.979852227667344e-05}
+{"train_loss": 0.007551104295998812, "global_step": 8468, "epoch": 130, "lr": 8.97960523811715e-05}
+{"train_loss": 0.01061789970844984, "global_step": 8469, "epoch": 130, "lr": 8.979358222068636e-05}
+{"train_loss": 0.013700940646231174, "global_step": 8470, "epoch": 130, "lr": 8.979111179523454e-05}
+{"train_loss": 0.009018216282129288, "global_step": 8471, "epoch": 130, "lr": 8.978864110483244e-05}
+{"train_loss": 0.010142388753592968, "global_step": 8472, "epoch": 130, "lr": 8.978617014949651e-05}
+{"train_loss": 0.011420601978898048, "global_step": 8473, "epoch": 130, "lr": 8.978369892924325e-05}
+{"train_loss": 0.008511160500347614, "global_step": 8474, "epoch": 130, "lr": 8.978122744408906e-05}
+{"train_loss": 0.010619541630148888, "global_step": 8475, "epoch": 130, "lr": 8.977875569405042e-05}
+{"train_loss": 0.009681608527898788, "global_step": 8476, "epoch": 130, "lr": 8.977628367914379e-05}
+{"train_loss": 0.01035335659980774, "global_step": 8477, "epoch": 130, "lr": 8.977381139938564e-05}
+{"train_loss": 0.009793599136173725, "global_step": 8478, "epoch": 130, "lr": 8.97713388547924e-05}
+{"train_loss": 0.0095573291182518, "global_step": 8479, "epoch": 130, "lr": 8.976886604538055e-05}
+{"train_loss": 0.008924617432057858, "global_step": 8480, "epoch": 130, "lr": 8.976639297116657e-05}
+{"train_loss": 0.010835515335202217, "global_step": 8481, "epoch": 130, "lr": 8.976391963216693e-05}
+{"train_loss": 0.009646316058933735, "global_step": 8482, "epoch": 130, "lr": 8.976144602839805e-05}
+{"train_loss": 0.009548499248921871, "global_step": 8483, "epoch": 130, "lr": 8.975897215987645e-05}
+{"train_loss": 0.01680874265730381, "global_step": 8484, "epoch": 130, "lr": 8.97564980266186e-05}
+{"train_loss": 0.00943073257803917, "global_step": 8485, "epoch": 130, "lr": 8.975402362864094e-05}
+{"train_loss": 0.008388019166886806, "global_step": 8486, "epoch": 130, "lr": 8.975154896595999e-05}
+{"train_loss": 0.010504205711185932, "global_step": 8487, "epoch": 130, "lr": 8.974907403859219e-05}
+{"train_loss": 0.010252144187688828, "global_step": 8488, "epoch": 130, "lr": 8.974659884655403e-05}
+{"train_loss": 0.007668534759432077, "global_step": 8489, "epoch": 130, "lr": 8.9744123389862e-05}
+{"train_loss": 0.008323829621076584, "global_step": 8490, "epoch": 130, "lr": 8.974164766853257e-05}
+{"train_loss": 0.008559738285839558, "global_step": 8491, "epoch": 130, "lr": 8.973917168258223e-05}
+{"train_loss": 0.012489945627748966, "global_step": 8492, "epoch": 130, "lr": 8.973669543202747e-05}
+{"train_loss": 0.012640555389225483, "global_step": 8493, "epoch": 130, "lr": 8.973421891688479e-05}
+{"train_loss": 0.008457220159471035, "global_step": 8494, "epoch": 130, "lr": 8.973174213717066e-05}
+{"train_loss": 0.010508161038160324, "global_step": 8495, "epoch": 130, "lr": 8.972926509290158e-05}
+{"train_loss": 0.006617334671318531, "global_step": 8496, "epoch": 130, "lr": 8.972678778409405e-05}
+{"train_loss": 0.00950554944574833, "global_step": 8497, "epoch": 130, "lr": 8.972431021076453e-05}
+{"train_loss": 0.011376607231795788, "global_step": 8498, "epoch": 130, "lr": 8.972183237292957e-05}
+{"train_loss": 0.009027562104165554, "global_step": 8499, "epoch": 130, "lr": 8.971935427060562e-05}
+{"train_loss": 0.008861016482114792, "global_step": 8500, "epoch": 130, "lr": 8.971687590380923e-05}
+{"train_loss": 0.00989656150341034, "global_step": 8501, "epoch": 130, "lr": 8.971439727255687e-05}
+{"train_loss": 0.017116891220211983, "global_step": 8502, "epoch": 130, "lr": 8.971191837686503e-05}
+{"train_loss": 0.009728565812110901, "global_step": 8503, "epoch": 130, "lr": 8.970943921675025e-05}
+{"train_loss": 0.0069360798224806786, "global_step": 8504, "epoch": 130, "lr": 8.970695979222902e-05}
+{"train_loss": 0.015383930876851082, "global_step": 8505, "epoch": 130, "lr": 8.970448010331787e-05}
+{"train_loss": 0.009105134755373001, "global_step": 8506, "epoch": 130, "lr": 8.970200015003327e-05}
+{"train_loss": 0.009740700013935566, "global_step": 8507, "epoch": 130, "lr": 8.969951993239177e-05}
+{"train_loss": 0.010647001676261425, "global_step": 8508, "epoch": 130, "lr": 8.969703945040986e-05}
+{"train_loss": 0.009615217335522175, "global_step": 8509, "epoch": 130, "lr": 8.969455870410408e-05}
+{"train_loss": 0.010361859574913979, "global_step": 8510, "epoch": 130, "lr": 8.969207769349093e-05}
+{"train_loss": 0.007599486969411373, "global_step": 8511, "epoch": 130, "lr": 8.968959641858694e-05}
+{"train_loss": 0.011289531365036964, "global_step": 8512, "epoch": 130, "lr": 8.968711487940862e-05}
+{"train_loss": 0.0073104663752019405, "global_step": 8513, "epoch": 130, "lr": 8.968463307597251e-05}
+{"train_loss": 0.009782868738357837, "global_step": 8514, "epoch": 130, "lr": 8.96821510082951e-05, "val_loss": 0.012720408849418163, "train_action_mse_error": 0.0007254669326357543}
+{"train_loss": 0.007964218966662884, "global_step": 8515, "epoch": 131, "lr": 8.967966867639296e-05}
+{"train_loss": 0.008497236296534538, "global_step": 8516, "epoch": 131, "lr": 8.96771860802826e-05}
+{"train_loss": 0.009379711002111435, "global_step": 8517, "epoch": 131, "lr": 8.967470321998055e-05}
+{"train_loss": 0.011276046745479107, "global_step": 8518, "epoch": 131, "lr": 8.967222009550335e-05}
+{"train_loss": 0.007296187337487936, "global_step": 8519, "epoch": 131, "lr": 8.966973670686752e-05}
+{"train_loss": 0.0065555390901863575, "global_step": 8520, "epoch": 131, "lr": 8.966725305408961e-05}
+{"train_loss": 0.008762089535593987, "global_step": 8521, "epoch": 131, "lr": 8.966476913718615e-05}
+{"train_loss": 0.006759030744433403, "global_step": 8522, "epoch": 131, "lr": 8.966228495617368e-05}
+{"train_loss": 0.013107848353683949, "global_step": 8523, "epoch": 131, "lr": 8.965980051106873e-05}
+{"train_loss": 0.007629760541021824, "global_step": 8524, "epoch": 131, "lr": 8.965731580188788e-05}
+{"train_loss": 0.011401982977986336, "global_step": 8525, "epoch": 131, "lr": 8.965483082864763e-05}
+{"train_loss": 0.008539429865777493, "global_step": 8526, "epoch": 131, "lr": 8.965234559136454e-05}
+{"train_loss": 0.006652401760220528, "global_step": 8527, "epoch": 131, "lr": 8.964986009005518e-05}
+{"train_loss": 0.009346320293843746, "global_step": 8528, "epoch": 131, "lr": 8.964737432473606e-05}
+{"train_loss": 0.008804235607385635, "global_step": 8529, "epoch": 131, "lr": 8.964488829542377e-05}
+{"train_loss": 0.0067268130369484425, "global_step": 8530, "epoch": 131, "lr": 8.964240200213483e-05}
+{"train_loss": 0.013063181191682816, "global_step": 8531, "epoch": 131, "lr": 8.963991544488583e-05}
+{"train_loss": 0.010849903337657452, "global_step": 8532, "epoch": 131, "lr": 8.963742862369331e-05}
+{"train_loss": 0.011270183138549328, "global_step": 8533, "epoch": 131, "lr": 8.963494153857381e-05}
+{"train_loss": 0.007574944756925106, "global_step": 8534, "epoch": 131, "lr": 8.963245418954394e-05}
+{"train_loss": 0.008039601147174835, "global_step": 8535, "epoch": 131, "lr": 8.96299665766202e-05}
+{"train_loss": 0.007833647541701794, "global_step": 8536, "epoch": 131, "lr": 8.96274786998192e-05}
+{"train_loss": 0.011049765162169933, "global_step": 8537, "epoch": 131, "lr": 8.962499055915748e-05}
+{"train_loss": 0.009878717362880707, "global_step": 8538, "epoch": 131, "lr": 8.962250215465162e-05}
+{"train_loss": 0.009041151031851768, "global_step": 8539, "epoch": 131, "lr": 8.96200134863182e-05}
+{"train_loss": 0.008097467944025993, "global_step": 8540, "epoch": 131, "lr": 8.961752455417376e-05}
+{"train_loss": 0.010924904607236385, "global_step": 8541, "epoch": 131, "lr": 8.961503535823488e-05}
+{"train_loss": 0.01149399671703577, "global_step": 8542, "epoch": 131, "lr": 8.961254589851817e-05}
+{"train_loss": 0.011164885014295578, "global_step": 8543, "epoch": 131, "lr": 8.961005617504017e-05}
+{"train_loss": 0.006520113442093134, "global_step": 8544, "epoch": 131, "lr": 8.960756618781747e-05}
+{"train_loss": 0.006658485159277916, "global_step": 8545, "epoch": 131, "lr": 8.960507593686664e-05}
+{"train_loss": 0.013867706060409546, "global_step": 8546, "epoch": 131, "lr": 8.960258542220427e-05}
+{"train_loss": 0.010395280085504055, "global_step": 8547, "epoch": 131, "lr": 8.960009464384693e-05}
+{"train_loss": 0.009901607409119606, "global_step": 8548, "epoch": 131, "lr": 8.959760360181124e-05}
+{"train_loss": 0.00800472404807806, "global_step": 8549, "epoch": 131, "lr": 8.959511229611376e-05}
+{"train_loss": 0.011503240093588829, "global_step": 8550, "epoch": 131, "lr": 8.959262072677108e-05}
+{"train_loss": 0.011000576429069042, "global_step": 8551, "epoch": 131, "lr": 8.959012889379978e-05}
+{"train_loss": 0.012073189951479435, "global_step": 8552, "epoch": 131, "lr": 8.958763679721649e-05}
+{"train_loss": 0.009798919782042503, "global_step": 8553, "epoch": 131, "lr": 8.958514443703776e-05}
+{"train_loss": 0.011445464566349983, "global_step": 8554, "epoch": 131, "lr": 8.95826518132802e-05}
+{"train_loss": 0.00887877307832241, "global_step": 8555, "epoch": 131, "lr": 8.958015892596042e-05}
+{"train_loss": 0.00930565595626831, "global_step": 8556, "epoch": 131, "lr": 8.957766577509501e-05}
+{"train_loss": 0.006263519171625376, "global_step": 8557, "epoch": 131, "lr": 8.957517236070056e-05}
+{"train_loss": 0.008756930939853191, "global_step": 8558, "epoch": 131, "lr": 8.957267868279368e-05}
+{"train_loss": 0.01161353848874569, "global_step": 8559, "epoch": 131, "lr": 8.9570184741391e-05}
+{"train_loss": 0.013098279014229774, "global_step": 8560, "epoch": 131, "lr": 8.956769053650908e-05}
+{"train_loss": 0.010248001664876938, "global_step": 8561, "epoch": 131, "lr": 8.956519606816458e-05}
+{"train_loss": 0.008045002818107605, "global_step": 8562, "epoch": 131, "lr": 8.956270133637406e-05}
+{"train_loss": 0.009203723631799221, "global_step": 8563, "epoch": 131, "lr": 8.956020634115415e-05}
+{"train_loss": 0.010895710438489914, "global_step": 8564, "epoch": 131, "lr": 8.955771108252146e-05}
+{"train_loss": 0.013150941580533981, "global_step": 8565, "epoch": 131, "lr": 8.955521556049262e-05}
+{"train_loss": 0.009097065776586533, "global_step": 8566, "epoch": 131, "lr": 8.955271977508423e-05}
+{"train_loss": 0.0088748624548316, "global_step": 8567, "epoch": 131, "lr": 8.955022372631292e-05}
+{"train_loss": 0.010378014296293259, "global_step": 8568, "epoch": 131, "lr": 8.95477274141953e-05}
+{"train_loss": 0.007501506712287664, "global_step": 8569, "epoch": 131, "lr": 8.954523083874799e-05}
+{"train_loss": 0.006107511464506388, "global_step": 8570, "epoch": 131, "lr": 8.954273399998764e-05}
+{"train_loss": 0.011317873373627663, "global_step": 8571, "epoch": 131, "lr": 8.954023689793084e-05}
+{"train_loss": 0.00825708732008934, "global_step": 8572, "epoch": 131, "lr": 8.953773953259423e-05}
+{"train_loss": 0.010842506773769855, "global_step": 8573, "epoch": 131, "lr": 8.953524190399445e-05}
+{"train_loss": 0.00900302454829216, "global_step": 8574, "epoch": 131, "lr": 8.953274401214811e-05}
+{"train_loss": 0.007665249053388834, "global_step": 8575, "epoch": 131, "lr": 8.953024585707186e-05}
+{"train_loss": 0.01045160461217165, "global_step": 8576, "epoch": 131, "lr": 8.952774743878232e-05}
+{"train_loss": 0.008408842608332634, "global_step": 8577, "epoch": 131, "lr": 8.952524875729613e-05}
+{"train_loss": 0.007668397389352322, "global_step": 8578, "epoch": 131, "lr": 8.952274981262994e-05}
+{"train_loss": 0.009494809663066497, "global_step": 8579, "epoch": 131, "lr": 8.952025060480038e-05, "val_loss": 0.011702386662364006}
+{"train_loss": 0.00859739352017641, "global_step": 8580, "epoch": 132, "lr": 8.95177511338241e-05}
+{"train_loss": 0.006811454892158508, "global_step": 8581, "epoch": 132, "lr": 8.951525139971772e-05}
+{"train_loss": 0.010126006789505482, "global_step": 8582, "epoch": 132, "lr": 8.951275140249791e-05}
+{"train_loss": 0.010055869817733765, "global_step": 8583, "epoch": 132, "lr": 8.951025114218127e-05}
+{"train_loss": 0.0072118258103728294, "global_step": 8584, "epoch": 132, "lr": 8.950775061878453e-05}
+{"train_loss": 0.00874274130910635, "global_step": 8585, "epoch": 132, "lr": 8.950524983232427e-05}
+{"train_loss": 0.014143081381917, "global_step": 8586, "epoch": 132, "lr": 8.950274878281717e-05}
+{"train_loss": 0.008818849921226501, "global_step": 8587, "epoch": 132, "lr": 8.950024747027986e-05}
+{"train_loss": 0.014158152975142002, "global_step": 8588, "epoch": 132, "lr": 8.949774589472904e-05}
+{"train_loss": 0.006873836740851402, "global_step": 8589, "epoch": 132, "lr": 8.949524405618131e-05}
+{"train_loss": 0.008891652338206768, "global_step": 8590, "epoch": 132, "lr": 8.949274195465339e-05}
+{"train_loss": 0.00605997396633029, "global_step": 8591, "epoch": 132, "lr": 8.949023959016188e-05}
+{"train_loss": 0.011076363734900951, "global_step": 8592, "epoch": 132, "lr": 8.948773696272348e-05}
+{"train_loss": 0.011101510375738144, "global_step": 8593, "epoch": 132, "lr": 8.948523407235484e-05}
+{"train_loss": 0.00975038856267929, "global_step": 8594, "epoch": 132, "lr": 8.948273091907263e-05}
+{"train_loss": 0.009568448178470135, "global_step": 8595, "epoch": 132, "lr": 8.948022750289354e-05}
+{"train_loss": 0.010291163809597492, "global_step": 8596, "epoch": 132, "lr": 8.947772382383419e-05}
+{"train_loss": 0.012649944052100182, "global_step": 8597, "epoch": 132, "lr": 8.947521988191128e-05}
+{"train_loss": 0.006637428887188435, "global_step": 8598, "epoch": 132, "lr": 8.947271567714148e-05}
+{"train_loss": 0.010653304867446423, "global_step": 8599, "epoch": 132, "lr": 8.947021120954147e-05}
+{"train_loss": 0.009601568803191185, "global_step": 8600, "epoch": 132, "lr": 8.946770647912791e-05}
+{"train_loss": 0.008641715161502361, "global_step": 8601, "epoch": 132, "lr": 8.94652014859175e-05}
+{"train_loss": 0.010577426292002201, "global_step": 8602, "epoch": 132, "lr": 8.946269622992689e-05}
+{"train_loss": 0.00918537750840187, "global_step": 8603, "epoch": 132, "lr": 8.946019071117279e-05}
+{"train_loss": 0.011016112752258778, "global_step": 8604, "epoch": 132, "lr": 8.945768492967188e-05}
+{"train_loss": 0.01118406467139721, "global_step": 8605, "epoch": 132, "lr": 8.945517888544082e-05}
+{"train_loss": 0.008850577287375927, "global_step": 8606, "epoch": 132, "lr": 8.945267257849633e-05}
+{"train_loss": 0.010331042110919952, "global_step": 8607, "epoch": 132, "lr": 8.945016600885507e-05}
+{"train_loss": 0.014352573081851006, "global_step": 8608, "epoch": 132, "lr": 8.944765917653374e-05}
+{"train_loss": 0.007947316393256187, "global_step": 8609, "epoch": 132, "lr": 8.944515208154904e-05}
+{"train_loss": 0.011707122437655926, "global_step": 8610, "epoch": 132, "lr": 8.944264472391765e-05}
+{"train_loss": 0.009849842637777328, "global_step": 8611, "epoch": 132, "lr": 8.944013710365627e-05}
+{"train_loss": 0.011376508511602879, "global_step": 8612, "epoch": 132, "lr": 8.94376292207816e-05}
+{"train_loss": 0.011334726586937904, "global_step": 8613, "epoch": 132, "lr": 8.943512107531034e-05}
+{"train_loss": 0.011077290400862694, "global_step": 8614, "epoch": 132, "lr": 8.943261266725919e-05}
+{"train_loss": 0.009922599419951439, "global_step": 8615, "epoch": 132, "lr": 8.943010399664486e-05}
+{"train_loss": 0.012207696214318275, "global_step": 8616, "epoch": 132, "lr": 8.942759506348404e-05}
+{"train_loss": 0.008177321404218674, "global_step": 8617, "epoch": 132, "lr": 8.942508586779343e-05}
+{"train_loss": 0.008177041076123714, "global_step": 8618, "epoch": 132, "lr": 8.942257640958975e-05}
+{"train_loss": 0.009174291044473648, "global_step": 8619, "epoch": 132, "lr": 8.942006668888972e-05}
+{"train_loss": 0.010810100473463535, "global_step": 8620, "epoch": 132, "lr": 8.941755670571003e-05}
+{"train_loss": 0.009220014326274395, "global_step": 8621, "epoch": 132, "lr": 8.94150464600674e-05}
+{"train_loss": 0.007656377740204334, "global_step": 8622, "epoch": 132, "lr": 8.941253595197853e-05}
+{"train_loss": 0.010773113928735256, "global_step": 8623, "epoch": 132, "lr": 8.941002518146017e-05}
+{"train_loss": 0.010811252519488335, "global_step": 8624, "epoch": 132, "lr": 8.940751414852904e-05}
+{"train_loss": 0.010841288603842258, "global_step": 8625, "epoch": 132, "lr": 8.940500285320181e-05}
+{"train_loss": 0.004791754763573408, "global_step": 8626, "epoch": 132, "lr": 8.940249129549525e-05}
+{"train_loss": 0.009521376341581345, "global_step": 8627, "epoch": 132, "lr": 8.939997947542605e-05}
+{"train_loss": 0.009606397710740566, "global_step": 8628, "epoch": 132, "lr": 8.939746739301096e-05}
+{"train_loss": 0.008534983731806278, "global_step": 8629, "epoch": 132, "lr": 8.939495504826669e-05}
+{"train_loss": 0.011546271853148937, "global_step": 8630, "epoch": 132, "lr": 8.939244244120997e-05}
+{"train_loss": 0.007597894873470068, "global_step": 8631, "epoch": 132, "lr": 8.938992957185754e-05}
+{"train_loss": 0.007095648907124996, "global_step": 8632, "epoch": 132, "lr": 8.938741644022614e-05}
+{"train_loss": 0.009291953407227993, "global_step": 8633, "epoch": 132, "lr": 8.938490304633247e-05}
+{"train_loss": 0.009277228266000748, "global_step": 8634, "epoch": 132, "lr": 8.93823893901933e-05}
+{"train_loss": 0.006924120709300041, "global_step": 8635, "epoch": 132, "lr": 8.937987547182536e-05}
+{"train_loss": 0.010222396813333035, "global_step": 8636, "epoch": 132, "lr": 8.937736129124537e-05}
+{"train_loss": 0.009302518330514431, "global_step": 8637, "epoch": 132, "lr": 8.937484684847008e-05}
+{"train_loss": 0.00665974011644721, "global_step": 8638, "epoch": 132, "lr": 8.937233214351625e-05}
+{"train_loss": 0.00797346606850624, "global_step": 8639, "epoch": 132, "lr": 8.936981717640061e-05}
+{"train_loss": 0.00885231327265501, "global_step": 8640, "epoch": 132, "lr": 8.93673019471399e-05}
+{"train_loss": 0.011264282278716564, "global_step": 8641, "epoch": 132, "lr": 8.936478645575086e-05}
+{"train_loss": 0.007975148968398571, "global_step": 8642, "epoch": 132, "lr": 8.936227070225028e-05}
+{"train_loss": 0.007981961593031883, "global_step": 8643, "epoch": 132, "lr": 8.935975468665487e-05}
+{"train_loss": 0.009529788376620182, "global_step": 8644, "epoch": 132, "lr": 8.93572384089814e-05, "val_loss": 0.009703075513243675}
+{"train_loss": 0.007328637409955263, "global_step": 8645, "epoch": 133, "lr": 8.935472186924661e-05}
+{"train_loss": 0.009268946014344692, "global_step": 8646, "epoch": 133, "lr": 8.935220506746729e-05}
+{"train_loss": 0.0060960385017097, "global_step": 8647, "epoch": 133, "lr": 8.934968800366017e-05}
+{"train_loss": 0.010375840589404106, "global_step": 8648, "epoch": 133, "lr": 8.934717067784201e-05}
+{"train_loss": 0.011183352209627628, "global_step": 8649, "epoch": 133, "lr": 8.93446530900296e-05}
+{"train_loss": 0.0089280279353261, "global_step": 8650, "epoch": 133, "lr": 8.934213524023966e-05}
+{"train_loss": 0.007333980407565832, "global_step": 8651, "epoch": 133, "lr": 8.933961712848897e-05}
+{"train_loss": 0.008420906960964203, "global_step": 8652, "epoch": 133, "lr": 8.933709875479433e-05}
+{"train_loss": 0.009089252911508083, "global_step": 8653, "epoch": 133, "lr": 8.933458011917246e-05}
+{"train_loss": 0.009546264074742794, "global_step": 8654, "epoch": 133, "lr": 8.933206122164018e-05}
+{"train_loss": 0.008000641129910946, "global_step": 8655, "epoch": 133, "lr": 8.93295420622142e-05}
+{"train_loss": 0.009696930646896362, "global_step": 8656, "epoch": 133, "lr": 8.932702264091136e-05}
+{"train_loss": 0.0066948551684618, "global_step": 8657, "epoch": 133, "lr": 8.93245029577484e-05}
+{"train_loss": 0.007285458035767078, "global_step": 8658, "epoch": 133, "lr": 8.932198301274208e-05}
+{"train_loss": 0.006528476718813181, "global_step": 8659, "epoch": 133, "lr": 8.931946280590923e-05}
+{"train_loss": 0.007748857606202364, "global_step": 8660, "epoch": 133, "lr": 8.931694233726658e-05}
+{"train_loss": 0.005758075974881649, "global_step": 8661, "epoch": 133, "lr": 8.931442160683094e-05}
+{"train_loss": 0.006804593838751316, "global_step": 8662, "epoch": 133, "lr": 8.931190061461911e-05}
+{"train_loss": 0.00758040975779295, "global_step": 8663, "epoch": 133, "lr": 8.930937936064783e-05}
+{"train_loss": 0.008969887159764767, "global_step": 8664, "epoch": 133, "lr": 8.930685784493392e-05}
+{"train_loss": 0.008974257856607437, "global_step": 8665, "epoch": 133, "lr": 8.930433606749417e-05}
+{"train_loss": 0.011580024845898151, "global_step": 8666, "epoch": 133, "lr": 8.930181402834536e-05}
+{"train_loss": 0.007697217632085085, "global_step": 8667, "epoch": 133, "lr": 8.929929172750428e-05}
+{"train_loss": 0.007673199288547039, "global_step": 8668, "epoch": 133, "lr": 8.929676916498774e-05}
+{"train_loss": 0.009166315197944641, "global_step": 8669, "epoch": 133, "lr": 8.929424634081254e-05}
+{"train_loss": 0.007848941721022129, "global_step": 8670, "epoch": 133, "lr": 8.929172325499544e-05}
+{"train_loss": 0.01142590120434761, "global_step": 8671, "epoch": 133, "lr": 8.928919990755328e-05}
+{"train_loss": 0.008067659102380276, "global_step": 8672, "epoch": 133, "lr": 8.928667629850288e-05}
+{"train_loss": 0.006694983225315809, "global_step": 8673, "epoch": 133, "lr": 8.928415242786096e-05}
+{"train_loss": 0.008721448481082916, "global_step": 8674, "epoch": 133, "lr": 8.928162829564441e-05}
+{"train_loss": 0.006184784229844809, "global_step": 8675, "epoch": 133, "lr": 8.927910390186999e-05}
+{"train_loss": 0.009280000813305378, "global_step": 8676, "epoch": 133, "lr": 8.927657924655452e-05}
+{"train_loss": 0.006752032786607742, "global_step": 8677, "epoch": 133, "lr": 8.927405432971483e-05}
+{"train_loss": 0.01131433341652155, "global_step": 8678, "epoch": 133, "lr": 8.927152915136771e-05}
+{"train_loss": 0.007989523932337761, "global_step": 8679, "epoch": 133, "lr": 8.926900371152997e-05}
+{"train_loss": 0.007308045402169228, "global_step": 8680, "epoch": 133, "lr": 8.926647801021845e-05}
+{"train_loss": 0.012796285562217236, "global_step": 8681, "epoch": 133, "lr": 8.926395204744994e-05}
+{"train_loss": 0.009218057617545128, "global_step": 8682, "epoch": 133, "lr": 8.926142582324129e-05}
+{"train_loss": 0.006681022699922323, "global_step": 8683, "epoch": 133, "lr": 8.925889933760928e-05}
+{"train_loss": 0.007470028940588236, "global_step": 8684, "epoch": 133, "lr": 8.925637259057077e-05}
+{"train_loss": 0.011176316998898983, "global_step": 8685, "epoch": 133, "lr": 8.925384558214256e-05}
+{"train_loss": 0.008054479025304317, "global_step": 8686, "epoch": 133, "lr": 8.925131831234151e-05}
+{"train_loss": 0.008838762529194355, "global_step": 8687, "epoch": 133, "lr": 8.92487907811844e-05}
+{"train_loss": 0.008037595078349113, "global_step": 8688, "epoch": 133, "lr": 8.924626298868808e-05}
+{"train_loss": 0.0058233486488461494, "global_step": 8689, "epoch": 133, "lr": 8.924373493486942e-05}
+{"train_loss": 0.006803835276514292, "global_step": 8690, "epoch": 133, "lr": 8.924120661974519e-05}
+{"train_loss": 0.00705147348344326, "global_step": 8691, "epoch": 133, "lr": 8.923867804333226e-05}
+{"train_loss": 0.0063295369036495686, "global_step": 8692, "epoch": 133, "lr": 8.923614920564745e-05}
+{"train_loss": 0.010864954441785812, "global_step": 8693, "epoch": 133, "lr": 8.923362010670762e-05}
+{"train_loss": 0.007639212999492884, "global_step": 8694, "epoch": 133, "lr": 8.92310907465296e-05}
+{"train_loss": 0.007770894095301628, "global_step": 8695, "epoch": 133, "lr": 8.922856112513023e-05}
+{"train_loss": 0.008826546370983124, "global_step": 8696, "epoch": 133, "lr": 8.922603124252635e-05}
+{"train_loss": 0.007220900617539883, "global_step": 8697, "epoch": 133, "lr": 8.922350109873481e-05}
+{"train_loss": 0.009801610372960567, "global_step": 8698, "epoch": 133, "lr": 8.922097069377246e-05}
+{"train_loss": 0.008943572640419006, "global_step": 8699, "epoch": 133, "lr": 8.921844002765613e-05}
+{"train_loss": 0.008213839493691921, "global_step": 8700, "epoch": 133, "lr": 8.921590910040271e-05}
+{"train_loss": 0.007605445571243763, "global_step": 8701, "epoch": 133, "lr": 8.921337791202902e-05}
+{"train_loss": 0.004497807007282972, "global_step": 8702, "epoch": 133, "lr": 8.921084646255191e-05}
+{"train_loss": 0.010306248441338539, "global_step": 8703, "epoch": 133, "lr": 8.920831475198826e-05}
+{"train_loss": 0.01061813160777092, "global_step": 8704, "epoch": 133, "lr": 8.92057827803549e-05}
+{"train_loss": 0.006563009228557348, "global_step": 8705, "epoch": 133, "lr": 8.920325054766872e-05}
+{"train_loss": 0.008912189863622189, "global_step": 8706, "epoch": 133, "lr": 8.920071805394654e-05}
+{"train_loss": 0.009389417245984077, "global_step": 8707, "epoch": 133, "lr": 8.919818529920527e-05}
+{"train_loss": 0.008222497999668121, "global_step": 8708, "epoch": 133, "lr": 8.919565228346176e-05}
+{"train_loss": 0.008312001014844729, "global_step": 8709, "epoch": 133, "lr": 8.919311900673284e-05, "val_loss": 0.010613732971251011}
+{"train_loss": 0.005982305388897657, "global_step": 8710, "epoch": 134, "lr": 8.919058546903543e-05}
+{"train_loss": 0.01380427647382021, "global_step": 8711, "epoch": 134, "lr": 8.918805167038637e-05}
+{"train_loss": 0.011309762485325336, "global_step": 8712, "epoch": 134, "lr": 8.918551761080252e-05}
+{"train_loss": 0.009191170334815979, "global_step": 8713, "epoch": 134, "lr": 8.918298329030079e-05}
+{"train_loss": 0.00950204860419035, "global_step": 8714, "epoch": 134, "lr": 8.918044870889804e-05}
+{"train_loss": 0.010875089094042778, "global_step": 8715, "epoch": 134, "lr": 8.917791386661113e-05}
+{"train_loss": 0.009266114793717861, "global_step": 8716, "epoch": 134, "lr": 8.917537876345694e-05}
+{"train_loss": 0.009682958014309406, "global_step": 8717, "epoch": 134, "lr": 8.917284339945237e-05}
+{"train_loss": 0.006988228764384985, "global_step": 8718, "epoch": 134, "lr": 8.917030777461431e-05}
+{"train_loss": 0.009824340231716633, "global_step": 8719, "epoch": 134, "lr": 8.916777188895959e-05}
+{"train_loss": 0.010617722757160664, "global_step": 8720, "epoch": 134, "lr": 8.916523574250517e-05}
+{"train_loss": 0.008059738203883171, "global_step": 8721, "epoch": 134, "lr": 8.916269933526786e-05}
+{"train_loss": 0.013864323496818542, "global_step": 8722, "epoch": 134, "lr": 8.916016266726461e-05}
+{"train_loss": 0.009063025936484337, "global_step": 8723, "epoch": 134, "lr": 8.915762573851229e-05}
+{"train_loss": 0.006919903680682182, "global_step": 8724, "epoch": 134, "lr": 8.915508854902778e-05}
+{"train_loss": 0.00559424702078104, "global_step": 8725, "epoch": 134, "lr": 8.915255109882798e-05}
+{"train_loss": 0.008316252380609512, "global_step": 8726, "epoch": 134, "lr": 8.915001338792979e-05}
+{"train_loss": 0.007414844818413258, "global_step": 8727, "epoch": 134, "lr": 8.914747541635012e-05}
+{"train_loss": 0.010995041579008102, "global_step": 8728, "epoch": 134, "lr": 8.914493718410583e-05}
+{"train_loss": 0.0075601572170853615, "global_step": 8729, "epoch": 134, "lr": 8.914239869121385e-05}
+{"train_loss": 0.007670525461435318, "global_step": 8730, "epoch": 134, "lr": 8.91398599376911e-05}
+{"train_loss": 0.009496069513261318, "global_step": 8731, "epoch": 134, "lr": 8.913732092355445e-05}
+{"train_loss": 0.009872145019471645, "global_step": 8732, "epoch": 134, "lr": 8.913478164882081e-05}
+{"train_loss": 0.011189409531652927, "global_step": 8733, "epoch": 134, "lr": 8.913224211350713e-05}
+{"train_loss": 0.008166461251676083, "global_step": 8734, "epoch": 134, "lr": 8.912970231763025e-05}
+{"train_loss": 0.008628836832940578, "global_step": 8735, "epoch": 134, "lr": 8.912716226120714e-05}
+{"train_loss": 0.009635393507778645, "global_step": 8736, "epoch": 134, "lr": 8.912462194425468e-05}
+{"train_loss": 0.010182198137044907, "global_step": 8737, "epoch": 134, "lr": 8.91220813667898e-05}
+{"train_loss": 0.013134391978383064, "global_step": 8738, "epoch": 134, "lr": 8.91195405288294e-05}
+{"train_loss": 0.00824153982102871, "global_step": 8739, "epoch": 134, "lr": 8.911699943039044e-05}
+{"train_loss": 0.006701125297695398, "global_step": 8740, "epoch": 134, "lr": 8.91144580714898e-05}
+{"train_loss": 0.007824653759598732, "global_step": 8741, "epoch": 134, "lr": 8.911191645214439e-05}
+{"train_loss": 0.008834248408675194, "global_step": 8742, "epoch": 134, "lr": 8.910937457237117e-05}
+{"train_loss": 0.008308491669595242, "global_step": 8743, "epoch": 134, "lr": 8.910683243218705e-05}
+{"train_loss": 0.008129551075398922, "global_step": 8744, "epoch": 134, "lr": 8.910429003160896e-05}
+{"train_loss": 0.010958266444504261, "global_step": 8745, "epoch": 134, "lr": 8.910174737065383e-05}
+{"train_loss": 0.009610212408006191, "global_step": 8746, "epoch": 134, "lr": 8.909920444933858e-05}
+{"train_loss": 0.0099934758618474, "global_step": 8747, "epoch": 134, "lr": 8.909666126768016e-05}
+{"train_loss": 0.009159296751022339, "global_step": 8748, "epoch": 134, "lr": 8.909411782569547e-05}
+{"train_loss": 0.006786078680306673, "global_step": 8749, "epoch": 134, "lr": 8.90915741234015e-05}
+{"train_loss": 0.011360964737832546, "global_step": 8750, "epoch": 134, "lr": 8.908903016081513e-05}
+{"train_loss": 0.007810845039784908, "global_step": 8751, "epoch": 134, "lr": 8.908648593795335e-05}
+{"train_loss": 0.006011246703565121, "global_step": 8752, "epoch": 134, "lr": 8.908394145483305e-05}
+{"train_loss": 0.010297569446265697, "global_step": 8753, "epoch": 134, "lr": 8.90813967114712e-05}
+{"train_loss": 0.00860508531332016, "global_step": 8754, "epoch": 134, "lr": 8.907885170788475e-05}
+{"train_loss": 0.008844031020998955, "global_step": 8755, "epoch": 134, "lr": 8.907630644409064e-05}
+{"train_loss": 0.007250410038977861, "global_step": 8756, "epoch": 134, "lr": 8.907376092010582e-05}
+{"train_loss": 0.0057571022771298885, "global_step": 8757, "epoch": 134, "lr": 8.907121513594723e-05}
+{"train_loss": 0.010462258011102676, "global_step": 8758, "epoch": 134, "lr": 8.906866909163181e-05}
+{"train_loss": 0.010984735563397408, "global_step": 8759, "epoch": 134, "lr": 8.906612278717656e-05}
+{"train_loss": 0.006792988628149033, "global_step": 8760, "epoch": 134, "lr": 8.906357622259837e-05}
+{"train_loss": 0.00936185847967863, "global_step": 8761, "epoch": 134, "lr": 8.906102939791427e-05}
+{"train_loss": 0.0056405942887067795, "global_step": 8762, "epoch": 134, "lr": 8.905848231314115e-05}
+{"train_loss": 0.008055192418396473, "global_step": 8763, "epoch": 134, "lr": 8.9055934968296e-05}
+{"train_loss": 0.006873226258903742, "global_step": 8764, "epoch": 134, "lr": 8.905338736339578e-05}
+{"train_loss": 0.010761970654129982, "global_step": 8765, "epoch": 134, "lr": 8.905083949845748e-05}
+{"train_loss": 0.009665517136454582, "global_step": 8766, "epoch": 134, "lr": 8.904829137349802e-05}
+{"train_loss": 0.008739548735320568, "global_step": 8767, "epoch": 134, "lr": 8.904574298853438e-05}
+{"train_loss": 0.007633931003510952, "global_step": 8768, "epoch": 134, "lr": 8.904319434358355e-05}
+{"train_loss": 0.008632895536720753, "global_step": 8769, "epoch": 134, "lr": 8.904064543866247e-05}
+{"train_loss": 0.010501728393137455, "global_step": 8770, "epoch": 134, "lr": 8.903809627378812e-05}
+{"train_loss": 0.009364007040858269, "global_step": 8771, "epoch": 134, "lr": 8.903554684897748e-05}
+{"train_loss": 0.007795759942382574, "global_step": 8772, "epoch": 134, "lr": 8.903299716424755e-05}
+{"train_loss": 0.0058456179685890675, "global_step": 8773, "epoch": 134, "lr": 8.903044721961526e-05}
+{"train_loss": 0.008920565483948359, "global_step": 8774, "epoch": 134, "lr": 8.902789701509762e-05, "val_loss": 0.016242139041423798}
+{"train_loss": 0.011006427928805351, "global_step": 8775, "epoch": 135, "lr": 8.902534655071158e-05}
+{"train_loss": 0.008191989734768867, "global_step": 8776, "epoch": 135, "lr": 8.902279582647417e-05}
+{"train_loss": 0.007863632403314114, "global_step": 8777, "epoch": 135, "lr": 8.902024484240233e-05}
+{"train_loss": 0.00653059920296073, "global_step": 8778, "epoch": 135, "lr": 8.901769359851309e-05}
+{"train_loss": 0.008377499878406525, "global_step": 8779, "epoch": 135, "lr": 8.901514209482338e-05}
+{"train_loss": 0.010075529105961323, "global_step": 8780, "epoch": 135, "lr": 8.901259033135023e-05}
+{"train_loss": 0.010433350689709187, "global_step": 8781, "epoch": 135, "lr": 8.901003830811063e-05}
+{"train_loss": 0.011979411356151104, "global_step": 8782, "epoch": 135, "lr": 8.900748602512157e-05}
+{"train_loss": 0.006524806376546621, "global_step": 8783, "epoch": 135, "lr": 8.900493348240002e-05}
+{"train_loss": 0.008955355733633041, "global_step": 8784, "epoch": 135, "lr": 8.9002380679963e-05}
+{"train_loss": 0.007051902823150158, "global_step": 8785, "epoch": 135, "lr": 8.899982761782751e-05}
+{"train_loss": 0.0067773135378956795, "global_step": 8786, "epoch": 135, "lr": 8.899727429601055e-05}
+{"train_loss": 0.008895417675375938, "global_step": 8787, "epoch": 135, "lr": 8.89947207145291e-05}
+{"train_loss": 0.007148355711251497, "global_step": 8788, "epoch": 135, "lr": 8.899216687340018e-05}
+{"train_loss": 0.007857412099838257, "global_step": 8789, "epoch": 135, "lr": 8.898961277264077e-05}
+{"train_loss": 0.00700277229771018, "global_step": 8790, "epoch": 135, "lr": 8.898705841226794e-05}
+{"train_loss": 0.008471808396279812, "global_step": 8791, "epoch": 135, "lr": 8.898450379229864e-05}
+{"train_loss": 0.0064190966077148914, "global_step": 8792, "epoch": 135, "lr": 8.89819489127499e-05}
+{"train_loss": 0.007776777260005474, "global_step": 8793, "epoch": 135, "lr": 8.897939377363871e-05}
+{"train_loss": 0.008193045854568481, "global_step": 8794, "epoch": 135, "lr": 8.89768383749821e-05}
+{"train_loss": 0.004232992418110371, "global_step": 8795, "epoch": 135, "lr": 8.897428271679711e-05}
+{"train_loss": 0.0058543928898870945, "global_step": 8796, "epoch": 135, "lr": 8.897172679910072e-05}
+{"train_loss": 0.00451663788408041, "global_step": 8797, "epoch": 135, "lr": 8.896917062190997e-05}
+{"train_loss": 0.005403516814112663, "global_step": 8798, "epoch": 135, "lr": 8.896661418524186e-05}
+{"train_loss": 0.006906949449330568, "global_step": 8799, "epoch": 135, "lr": 8.896405748911346e-05}
+{"train_loss": 0.007495989091694355, "global_step": 8800, "epoch": 135, "lr": 8.89615005335417e-05}
+{"train_loss": 0.010065246373414993, "global_step": 8801, "epoch": 135, "lr": 8.89589433185437e-05}
+{"train_loss": 0.00709699559956789, "global_step": 8802, "epoch": 135, "lr": 8.895638584413646e-05}
+{"train_loss": 0.007193893194198608, "global_step": 8803, "epoch": 135, "lr": 8.895382811033699e-05}
+{"train_loss": 0.008237001486122608, "global_step": 8804, "epoch": 135, "lr": 8.895127011716233e-05}
+{"train_loss": 0.00802229531109333, "global_step": 8805, "epoch": 135, "lr": 8.894871186462952e-05}
+{"train_loss": 0.007055314723402262, "global_step": 8806, "epoch": 135, "lr": 8.894615335275558e-05}
+{"train_loss": 0.009789767675101757, "global_step": 8807, "epoch": 135, "lr": 8.894359458155757e-05}
+{"train_loss": 0.008267765864729881, "global_step": 8808, "epoch": 135, "lr": 8.894103555105249e-05}
+{"train_loss": 0.010692195035517216, "global_step": 8809, "epoch": 135, "lr": 8.893847626125742e-05}
+{"train_loss": 0.006041133776307106, "global_step": 8810, "epoch": 135, "lr": 8.893591671218937e-05}
+{"train_loss": 0.008176739327609539, "global_step": 8811, "epoch": 135, "lr": 8.89333569038654e-05}
+{"train_loss": 0.00828519370406866, "global_step": 8812, "epoch": 135, "lr": 8.893079683630254e-05}
+{"train_loss": 0.010521305724978447, "global_step": 8813, "epoch": 135, "lr": 8.892823650951786e-05}
+{"train_loss": 0.005901998840272427, "global_step": 8814, "epoch": 135, "lr": 8.892567592352839e-05}
+{"train_loss": 0.010770449414849281, "global_step": 8815, "epoch": 135, "lr": 8.892311507835119e-05}
+{"train_loss": 0.00926079973578453, "global_step": 8816, "epoch": 135, "lr": 8.892055397400328e-05}
+{"train_loss": 0.004286288749426603, "global_step": 8817, "epoch": 135, "lr": 8.891799261050176e-05}
+{"train_loss": 0.006077681668102741, "global_step": 8818, "epoch": 135, "lr": 8.891543098786365e-05}
+{"train_loss": 0.013694144785404205, "global_step": 8819, "epoch": 135, "lr": 8.891286910610603e-05}
+{"train_loss": 0.008588253520429134, "global_step": 8820, "epoch": 135, "lr": 8.891030696524596e-05}
+{"train_loss": 0.008088439702987671, "global_step": 8821, "epoch": 135, "lr": 8.890774456530047e-05}
+{"train_loss": 0.011740410700440407, "global_step": 8822, "epoch": 135, "lr": 8.890518190628664e-05}
+{"train_loss": 0.008285555988550186, "global_step": 8823, "epoch": 135, "lr": 8.890261898822154e-05}
+{"train_loss": 0.006582467816770077, "global_step": 8824, "epoch": 135, "lr": 8.890005581112222e-05}
+{"train_loss": 0.009150234051048756, "global_step": 8825, "epoch": 135, "lr": 8.889749237500577e-05}
+{"train_loss": 0.006958596408367157, "global_step": 8826, "epoch": 135, "lr": 8.889492867988925e-05}
+{"train_loss": 0.0059950705617666245, "global_step": 8827, "epoch": 135, "lr": 8.88923647257897e-05}
+{"train_loss": 0.007785701658576727, "global_step": 8828, "epoch": 135, "lr": 8.888980051272423e-05}
+{"train_loss": 0.009339118376374245, "global_step": 8829, "epoch": 135, "lr": 8.88872360407099e-05}
+{"train_loss": 0.008533040061593056, "global_step": 8830, "epoch": 135, "lr": 8.888467130976378e-05}
+{"train_loss": 0.006741312798112631, "global_step": 8831, "epoch": 135, "lr": 8.888210631990298e-05}
+{"train_loss": 0.007247897796332836, "global_step": 8832, "epoch": 135, "lr": 8.887954107114453e-05}
+{"train_loss": 0.007052965462207794, "global_step": 8833, "epoch": 135, "lr": 8.887697556350554e-05}
+{"train_loss": 0.00904786866158247, "global_step": 8834, "epoch": 135, "lr": 8.887440979700308e-05}
+{"train_loss": 0.007035276852548122, "global_step": 8835, "epoch": 135, "lr": 8.887184377165425e-05}
+{"train_loss": 0.007196509744971991, "global_step": 8836, "epoch": 135, "lr": 8.88692774874761e-05}
+{"train_loss": 0.007428505923599005, "global_step": 8837, "epoch": 135, "lr": 8.886671094448578e-05}
+{"train_loss": 0.008025025017559528, "global_step": 8838, "epoch": 135, "lr": 8.886414414270033e-05}
+{"train_loss": 0.008004743283471236, "global_step": 8839, "epoch": 135, "lr": 8.886157708213687e-05, "val_loss": 0.010940215550363064, "train_action_mse_error": 0.0006257820059545338}
+{"train_loss": 0.007358602248132229, "global_step": 8840, "epoch": 136, "lr": 8.885900976281245e-05}
+{"train_loss": 0.010972903110086918, "global_step": 8841, "epoch": 136, "lr": 8.88564421847442e-05}
+{"train_loss": 0.009489146061241627, "global_step": 8842, "epoch": 136, "lr": 8.885387434794922e-05}
+{"train_loss": 0.008939666673541069, "global_step": 8843, "epoch": 136, "lr": 8.88513062524446e-05}
+{"train_loss": 0.011274484917521477, "global_step": 8844, "epoch": 136, "lr": 8.884873789824742e-05}
+{"train_loss": 0.00629544910043478, "global_step": 8845, "epoch": 136, "lr": 8.88461692853748e-05}
+{"train_loss": 0.008608651347458363, "global_step": 8846, "epoch": 136, "lr": 8.884360041384385e-05}
+{"train_loss": 0.0060329744592309, "global_step": 8847, "epoch": 136, "lr": 8.884103128367166e-05}
+{"train_loss": 0.007652539759874344, "global_step": 8848, "epoch": 136, "lr": 8.883846189487534e-05}
+{"train_loss": 0.012240204028785229, "global_step": 8849, "epoch": 136, "lr": 8.8835892247472e-05}
+{"train_loss": 0.006907557137310505, "global_step": 8850, "epoch": 136, "lr": 8.883332234147877e-05}
+{"train_loss": 0.007155774161219597, "global_step": 8851, "epoch": 136, "lr": 8.883075217691273e-05}
+{"train_loss": 0.006878838408738375, "global_step": 8852, "epoch": 136, "lr": 8.8828181753791e-05}
+{"train_loss": 0.009105643257498741, "global_step": 8853, "epoch": 136, "lr": 8.88256110721307e-05}
+{"train_loss": 0.007958821021020412, "global_step": 8854, "epoch": 136, "lr": 8.882304013194895e-05}
+{"train_loss": 0.010164344683289528, "global_step": 8855, "epoch": 136, "lr": 8.882046893326287e-05}
+{"train_loss": 0.012080449610948563, "global_step": 8856, "epoch": 136, "lr": 8.881789747608958e-05}
+{"train_loss": 0.006106758024543524, "global_step": 8857, "epoch": 136, "lr": 8.88153257604462e-05}
+{"train_loss": 0.006667283363640308, "global_step": 8858, "epoch": 136, "lr": 8.881275378634984e-05}
+{"train_loss": 0.011085296049714088, "global_step": 8859, "epoch": 136, "lr": 8.881018155381766e-05}
+{"train_loss": 0.013075824826955795, "global_step": 8860, "epoch": 136, "lr": 8.880760906286676e-05}
+{"train_loss": 0.007074520457535982, "global_step": 8861, "epoch": 136, "lr": 8.880503631351426e-05}
+{"train_loss": 0.01167711429297924, "global_step": 8862, "epoch": 136, "lr": 8.880246330577732e-05}
+{"train_loss": 0.010979016311466694, "global_step": 8863, "epoch": 136, "lr": 8.879989003967307e-05}
+{"train_loss": 0.008696408942341805, "global_step": 8864, "epoch": 136, "lr": 8.879731651521861e-05}
+{"train_loss": 0.008070874027907848, "global_step": 8865, "epoch": 136, "lr": 8.87947427324311e-05}
+{"train_loss": 0.01129427831619978, "global_step": 8866, "epoch": 136, "lr": 8.87921686913277e-05}
+{"train_loss": 0.008470932953059673, "global_step": 8867, "epoch": 136, "lr": 8.87895943919255e-05}
+{"train_loss": 0.009896955452859402, "global_step": 8868, "epoch": 136, "lr": 8.878701983424167e-05}
+{"train_loss": 0.008298013359308243, "global_step": 8869, "epoch": 136, "lr": 8.878444501829334e-05}
+{"train_loss": 0.012223665602505207, "global_step": 8870, "epoch": 136, "lr": 8.878186994409769e-05}
+{"train_loss": 0.009429428726434708, "global_step": 8871, "epoch": 136, "lr": 8.877929461167182e-05}
+{"train_loss": 0.012880045920610428, "global_step": 8872, "epoch": 136, "lr": 8.87767190210329e-05}
+{"train_loss": 0.007391246035695076, "global_step": 8873, "epoch": 136, "lr": 8.87741431721981e-05}
+{"train_loss": 0.012823428958654404, "global_step": 8874, "epoch": 136, "lr": 8.877156706518453e-05}
+{"train_loss": 0.008101046085357666, "global_step": 8875, "epoch": 136, "lr": 8.876899070000938e-05}
+{"train_loss": 0.010929206386208534, "global_step": 8876, "epoch": 136, "lr": 8.876641407668975e-05}
+{"train_loss": 0.009002499282360077, "global_step": 8877, "epoch": 136, "lr": 8.876383719524286e-05}
+{"train_loss": 0.011688844300806522, "global_step": 8878, "epoch": 136, "lr": 8.876126005568583e-05}
+{"train_loss": 0.00981480348855257, "global_step": 8879, "epoch": 136, "lr": 8.875868265803585e-05}
+{"train_loss": 0.01091452781111002, "global_step": 8880, "epoch": 136, "lr": 8.875610500231004e-05}
+{"train_loss": 0.010993702337145805, "global_step": 8881, "epoch": 136, "lr": 8.875352708852559e-05}
+{"train_loss": 0.008837356232106686, "global_step": 8882, "epoch": 136, "lr": 8.875094891669967e-05}
+{"train_loss": 0.010986863635480404, "global_step": 8883, "epoch": 136, "lr": 8.874837048684944e-05}
+{"train_loss": 0.010567865334451199, "global_step": 8884, "epoch": 136, "lr": 8.874579179899206e-05}
+{"train_loss": 0.01479911245405674, "global_step": 8885, "epoch": 136, "lr": 8.874321285314471e-05}
+{"train_loss": 0.00979823898524046, "global_step": 8886, "epoch": 136, "lr": 8.874063364932457e-05}
+{"train_loss": 0.01133704837411642, "global_step": 8887, "epoch": 136, "lr": 8.873805418754879e-05}
+{"train_loss": 0.00795448012650013, "global_step": 8888, "epoch": 136, "lr": 8.873547446783455e-05}
+{"train_loss": 0.010379409417510033, "global_step": 8889, "epoch": 136, "lr": 8.873289449019906e-05}
+{"train_loss": 0.010304233990609646, "global_step": 8890, "epoch": 136, "lr": 8.873031425465946e-05}
+{"train_loss": 0.007745269685983658, "global_step": 8891, "epoch": 136, "lr": 8.872773376123293e-05}
+{"train_loss": 0.00988269504159689, "global_step": 8892, "epoch": 136, "lr": 8.872515300993669e-05}
+{"train_loss": 0.008101142942905426, "global_step": 8893, "epoch": 136, "lr": 8.872257200078789e-05}
+{"train_loss": 0.01556522585451603, "global_step": 8894, "epoch": 136, "lr": 8.871999073380375e-05}
+{"train_loss": 0.008751085959374905, "global_step": 8895, "epoch": 136, "lr": 8.871740920900141e-05}
+{"train_loss": 0.009016312658786774, "global_step": 8896, "epoch": 136, "lr": 8.87148274263981e-05}
+{"train_loss": 0.012318315915763378, "global_step": 8897, "epoch": 136, "lr": 8.871224538601098e-05}
+{"train_loss": 0.008625003509223461, "global_step": 8898, "epoch": 136, "lr": 8.870966308785725e-05}
+{"train_loss": 0.012448759749531746, "global_step": 8899, "epoch": 136, "lr": 8.870708053195413e-05}
+{"train_loss": 0.010595724917948246, "global_step": 8900, "epoch": 136, "lr": 8.870449771831879e-05}
+{"train_loss": 0.009430646896362305, "global_step": 8901, "epoch": 136, "lr": 8.870191464696844e-05}
+{"train_loss": 0.011168156750500202, "global_step": 8902, "epoch": 136, "lr": 8.869933131792026e-05}
+{"train_loss": 0.009900018572807312, "global_step": 8903, "epoch": 136, "lr": 8.869674773119148e-05}
+{"train_loss": 0.009728060798862806, "global_step": 8904, "epoch": 136, "lr": 8.869416388679927e-05, "val_loss": 0.0128626124933362}
+{"train_loss": 0.01096982229501009, "global_step": 8905, "epoch": 137, "lr": 8.869157978476089e-05}
+{"train_loss": 0.008679816499352455, "global_step": 8906, "epoch": 137, "lr": 8.868899542509348e-05}
+{"train_loss": 0.014290358871221542, "global_step": 8907, "epoch": 137, "lr": 8.868641080781428e-05}
+{"train_loss": 0.007450205273926258, "global_step": 8908, "epoch": 137, "lr": 8.868382593294051e-05}
+{"train_loss": 0.0102833341807127, "global_step": 8909, "epoch": 137, "lr": 8.868124080048936e-05}
+{"train_loss": 0.011747433803975582, "global_step": 8910, "epoch": 137, "lr": 8.867865541047804e-05}
+{"train_loss": 0.01024695672094822, "global_step": 8911, "epoch": 137, "lr": 8.86760697629238e-05}
+{"train_loss": 0.007649738807231188, "global_step": 8912, "epoch": 137, "lr": 8.867348385784382e-05}
+{"train_loss": 0.01076335646212101, "global_step": 8913, "epoch": 137, "lr": 8.867089769525533e-05}
+{"train_loss": 0.006099057849496603, "global_step": 8914, "epoch": 137, "lr": 8.866831127517557e-05}
+{"train_loss": 0.013850466348230839, "global_step": 8915, "epoch": 137, "lr": 8.866572459762172e-05}
+{"train_loss": 0.006756611634045839, "global_step": 8916, "epoch": 137, "lr": 8.866313766261103e-05}
+{"train_loss": 0.010425913147628307, "global_step": 8917, "epoch": 137, "lr": 8.866055047016073e-05}
+{"train_loss": 0.008946320973336697, "global_step": 8918, "epoch": 137, "lr": 8.865796302028805e-05}
+{"train_loss": 0.013179379515349865, "global_step": 8919, "epoch": 137, "lr": 8.865537531301019e-05}
+{"train_loss": 0.011426877230405807, "global_step": 8920, "epoch": 137, "lr": 8.865278734834442e-05}
+{"train_loss": 0.009262749925255775, "global_step": 8921, "epoch": 137, "lr": 8.865019912630792e-05}
+{"train_loss": 0.008406189270317554, "global_step": 8922, "epoch": 137, "lr": 8.864761064691798e-05}
+{"train_loss": 0.01137089915573597, "global_step": 8923, "epoch": 137, "lr": 8.864502191019179e-05}
+{"train_loss": 0.00776908453553915, "global_step": 8924, "epoch": 137, "lr": 8.864243291614661e-05}
+{"train_loss": 0.008627760224044323, "global_step": 8925, "epoch": 137, "lr": 8.863984366479969e-05}
+{"train_loss": 0.00916748121380806, "global_step": 8926, "epoch": 137, "lr": 8.863725415616824e-05}
+{"train_loss": 0.009769793599843979, "global_step": 8927, "epoch": 137, "lr": 8.863466439026953e-05}
+{"train_loss": 0.010685996152460575, "global_step": 8928, "epoch": 137, "lr": 8.863207436712078e-05}
+{"train_loss": 0.00898769497871399, "global_step": 8929, "epoch": 137, "lr": 8.862948408673926e-05}
+{"train_loss": 0.009347456507384777, "global_step": 8930, "epoch": 137, "lr": 8.86268935491422e-05}
+{"train_loss": 0.005525055807083845, "global_step": 8931, "epoch": 137, "lr": 8.862430275434684e-05}
+{"train_loss": 0.010807229205965996, "global_step": 8932, "epoch": 137, "lr": 8.862171170237046e-05}
+{"train_loss": 0.0118782389909029, "global_step": 8933, "epoch": 137, "lr": 8.861912039323031e-05}
+{"train_loss": 0.006889524403959513, "global_step": 8934, "epoch": 137, "lr": 8.861652882694363e-05}
+{"train_loss": 0.010995399206876755, "global_step": 8935, "epoch": 137, "lr": 8.861393700352765e-05}
+{"train_loss": 0.006297593005001545, "global_step": 8936, "epoch": 137, "lr": 8.861134492299969e-05}
+{"train_loss": 0.014556119218468666, "global_step": 8937, "epoch": 137, "lr": 8.860875258537695e-05}
+{"train_loss": 0.007451111916452646, "global_step": 8938, "epoch": 137, "lr": 8.860615999067672e-05}
+{"train_loss": 0.008200354874134064, "global_step": 8939, "epoch": 137, "lr": 8.860356713891628e-05}
+{"train_loss": 0.007999598979949951, "global_step": 8940, "epoch": 137, "lr": 8.860097403011286e-05}
+{"train_loss": 0.010262290947139263, "global_step": 8941, "epoch": 137, "lr": 8.859838066428374e-05}
+{"train_loss": 0.007900823839008808, "global_step": 8942, "epoch": 137, "lr": 8.85957870414462e-05}
+{"train_loss": 0.00807382445782423, "global_step": 8943, "epoch": 137, "lr": 8.859319316161749e-05}
+{"train_loss": 0.013512996956706047, "global_step": 8944, "epoch": 137, "lr": 8.859059902481488e-05}
+{"train_loss": 0.011325239203870296, "global_step": 8945, "epoch": 137, "lr": 8.858800463105567e-05}
+{"train_loss": 0.010118021629750729, "global_step": 8946, "epoch": 137, "lr": 8.858540998035711e-05}
+{"train_loss": 0.006937013939023018, "global_step": 8947, "epoch": 137, "lr": 8.858281507273648e-05}
+{"train_loss": 0.008629350923001766, "global_step": 8948, "epoch": 137, "lr": 8.858021990821106e-05}
+{"train_loss": 0.005900256801396608, "global_step": 8949, "epoch": 137, "lr": 8.857762448679815e-05}
+{"train_loss": 0.010850165970623493, "global_step": 8950, "epoch": 137, "lr": 8.8575028808515e-05}
+{"train_loss": 0.01114917267113924, "global_step": 8951, "epoch": 137, "lr": 8.857243287337891e-05}
+{"train_loss": 0.009475955739617348, "global_step": 8952, "epoch": 137, "lr": 8.856983668140717e-05}
+{"train_loss": 0.006871455814689398, "global_step": 8953, "epoch": 137, "lr": 8.856724023261704e-05}
+{"train_loss": 0.007981345057487488, "global_step": 8954, "epoch": 137, "lr": 8.856464352702584e-05}
+{"train_loss": 0.008701788261532784, "global_step": 8955, "epoch": 137, "lr": 8.856204656465085e-05}
+{"train_loss": 0.009290208108723164, "global_step": 8956, "epoch": 137, "lr": 8.855944934550937e-05}
+{"train_loss": 0.007763977162539959, "global_step": 8957, "epoch": 137, "lr": 8.855685186961868e-05}
+{"train_loss": 0.0081323878839612, "global_step": 8958, "epoch": 137, "lr": 8.855425413699607e-05}
+{"train_loss": 0.008602991700172424, "global_step": 8959, "epoch": 137, "lr": 8.855165614765884e-05}
+{"train_loss": 0.0064837997779250145, "global_step": 8960, "epoch": 137, "lr": 8.854905790162431e-05}
+{"train_loss": 0.0057555316016077995, "global_step": 8961, "epoch": 137, "lr": 8.854645939890976e-05}
+{"train_loss": 0.013894995674490929, "global_step": 8962, "epoch": 137, "lr": 8.854386063953251e-05}
+{"train_loss": 0.008695662021636963, "global_step": 8963, "epoch": 137, "lr": 8.854126162350983e-05}
+{"train_loss": 0.0064580705948174, "global_step": 8964, "epoch": 137, "lr": 8.853866235085905e-05}
+{"train_loss": 0.012978890910744667, "global_step": 8965, "epoch": 137, "lr": 8.853606282159749e-05}
+{"train_loss": 0.006143549922853708, "global_step": 8966, "epoch": 137, "lr": 8.853346303574244e-05}
+{"train_loss": 0.009566557593643665, "global_step": 8967, "epoch": 137, "lr": 8.85308629933112e-05}
+{"train_loss": 0.012729871086776257, "global_step": 8968, "epoch": 137, "lr": 8.85282626943211e-05}
+{"train_loss": 0.009387070427720363, "global_step": 8969, "epoch": 137, "lr": 8.852566213878947e-05, "val_loss": 0.018832702189683914}
+{"train_loss": 0.010228822007775307, "global_step": 8970, "epoch": 138, "lr": 8.852306132673359e-05}
+{"train_loss": 0.009936582297086716, "global_step": 8971, "epoch": 138, "lr": 8.85204602581708e-05}
+{"train_loss": 0.006630047224462032, "global_step": 8972, "epoch": 138, "lr": 8.851785893311842e-05}
+{"train_loss": 0.011977718211710453, "global_step": 8973, "epoch": 138, "lr": 8.851525735159376e-05}
+{"train_loss": 0.00785481184720993, "global_step": 8974, "epoch": 138, "lr": 8.851265551361414e-05}
+{"train_loss": 0.009114507585763931, "global_step": 8975, "epoch": 138, "lr": 8.851005341919689e-05}
+{"train_loss": 0.006196315865963697, "global_step": 8976, "epoch": 138, "lr": 8.850745106835937e-05}
+{"train_loss": 0.012203628197312355, "global_step": 8977, "epoch": 138, "lr": 8.850484846111883e-05}
+{"train_loss": 0.009703168645501137, "global_step": 8978, "epoch": 138, "lr": 8.850224559749267e-05}
+{"train_loss": 0.009217500686645508, "global_step": 8979, "epoch": 138, "lr": 8.84996424774982e-05}
+{"train_loss": 0.009155327454209328, "global_step": 8980, "epoch": 138, "lr": 8.849703910115274e-05}
+{"train_loss": 0.008486516773700714, "global_step": 8981, "epoch": 138, "lr": 8.849443546847364e-05}
+{"train_loss": 0.008548520505428314, "global_step": 8982, "epoch": 138, "lr": 8.849183157947823e-05}
+{"train_loss": 0.008912577293813229, "global_step": 8983, "epoch": 138, "lr": 8.848922743418384e-05}
+{"train_loss": 0.007467817980796099, "global_step": 8984, "epoch": 138, "lr": 8.848662303260782e-05}
+{"train_loss": 0.008974313735961914, "global_step": 8985, "epoch": 138, "lr": 8.848401837476752e-05}
+{"train_loss": 0.012157886289060116, "global_step": 8986, "epoch": 138, "lr": 8.848141346068028e-05}
+{"train_loss": 0.01006748341023922, "global_step": 8987, "epoch": 138, "lr": 8.847880829036341e-05}
+{"train_loss": 0.010751566849648952, "global_step": 8988, "epoch": 138, "lr": 8.847620286383432e-05}
+{"train_loss": 0.00860421359539032, "global_step": 8989, "epoch": 138, "lr": 8.84735971811103e-05}
+{"train_loss": 0.007564966566860676, "global_step": 8990, "epoch": 138, "lr": 8.847099124220873e-05}
+{"train_loss": 0.010894281789660454, "global_step": 8991, "epoch": 138, "lr": 8.846838504714694e-05}
+{"train_loss": 0.011996844783425331, "global_step": 8992, "epoch": 138, "lr": 8.846577859594232e-05}
+{"train_loss": 0.0069906627759337425, "global_step": 8993, "epoch": 138, "lr": 8.84631718886122e-05}
+{"train_loss": 0.010117853991687298, "global_step": 8994, "epoch": 138, "lr": 8.846056492517393e-05}
+{"train_loss": 0.012797964736819267, "global_step": 8995, "epoch": 138, "lr": 8.845795770564487e-05}
+{"train_loss": 0.011362510733306408, "global_step": 8996, "epoch": 138, "lr": 8.845535023004242e-05}
+{"train_loss": 0.00890633836388588, "global_step": 8997, "epoch": 138, "lr": 8.845274249838389e-05}
+{"train_loss": 0.009124098345637321, "global_step": 8998, "epoch": 138, "lr": 8.845013451068667e-05}
+{"train_loss": 0.011400238610804081, "global_step": 8999, "epoch": 138, "lr": 8.84475262669681e-05}
+{"train_loss": 0.008644215762615204, "global_step": 9000, "epoch": 138, "lr": 8.844491776724559e-05}
+{"train_loss": 0.009960765019059181, "global_step": 9001, "epoch": 138, "lr": 8.844230901153647e-05}
+{"train_loss": 0.008615585044026375, "global_step": 9002, "epoch": 138, "lr": 8.843969999985815e-05}
+{"train_loss": 0.008425870910286903, "global_step": 9003, "epoch": 138, "lr": 8.843709073222796e-05}
+{"train_loss": 0.006716381758451462, "global_step": 9004, "epoch": 138, "lr": 8.843448120866329e-05}
+{"train_loss": 0.007094832602888346, "global_step": 9005, "epoch": 138, "lr": 8.843187142918152e-05}
+{"train_loss": 0.009713385254144669, "global_step": 9006, "epoch": 138, "lr": 8.842926139380003e-05}
+{"train_loss": 0.009759524837136269, "global_step": 9007, "epoch": 138, "lr": 8.842665110253621e-05}
+{"train_loss": 0.008022863417863846, "global_step": 9008, "epoch": 138, "lr": 8.84240405554074e-05}
+{"train_loss": 0.007942967116832733, "global_step": 9009, "epoch": 138, "lr": 8.842142975243101e-05}
+{"train_loss": 0.008328504860401154, "global_step": 9010, "epoch": 138, "lr": 8.841881869362443e-05}
+{"train_loss": 0.008272702805697918, "global_step": 9011, "epoch": 138, "lr": 8.841620737900503e-05}
+{"train_loss": 0.006605301983654499, "global_step": 9012, "epoch": 138, "lr": 8.84135958085902e-05}
+{"train_loss": 0.004511638544499874, "global_step": 9013, "epoch": 138, "lr": 8.841098398239735e-05}
+{"train_loss": 0.00931413285434246, "global_step": 9014, "epoch": 138, "lr": 8.840837190044386e-05}
+{"train_loss": 0.010875576175749302, "global_step": 9015, "epoch": 138, "lr": 8.840575956274711e-05}
+{"train_loss": 0.011759595945477486, "global_step": 9016, "epoch": 138, "lr": 8.840314696932447e-05}
+{"train_loss": 0.005633144173771143, "global_step": 9017, "epoch": 138, "lr": 8.840053412019341e-05}
+{"train_loss": 0.01061129942536354, "global_step": 9018, "epoch": 138, "lr": 8.839792101537128e-05}
+{"train_loss": 0.008066140115261078, "global_step": 9019, "epoch": 138, "lr": 8.839530765487548e-05}
+{"train_loss": 0.007152765057981014, "global_step": 9020, "epoch": 138, "lr": 8.839269403872339e-05}
+{"train_loss": 0.0074244155548512936, "global_step": 9021, "epoch": 138, "lr": 8.839008016693247e-05}
+{"train_loss": 0.008877436630427837, "global_step": 9022, "epoch": 138, "lr": 8.838746603952008e-05}
+{"train_loss": 0.009809828363358974, "global_step": 9023, "epoch": 138, "lr": 8.838485165650365e-05}
+{"train_loss": 0.007219160441309214, "global_step": 9024, "epoch": 138, "lr": 8.838223701790055e-05}
+{"train_loss": 0.007703508250415325, "global_step": 9025, "epoch": 138, "lr": 8.837962212372824e-05}
+{"train_loss": 0.00943061150610447, "global_step": 9026, "epoch": 138, "lr": 8.837700697400412e-05}
+{"train_loss": 0.011160056106746197, "global_step": 9027, "epoch": 138, "lr": 8.837439156874557e-05}
+{"train_loss": 0.00947364792227745, "global_step": 9028, "epoch": 138, "lr": 8.837177590797003e-05}
+{"train_loss": 0.006977755576372147, "global_step": 9029, "epoch": 138, "lr": 8.836915999169492e-05}
+{"train_loss": 0.005654775071889162, "global_step": 9030, "epoch": 138, "lr": 8.836654381993765e-05}
+{"train_loss": 0.009253764525055885, "global_step": 9031, "epoch": 138, "lr": 8.836392739271563e-05}
+{"train_loss": 0.007781097665429115, "global_step": 9032, "epoch": 138, "lr": 8.836131071004632e-05}
+{"train_loss": 0.010063797235488892, "global_step": 9033, "epoch": 138, "lr": 8.83586937719471e-05}
+{"train_loss": 0.008959486142087442, "global_step": 9034, "epoch": 138, "lr": 8.83560765784354e-05, "val_loss": 0.009235677309334278}
+{"train_loss": 0.009801631793379784, "global_step": 9035, "epoch": 139, "lr": 8.835345912952867e-05}
+{"train_loss": 0.010775739327073097, "global_step": 9036, "epoch": 139, "lr": 8.835084142524432e-05}
+{"train_loss": 0.007985497824847698, "global_step": 9037, "epoch": 139, "lr": 8.834822346559979e-05}
+{"train_loss": 0.010144407860934734, "global_step": 9038, "epoch": 139, "lr": 8.834560525061251e-05}
+{"train_loss": 0.008990643545985222, "global_step": 9039, "epoch": 139, "lr": 8.834298678029989e-05}
+{"train_loss": 0.008878801017999649, "global_step": 9040, "epoch": 139, "lr": 8.83403680546794e-05}
+{"train_loss": 0.009005176834762096, "global_step": 9041, "epoch": 139, "lr": 8.833774907376847e-05}
+{"train_loss": 0.008019905537366867, "global_step": 9042, "epoch": 139, "lr": 8.833512983758452e-05}
+{"train_loss": 0.016536621376872063, "global_step": 9043, "epoch": 139, "lr": 8.833251034614502e-05}
+{"train_loss": 0.00735104875639081, "global_step": 9044, "epoch": 139, "lr": 8.832989059946737e-05}
+{"train_loss": 0.010112348012626171, "global_step": 9045, "epoch": 139, "lr": 8.832727059756906e-05}
+{"train_loss": 0.008168998174369335, "global_step": 9046, "epoch": 139, "lr": 8.832465034046749e-05}
+{"train_loss": 0.008150450885295868, "global_step": 9047, "epoch": 139, "lr": 8.832202982818014e-05}
+{"train_loss": 0.014782004058361053, "global_step": 9048, "epoch": 139, "lr": 8.831940906072445e-05}
+{"train_loss": 0.007452588528394699, "global_step": 9049, "epoch": 139, "lr": 8.831678803811789e-05}
+{"train_loss": 0.010424548760056496, "global_step": 9050, "epoch": 139, "lr": 8.831416676037785e-05}
+{"train_loss": 0.00904903281480074, "global_step": 9051, "epoch": 139, "lr": 8.831154522752185e-05}
+{"train_loss": 0.010516132228076458, "global_step": 9052, "epoch": 139, "lr": 8.830892343956732e-05}
+{"train_loss": 0.012122872285544872, "global_step": 9053, "epoch": 139, "lr": 8.83063013965317e-05}
+{"train_loss": 0.009469588287174702, "global_step": 9054, "epoch": 139, "lr": 8.830367909843249e-05}
+{"train_loss": 0.009884524159133434, "global_step": 9055, "epoch": 139, "lr": 8.830105654528714e-05}
+{"train_loss": 0.009361539967358112, "global_step": 9056, "epoch": 139, "lr": 8.829843373711307e-05}
+{"train_loss": 0.01012461632490158, "global_step": 9057, "epoch": 139, "lr": 8.829581067392777e-05}
+{"train_loss": 0.013705228455364704, "global_step": 9058, "epoch": 139, "lr": 8.829318735574872e-05}
+{"train_loss": 0.013521547429263592, "global_step": 9059, "epoch": 139, "lr": 8.829056378259339e-05}
+{"train_loss": 0.010173668153584003, "global_step": 9060, "epoch": 139, "lr": 8.828793995447922e-05}
+{"train_loss": 0.013369062915444374, "global_step": 9061, "epoch": 139, "lr": 8.82853158714237e-05}
+{"train_loss": 0.010454417206346989, "global_step": 9062, "epoch": 139, "lr": 8.828269153344431e-05}
+{"train_loss": 0.006625632289797068, "global_step": 9063, "epoch": 139, "lr": 8.82800669405585e-05}
+{"train_loss": 0.011442185379564762, "global_step": 9064, "epoch": 139, "lr": 8.827744209278376e-05}
+{"train_loss": 0.0090569369494915, "global_step": 9065, "epoch": 139, "lr": 8.827481699013757e-05}
+{"train_loss": 0.010494839400053024, "global_step": 9066, "epoch": 139, "lr": 8.827219163263742e-05}
+{"train_loss": 0.015011798590421677, "global_step": 9067, "epoch": 139, "lr": 8.826956602030077e-05}
+{"train_loss": 0.011491471901535988, "global_step": 9068, "epoch": 139, "lr": 8.82669401531451e-05}
+{"train_loss": 0.008702089078724384, "global_step": 9069, "epoch": 139, "lr": 8.826431403118792e-05}
+{"train_loss": 0.007568076718598604, "global_step": 9070, "epoch": 139, "lr": 8.826168765444669e-05}
+{"train_loss": 0.012754608877003193, "global_step": 9071, "epoch": 139, "lr": 8.825906102293891e-05}
+{"train_loss": 0.010189264081418514, "global_step": 9072, "epoch": 139, "lr": 8.825643413668207e-05}
+{"train_loss": 0.011706437915563583, "global_step": 9073, "epoch": 139, "lr": 8.825380699569366e-05}
+{"train_loss": 0.007828778587281704, "global_step": 9074, "epoch": 139, "lr": 8.825117959999116e-05}
+{"train_loss": 0.008393574506044388, "global_step": 9075, "epoch": 139, "lr": 8.82485519495921e-05}
+{"train_loss": 0.0068521504290401936, "global_step": 9076, "epoch": 139, "lr": 8.824592404451393e-05}
+{"train_loss": 0.01592087559401989, "global_step": 9077, "epoch": 139, "lr": 8.824329588477418e-05}
+{"train_loss": 0.007557947654277086, "global_step": 9078, "epoch": 139, "lr": 8.824066747039034e-05}
+{"train_loss": 0.010052717290818691, "global_step": 9079, "epoch": 139, "lr": 8.823803880137993e-05}
+{"train_loss": 0.009192034602165222, "global_step": 9080, "epoch": 139, "lr": 8.823540987776042e-05}
+{"train_loss": 0.009769088588654995, "global_step": 9081, "epoch": 139, "lr": 8.823278069954932e-05}
+{"train_loss": 0.009239375591278076, "global_step": 9082, "epoch": 139, "lr": 8.823015126676416e-05}
+{"train_loss": 0.007159797940403223, "global_step": 9083, "epoch": 139, "lr": 8.822752157942243e-05}
+{"train_loss": 0.011792059987783432, "global_step": 9084, "epoch": 139, "lr": 8.822489163754165e-05}
+{"train_loss": 0.009807932190597057, "global_step": 9085, "epoch": 139, "lr": 8.822226144113932e-05}
+{"train_loss": 0.009884749539196491, "global_step": 9086, "epoch": 139, "lr": 8.821963099023295e-05}
+{"train_loss": 0.007054909132421017, "global_step": 9087, "epoch": 139, "lr": 8.821700028484009e-05}
+{"train_loss": 0.011355004273355007, "global_step": 9088, "epoch": 139, "lr": 8.821436932497821e-05}
+{"train_loss": 0.00918868463486433, "global_step": 9089, "epoch": 139, "lr": 8.821173811066486e-05}
+{"train_loss": 0.010421287268400192, "global_step": 9090, "epoch": 139, "lr": 8.820910664191755e-05}
+{"train_loss": 0.009859609417617321, "global_step": 9091, "epoch": 139, "lr": 8.820647491875381e-05}
+{"train_loss": 0.00974128395318985, "global_step": 9092, "epoch": 139, "lr": 8.820384294119113e-05}
+{"train_loss": 0.009568660520017147, "global_step": 9093, "epoch": 139, "lr": 8.820121070924708e-05}
+{"train_loss": 0.00779321463778615, "global_step": 9094, "epoch": 139, "lr": 8.819857822293915e-05}
+{"train_loss": 0.009246377274394035, "global_step": 9095, "epoch": 139, "lr": 8.819594548228489e-05}
+{"train_loss": 0.009657219052314758, "global_step": 9096, "epoch": 139, "lr": 8.819331248730181e-05}
+{"train_loss": 0.007730080746114254, "global_step": 9097, "epoch": 139, "lr": 8.819067923800748e-05}
+{"train_loss": 0.011303810402750969, "global_step": 9098, "epoch": 139, "lr": 8.81880457344194e-05}
+{"train_loss": 0.009972853292352878, "global_step": 9099, "epoch": 139, "lr": 8.818541197655512e-05, "val_loss": 0.011922072619199753}
+{"train_loss": 0.007033793721348047, "global_step": 9100, "epoch": 140, "lr": 8.818277796443218e-05}
+{"train_loss": 0.010585224255919456, "global_step": 9101, "epoch": 140, "lr": 8.818014369806809e-05}
+{"train_loss": 0.006853756494820118, "global_step": 9102, "epoch": 140, "lr": 8.817750917748042e-05}
+{"train_loss": 0.01603483036160469, "global_step": 9103, "epoch": 140, "lr": 8.817487440268672e-05}
+{"train_loss": 0.01191940251737833, "global_step": 9104, "epoch": 140, "lr": 8.817223937370449e-05}
+{"train_loss": 0.010558630339801311, "global_step": 9105, "epoch": 140, "lr": 8.816960409055133e-05}
+{"train_loss": 0.00899592973291874, "global_step": 9106, "epoch": 140, "lr": 8.816696855324474e-05}
+{"train_loss": 0.010143822990357876, "global_step": 9107, "epoch": 140, "lr": 8.816433276180229e-05}
+{"train_loss": 0.009827273897826672, "global_step": 9108, "epoch": 140, "lr": 8.816169671624154e-05}
+{"train_loss": 0.01291137095540762, "global_step": 9109, "epoch": 140, "lr": 8.815906041658002e-05}
+{"train_loss": 0.006456365343183279, "global_step": 9110, "epoch": 140, "lr": 8.815642386283531e-05}
+{"train_loss": 0.013392305001616478, "global_step": 9111, "epoch": 140, "lr": 8.815378705502492e-05}
+{"train_loss": 0.011273788288235664, "global_step": 9112, "epoch": 140, "lr": 8.815114999316648e-05}
+{"train_loss": 0.007616594433784485, "global_step": 9113, "epoch": 140, "lr": 8.814851267727749e-05}
+{"train_loss": 0.009451932273805141, "global_step": 9114, "epoch": 140, "lr": 8.814587510737551e-05}
+{"train_loss": 0.01283214334398508, "global_step": 9115, "epoch": 140, "lr": 8.814323728347813e-05}
+{"train_loss": 0.009258531033992767, "global_step": 9116, "epoch": 140, "lr": 8.814059920560291e-05}
+{"train_loss": 0.012715676799416542, "global_step": 9117, "epoch": 140, "lr": 8.813796087376741e-05}
+{"train_loss": 0.00604418246075511, "global_step": 9118, "epoch": 140, "lr": 8.813532228798919e-05}
+{"train_loss": 0.011314068920910358, "global_step": 9119, "epoch": 140, "lr": 8.813268344828584e-05}
+{"train_loss": 0.006985925137996674, "global_step": 9120, "epoch": 140, "lr": 8.81300443546749e-05}
+{"train_loss": 0.008450723253190517, "global_step": 9121, "epoch": 140, "lr": 8.812740500717396e-05}
+{"train_loss": 0.00844399631023407, "global_step": 9122, "epoch": 140, "lr": 8.812476540580061e-05}
+{"train_loss": 0.009709036909043789, "global_step": 9123, "epoch": 140, "lr": 8.81221255505724e-05}
+{"train_loss": 0.009254801087081432, "global_step": 9124, "epoch": 140, "lr": 8.811948544150693e-05}
+{"train_loss": 0.01018127053976059, "global_step": 9125, "epoch": 140, "lr": 8.811684507862174e-05}
+{"train_loss": 0.012000582180917263, "global_step": 9126, "epoch": 140, "lr": 8.811420446193446e-05}
+{"train_loss": 0.009002677164971828, "global_step": 9127, "epoch": 140, "lr": 8.811156359146263e-05}
+{"train_loss": 0.00829810369759798, "global_step": 9128, "epoch": 140, "lr": 8.810892246722387e-05}
+{"train_loss": 0.012546992860734463, "global_step": 9129, "epoch": 140, "lr": 8.810628108923574e-05}
+{"train_loss": 0.011156124994158745, "global_step": 9130, "epoch": 140, "lr": 8.810363945751584e-05}
+{"train_loss": 0.010307099670171738, "global_step": 9131, "epoch": 140, "lr": 8.810099757208176e-05}
+{"train_loss": 0.006535113323479891, "global_step": 9132, "epoch": 140, "lr": 8.809835543295108e-05}
+{"train_loss": 0.008022088557481766, "global_step": 9133, "epoch": 140, "lr": 8.809571304014142e-05}
+{"train_loss": 0.008142979815602303, "global_step": 9134, "epoch": 140, "lr": 8.809307039367034e-05}
+{"train_loss": 0.012473415583372116, "global_step": 9135, "epoch": 140, "lr": 8.809042749355545e-05}
+{"train_loss": 0.009944360703229904, "global_step": 9136, "epoch": 140, "lr": 8.808778433981435e-05}
+{"train_loss": 0.008500468917191029, "global_step": 9137, "epoch": 140, "lr": 8.808514093246465e-05}
+{"train_loss": 0.015031618997454643, "global_step": 9138, "epoch": 140, "lr": 8.808249727152394e-05}
+{"train_loss": 0.008243483491241932, "global_step": 9139, "epoch": 140, "lr": 8.80798533570098e-05}
+{"train_loss": 0.013075707480311394, "global_step": 9140, "epoch": 140, "lr": 8.807720918893988e-05}
+{"train_loss": 0.007953192107379436, "global_step": 9141, "epoch": 140, "lr": 8.807456476733176e-05}
+{"train_loss": 0.013074550777673721, "global_step": 9142, "epoch": 140, "lr": 8.807192009220305e-05}
+{"train_loss": 0.006581705529242754, "global_step": 9143, "epoch": 140, "lr": 8.806927516357136e-05}
+{"train_loss": 0.011284062638878822, "global_step": 9144, "epoch": 140, "lr": 8.806662998145431e-05}
+{"train_loss": 0.014513063244521618, "global_step": 9145, "epoch": 140, "lr": 8.80639845458695e-05}
+{"train_loss": 0.00690994318574667, "global_step": 9146, "epoch": 140, "lr": 8.806133885683454e-05}
+{"train_loss": 0.00914789643138647, "global_step": 9147, "epoch": 140, "lr": 8.805869291436708e-05}
+{"train_loss": 0.010559866204857826, "global_step": 9148, "epoch": 140, "lr": 8.80560467184847e-05}
+{"train_loss": 0.010670749470591545, "global_step": 9149, "epoch": 140, "lr": 8.805340026920503e-05}
+{"train_loss": 0.008210118860006332, "global_step": 9150, "epoch": 140, "lr": 8.805075356654571e-05}
+{"train_loss": 0.007586316671222448, "global_step": 9151, "epoch": 140, "lr": 8.804810661052434e-05}
+{"train_loss": 0.013232531026005745, "global_step": 9152, "epoch": 140, "lr": 8.804545940115855e-05}
+{"train_loss": 0.006742633879184723, "global_step": 9153, "epoch": 140, "lr": 8.8042811938466e-05}
+{"train_loss": 0.007869714871048927, "global_step": 9154, "epoch": 140, "lr": 8.804016422246426e-05}
+{"train_loss": 0.010603481903672218, "global_step": 9155, "epoch": 140, "lr": 8.803751625317099e-05}
+{"train_loss": 0.006878447253257036, "global_step": 9156, "epoch": 140, "lr": 8.803486803060383e-05}
+{"train_loss": 0.008277046494185925, "global_step": 9157, "epoch": 140, "lr": 8.80322195547804e-05}
+{"train_loss": 0.009058265946805477, "global_step": 9158, "epoch": 140, "lr": 8.802957082571834e-05}
+{"train_loss": 0.009582397527992725, "global_step": 9159, "epoch": 140, "lr": 8.802692184343529e-05}
+{"train_loss": 0.009572303853929043, "global_step": 9160, "epoch": 140, "lr": 8.802427260794888e-05}
+{"train_loss": 0.007732574827969074, "global_step": 9161, "epoch": 140, "lr": 8.802162311927675e-05}
+{"train_loss": 0.010527740232646465, "global_step": 9162, "epoch": 140, "lr": 8.801897337743654e-05}
+{"train_loss": 0.011156049557030201, "global_step": 9163, "epoch": 140, "lr": 8.801632338244591e-05}
+{"train_loss": 0.009814230632036925, "global_step": 9164, "epoch": 140, "lr": 8.801367313432249e-05, "val_loss": 0.005685397889465094, "train_action_mse_error": 0.0005540710408240557}
+{"train_loss": 0.009159542620182037, "global_step": 9165, "epoch": 141, "lr": 8.801102263308393e-05}
+{"train_loss": 0.010965880006551743, "global_step": 9166, "epoch": 141, "lr": 8.800837187874789e-05}
+{"train_loss": 0.0068205660209059715, "global_step": 9167, "epoch": 141, "lr": 8.800572087133198e-05}
+{"train_loss": 0.008583812974393368, "global_step": 9168, "epoch": 141, "lr": 8.800306961085391e-05}
+{"train_loss": 0.010867644101381302, "global_step": 9169, "epoch": 141, "lr": 8.800041809733128e-05}
+{"train_loss": 0.009649036452174187, "global_step": 9170, "epoch": 141, "lr": 8.79977663307818e-05}
+{"train_loss": 0.00816437415778637, "global_step": 9171, "epoch": 141, "lr": 8.799511431122307e-05}
+{"train_loss": 0.009225975722074509, "global_step": 9172, "epoch": 141, "lr": 8.799246203867279e-05}
+{"train_loss": 0.00707838824018836, "global_step": 9173, "epoch": 141, "lr": 8.798980951314859e-05}
+{"train_loss": 0.010655810125172138, "global_step": 9174, "epoch": 141, "lr": 8.798715673466817e-05}
+{"train_loss": 0.009748530574142933, "global_step": 9175, "epoch": 141, "lr": 8.798450370324916e-05}
+{"train_loss": 0.008194073103368282, "global_step": 9176, "epoch": 141, "lr": 8.798185041890923e-05}
+{"train_loss": 0.010305127128958702, "global_step": 9177, "epoch": 141, "lr": 8.797919688166605e-05}
+{"train_loss": 0.008168777450919151, "global_step": 9178, "epoch": 141, "lr": 8.79765430915373e-05}
+{"train_loss": 0.007268092595040798, "global_step": 9179, "epoch": 141, "lr": 8.797388904854063e-05}
+{"train_loss": 0.010983548127114773, "global_step": 9180, "epoch": 141, "lr": 8.797123475269374e-05}
+{"train_loss": 0.009022446349263191, "global_step": 9181, "epoch": 141, "lr": 8.796858020401428e-05}
+{"train_loss": 0.007791738957166672, "global_step": 9182, "epoch": 141, "lr": 8.796592540251994e-05}
+{"train_loss": 0.007089512422680855, "global_step": 9183, "epoch": 141, "lr": 8.79632703482284e-05}
+{"train_loss": 0.009086355566978455, "global_step": 9184, "epoch": 141, "lr": 8.79606150411573e-05}
+{"train_loss": 0.007995730265974998, "global_step": 9185, "epoch": 141, "lr": 8.795795948132437e-05}
+{"train_loss": 0.009818069636821747, "global_step": 9186, "epoch": 141, "lr": 8.795530366874727e-05}
+{"train_loss": 0.009629261679947376, "global_step": 9187, "epoch": 141, "lr": 8.795264760344368e-05}
+{"train_loss": 0.01015931274741888, "global_step": 9188, "epoch": 141, "lr": 8.794999128543128e-05}
+{"train_loss": 0.006486063823103905, "global_step": 9189, "epoch": 141, "lr": 8.794733471472778e-05}
+{"train_loss": 0.006480489857494831, "global_step": 9190, "epoch": 141, "lr": 8.794467789135085e-05}
+{"train_loss": 0.0060768830589950085, "global_step": 9191, "epoch": 141, "lr": 8.79420208153182e-05}
+{"train_loss": 0.005371502134948969, "global_step": 9192, "epoch": 141, "lr": 8.79393634866475e-05}
+{"train_loss": 0.01113258395344019, "global_step": 9193, "epoch": 141, "lr": 8.793670590535646e-05}
+{"train_loss": 0.012756085023283958, "global_step": 9194, "epoch": 141, "lr": 8.793404807146277e-05}
+{"train_loss": 0.009615647606551647, "global_step": 9195, "epoch": 141, "lr": 8.793138998498411e-05}
+{"train_loss": 0.008108234964311123, "global_step": 9196, "epoch": 141, "lr": 8.792873164593823e-05}
+{"train_loss": 0.010404293425381184, "global_step": 9197, "epoch": 141, "lr": 8.792607305434277e-05}
+{"train_loss": 0.00875287689268589, "global_step": 9198, "epoch": 141, "lr": 8.792341421021545e-05}
+{"train_loss": 0.0068365298211574554, "global_step": 9199, "epoch": 141, "lr": 8.7920755113574e-05}
+{"train_loss": 0.010306035168468952, "global_step": 9200, "epoch": 141, "lr": 8.79180957644361e-05}
+{"train_loss": 0.008628619834780693, "global_step": 9201, "epoch": 141, "lr": 8.791543616281946e-05}
+{"train_loss": 0.009996882639825344, "global_step": 9202, "epoch": 141, "lr": 8.791277630874181e-05}
+{"train_loss": 0.00965910218656063, "global_step": 9203, "epoch": 141, "lr": 8.791011620222082e-05}
+{"train_loss": 0.011032992973923683, "global_step": 9204, "epoch": 141, "lr": 8.790745584327426e-05}
+{"train_loss": 0.008018235675990582, "global_step": 9205, "epoch": 141, "lr": 8.790479523191979e-05}
+{"train_loss": 0.009446544572710991, "global_step": 9206, "epoch": 141, "lr": 8.790213436817514e-05}
+{"train_loss": 0.006218463648110628, "global_step": 9207, "epoch": 141, "lr": 8.789947325205805e-05}
+{"train_loss": 0.011759413406252861, "global_step": 9208, "epoch": 141, "lr": 8.789681188358623e-05}
+{"train_loss": 0.007604590617120266, "global_step": 9209, "epoch": 141, "lr": 8.789415026277738e-05}
+{"train_loss": 0.008578762412071228, "global_step": 9210, "epoch": 141, "lr": 8.789148838964924e-05}
+{"train_loss": 0.00806592870503664, "global_step": 9211, "epoch": 141, "lr": 8.788882626421954e-05}
+{"train_loss": 0.008096071891486645, "global_step": 9212, "epoch": 141, "lr": 8.788616388650599e-05}
+{"train_loss": 0.009600815363228321, "global_step": 9213, "epoch": 141, "lr": 8.788350125652633e-05}
+{"train_loss": 0.008110281080007553, "global_step": 9214, "epoch": 141, "lr": 8.788083837429828e-05}
+{"train_loss": 0.010257071815431118, "global_step": 9215, "epoch": 141, "lr": 8.787817523983957e-05}
+{"train_loss": 0.007380892522633076, "global_step": 9216, "epoch": 141, "lr": 8.787551185316793e-05}
+{"train_loss": 0.006910111755132675, "global_step": 9217, "epoch": 141, "lr": 8.787284821430111e-05}
+{"train_loss": 0.010273857042193413, "global_step": 9218, "epoch": 141, "lr": 8.787018432325684e-05}
+{"train_loss": 0.011521044187247753, "global_step": 9219, "epoch": 141, "lr": 8.786752018005286e-05}
+{"train_loss": 0.007052516099065542, "global_step": 9220, "epoch": 141, "lr": 8.78648557847069e-05}
+{"train_loss": 0.012733681127429008, "global_step": 9221, "epoch": 141, "lr": 8.78621911372367e-05}
+{"train_loss": 0.008020037785172462, "global_step": 9222, "epoch": 141, "lr": 8.785952623766e-05}
+{"train_loss": 0.007121915929019451, "global_step": 9223, "epoch": 141, "lr": 8.785686108599458e-05}
+{"train_loss": 0.012423739768564701, "global_step": 9224, "epoch": 141, "lr": 8.785419568225815e-05}
+{"train_loss": 0.009220432490110397, "global_step": 9225, "epoch": 141, "lr": 8.785153002646844e-05}
+{"train_loss": 0.013006079010665417, "global_step": 9226, "epoch": 141, "lr": 8.784886411864325e-05}
+{"train_loss": 0.012108358554542065, "global_step": 9227, "epoch": 141, "lr": 8.78461979588003e-05}
+{"train_loss": 0.012339583598077297, "global_step": 9228, "epoch": 141, "lr": 8.784353154695735e-05}
+{"train_loss": 0.00912422935406749, "global_step": 9229, "epoch": 141, "lr": 8.784086488313214e-05, "val_loss": 0.010346236638724804}
+{"train_loss": 0.010398859158158302, "global_step": 9230, "epoch": 142, "lr": 8.783819796734245e-05}
+{"train_loss": 0.01161510031670332, "global_step": 9231, "epoch": 142, "lr": 8.783553079960603e-05}
+{"train_loss": 0.007580519188195467, "global_step": 9232, "epoch": 142, "lr": 8.783286337994063e-05}
+{"train_loss": 0.01033785380423069, "global_step": 9233, "epoch": 142, "lr": 8.783019570836402e-05}
+{"train_loss": 0.011500922031700611, "global_step": 9234, "epoch": 142, "lr": 8.782752778489397e-05}
+{"train_loss": 0.011024360544979572, "global_step": 9235, "epoch": 142, "lr": 8.782485960954822e-05}
+{"train_loss": 0.012808420695364475, "global_step": 9236, "epoch": 142, "lr": 8.782219118234456e-05}
+{"train_loss": 0.013426817953586578, "global_step": 9237, "epoch": 142, "lr": 8.781952250330074e-05}
+{"train_loss": 0.009173261001706123, "global_step": 9238, "epoch": 142, "lr": 8.781685357243455e-05}
+{"train_loss": 0.009400232695043087, "global_step": 9239, "epoch": 142, "lr": 8.781418438976375e-05}
+{"train_loss": 0.007738758344203234, "global_step": 9240, "epoch": 142, "lr": 8.781151495530609e-05}
+{"train_loss": 0.014723623171448708, "global_step": 9241, "epoch": 142, "lr": 8.780884526907938e-05}
+{"train_loss": 0.01019701175391674, "global_step": 9242, "epoch": 142, "lr": 8.780617533110138e-05}
+{"train_loss": 0.008817692287266254, "global_step": 9243, "epoch": 142, "lr": 8.780350514138988e-05}
+{"train_loss": 0.011018676683306694, "global_step": 9244, "epoch": 142, "lr": 8.780083469996264e-05}
+{"train_loss": 0.011161888018250465, "global_step": 9245, "epoch": 142, "lr": 8.779816400683746e-05}
+{"train_loss": 0.009036101400852203, "global_step": 9246, "epoch": 142, "lr": 8.77954930620321e-05}
+{"train_loss": 0.009372686967253685, "global_step": 9247, "epoch": 142, "lr": 8.779282186556438e-05}
+{"train_loss": 0.010314245708286762, "global_step": 9248, "epoch": 142, "lr": 8.779015041745205e-05}
+{"train_loss": 0.012003029696643353, "global_step": 9249, "epoch": 142, "lr": 8.778747871771292e-05}
+{"train_loss": 0.009811033494770527, "global_step": 9250, "epoch": 142, "lr": 8.778480676636477e-05}
+{"train_loss": 0.010688879527151585, "global_step": 9251, "epoch": 142, "lr": 8.778213456342539e-05}
+{"train_loss": 0.008306341245770454, "global_step": 9252, "epoch": 142, "lr": 8.777946210891259e-05}
+{"train_loss": 0.012466884218156338, "global_step": 9253, "epoch": 142, "lr": 8.777678940284414e-05}
+{"train_loss": 0.011386307887732983, "global_step": 9254, "epoch": 142, "lr": 8.777411644523786e-05}
+{"train_loss": 0.009367872960865498, "global_step": 9255, "epoch": 142, "lr": 8.777144323611151e-05}
+{"train_loss": 0.006418969016522169, "global_step": 9256, "epoch": 142, "lr": 8.776876977548294e-05}
+{"train_loss": 0.009889605455100536, "global_step": 9257, "epoch": 142, "lr": 8.776609606336992e-05}
+{"train_loss": 0.01016594935208559, "global_step": 9258, "epoch": 142, "lr": 8.776342209979025e-05}
+{"train_loss": 0.009630481712520123, "global_step": 9259, "epoch": 142, "lr": 8.776074788476176e-05}
+{"train_loss": 0.008599343709647655, "global_step": 9260, "epoch": 142, "lr": 8.775807341830222e-05}
+{"train_loss": 0.009478079155087471, "global_step": 9261, "epoch": 142, "lr": 8.775539870042947e-05}
+{"train_loss": 0.008191927336156368, "global_step": 9262, "epoch": 142, "lr": 8.77527237311613e-05}
+{"train_loss": 0.008600040338933468, "global_step": 9263, "epoch": 142, "lr": 8.775004851051554e-05}
+{"train_loss": 0.008800278417766094, "global_step": 9264, "epoch": 142, "lr": 8.774737303850999e-05}
+{"train_loss": 0.012587382458150387, "global_step": 9265, "epoch": 142, "lr": 8.774469731516249e-05}
+{"train_loss": 0.009627023711800575, "global_step": 9266, "epoch": 142, "lr": 8.77420213404908e-05}
+{"train_loss": 0.01125640794634819, "global_step": 9267, "epoch": 142, "lr": 8.773934511451278e-05}
+{"train_loss": 0.01220818143337965, "global_step": 9268, "epoch": 142, "lr": 8.773666863724625e-05}
+{"train_loss": 0.010140006430447102, "global_step": 9269, "epoch": 142, "lr": 8.773399190870901e-05}
+{"train_loss": 0.006225268822163343, "global_step": 9270, "epoch": 142, "lr": 8.773131492891891e-05}
+{"train_loss": 0.008245940320193768, "global_step": 9271, "epoch": 142, "lr": 8.772863769789377e-05}
+{"train_loss": 0.010529020801186562, "global_step": 9272, "epoch": 142, "lr": 8.772596021565138e-05}
+{"train_loss": 0.006638524122536182, "global_step": 9273, "epoch": 142, "lr": 8.772328248220961e-05}
+{"train_loss": 0.008908437564969063, "global_step": 9274, "epoch": 142, "lr": 8.772060449758627e-05}
+{"train_loss": 0.00722490344196558, "global_step": 9275, "epoch": 142, "lr": 8.77179262617992e-05}
+{"train_loss": 0.008143074810504913, "global_step": 9276, "epoch": 142, "lr": 8.771524777486624e-05}
+{"train_loss": 0.0070603592321276665, "global_step": 9277, "epoch": 142, "lr": 8.771256903680519e-05}
+{"train_loss": 0.007950996980071068, "global_step": 9278, "epoch": 142, "lr": 8.770989004763393e-05}
+{"train_loss": 0.007360219024121761, "global_step": 9279, "epoch": 142, "lr": 8.770721080737028e-05}
+{"train_loss": 0.006631904747337103, "global_step": 9280, "epoch": 142, "lr": 8.770453131603206e-05}
+{"train_loss": 0.01009900588542223, "global_step": 9281, "epoch": 142, "lr": 8.770185157363715e-05}
+{"train_loss": 0.010502133518457413, "global_step": 9282, "epoch": 142, "lr": 8.769917158020336e-05}
+{"train_loss": 0.00700184004381299, "global_step": 9283, "epoch": 142, "lr": 8.769649133574856e-05}
+{"train_loss": 0.010826474986970425, "global_step": 9284, "epoch": 142, "lr": 8.769381084029058e-05}
+{"train_loss": 0.010576874949038029, "global_step": 9285, "epoch": 142, "lr": 8.769113009384726e-05}
+{"train_loss": 0.0063522737473249435, "global_step": 9286, "epoch": 142, "lr": 8.768844909643649e-05}
+{"train_loss": 0.009981531649827957, "global_step": 9287, "epoch": 142, "lr": 8.768576784807607e-05}
+{"train_loss": 0.007414056919515133, "global_step": 9288, "epoch": 142, "lr": 8.768308634878388e-05}
+{"train_loss": 0.007641450967639685, "global_step": 9289, "epoch": 142, "lr": 8.768040459857779e-05}
+{"train_loss": 0.01212898176163435, "global_step": 9290, "epoch": 142, "lr": 8.767772259747562e-05}
+{"train_loss": 0.010011712089180946, "global_step": 9291, "epoch": 142, "lr": 8.767504034549526e-05}
+{"train_loss": 0.008428914472460747, "global_step": 9292, "epoch": 142, "lr": 8.767235784265455e-05}
+{"train_loss": 0.009978490881621838, "global_step": 9293, "epoch": 142, "lr": 8.766967508897135e-05}
+{"train_loss": 0.009606766836861005, "global_step": 9294, "epoch": 142, "lr": 8.766699208446355e-05, "val_loss": 0.011844407767057419}
+{"train_loss": 0.01015610620379448, "global_step": 9295, "epoch": 143, "lr": 8.766430882914899e-05}
+{"train_loss": 0.006271555088460445, "global_step": 9296, "epoch": 143, "lr": 8.766162532304554e-05}
+{"train_loss": 0.00683184340596199, "global_step": 9297, "epoch": 143, "lr": 8.765894156617107e-05}
+{"train_loss": 0.011318264529109001, "global_step": 9298, "epoch": 143, "lr": 8.765625755854345e-05}
+{"train_loss": 0.0062026651576161385, "global_step": 9299, "epoch": 143, "lr": 8.765357330018056e-05}
+{"train_loss": 0.00673139002174139, "global_step": 9300, "epoch": 143, "lr": 8.765088879110025e-05}
+{"train_loss": 0.00985068827867508, "global_step": 9301, "epoch": 143, "lr": 8.764820403132042e-05}
+{"train_loss": 0.006192090921103954, "global_step": 9302, "epoch": 143, "lr": 8.764551902085893e-05}
+{"train_loss": 0.008028614334762096, "global_step": 9303, "epoch": 143, "lr": 8.764283375973368e-05}
+{"train_loss": 0.007023921236395836, "global_step": 9304, "epoch": 143, "lr": 8.764014824796252e-05}
+{"train_loss": 0.009168005548417568, "global_step": 9305, "epoch": 143, "lr": 8.763746248556337e-05}
+{"train_loss": 0.006276359315961599, "global_step": 9306, "epoch": 143, "lr": 8.763477647255407e-05}
+{"train_loss": 0.007810237351804972, "global_step": 9307, "epoch": 143, "lr": 8.763209020895254e-05}
+{"train_loss": 0.009992597624659538, "global_step": 9308, "epoch": 143, "lr": 8.762940369477663e-05}
+{"train_loss": 0.005967417266219854, "global_step": 9309, "epoch": 143, "lr": 8.762671693004427e-05}
+{"train_loss": 0.006395009811967611, "global_step": 9310, "epoch": 143, "lr": 8.762402991477331e-05}
+{"train_loss": 0.00839150883257389, "global_step": 9311, "epoch": 143, "lr": 8.762134264898168e-05}
+{"train_loss": 0.009005334228277206, "global_step": 9312, "epoch": 143, "lr": 8.761865513268724e-05}
+{"train_loss": 0.008525029756128788, "global_step": 9313, "epoch": 143, "lr": 8.76159673659079e-05}
+{"train_loss": 0.010553805157542229, "global_step": 9314, "epoch": 143, "lr": 8.761327934866157e-05}
+{"train_loss": 0.006799248047173023, "global_step": 9315, "epoch": 143, "lr": 8.761059108096612e-05}
+{"train_loss": 0.008426297456026077, "global_step": 9316, "epoch": 143, "lr": 8.760790256283947e-05}
+{"train_loss": 0.007820948027074337, "global_step": 9317, "epoch": 143, "lr": 8.760521379429951e-05}
+{"train_loss": 0.01028123777359724, "global_step": 9318, "epoch": 143, "lr": 8.760252477536416e-05}
+{"train_loss": 0.009241764433681965, "global_step": 9319, "epoch": 143, "lr": 8.75998355060513e-05}
+{"train_loss": 0.008391923271119595, "global_step": 9320, "epoch": 143, "lr": 8.759714598637886e-05}
+{"train_loss": 0.005807164590805769, "global_step": 9321, "epoch": 143, "lr": 8.759445621636474e-05}
+{"train_loss": 0.012791933491826057, "global_step": 9322, "epoch": 143, "lr": 8.759176619602685e-05}
+{"train_loss": 0.006276718340814114, "global_step": 9323, "epoch": 143, "lr": 8.758907592538308e-05}
+{"train_loss": 0.009531009942293167, "global_step": 9324, "epoch": 143, "lr": 8.758638540445139e-05}
+{"train_loss": 0.008932191878557205, "global_step": 9325, "epoch": 143, "lr": 8.758369463324965e-05}
+{"train_loss": 0.007801089435815811, "global_step": 9326, "epoch": 143, "lr": 8.75810036117958e-05}
+{"train_loss": 0.0071964748203754425, "global_step": 9327, "epoch": 143, "lr": 8.757831234010776e-05}
+{"train_loss": 0.009896933101117611, "global_step": 9328, "epoch": 143, "lr": 8.757562081820343e-05}
+{"train_loss": 0.011804560199379921, "global_step": 9329, "epoch": 143, "lr": 8.757292904610075e-05}
+{"train_loss": 0.008909841068089008, "global_step": 9330, "epoch": 143, "lr": 8.757023702381765e-05}
+{"train_loss": 0.01235086191445589, "global_step": 9331, "epoch": 143, "lr": 8.756754475137203e-05}
+{"train_loss": 0.006846565753221512, "global_step": 9332, "epoch": 143, "lr": 8.756485222878184e-05}
+{"train_loss": 0.0067494637332856655, "global_step": 9333, "epoch": 143, "lr": 8.756215945606498e-05}
+{"train_loss": 0.011068441905081272, "global_step": 9334, "epoch": 143, "lr": 8.75594664332394e-05}
+{"train_loss": 0.006632636301219463, "global_step": 9335, "epoch": 143, "lr": 8.755677316032305e-05}
+{"train_loss": 0.009152425453066826, "global_step": 9336, "epoch": 143, "lr": 8.755407963733382e-05}
+{"train_loss": 0.006200242321938276, "global_step": 9337, "epoch": 143, "lr": 8.755138586428969e-05}
+{"train_loss": 0.01634245365858078, "global_step": 9338, "epoch": 143, "lr": 8.754869184120854e-05}
+{"train_loss": 0.006746279075741768, "global_step": 9339, "epoch": 143, "lr": 8.754599756810836e-05}
+{"train_loss": 0.012427127920091152, "global_step": 9340, "epoch": 143, "lr": 8.754330304500707e-05}
+{"train_loss": 0.006349903531372547, "global_step": 9341, "epoch": 143, "lr": 8.754060827192262e-05}
+{"train_loss": 0.011817148886620998, "global_step": 9342, "epoch": 143, "lr": 8.753791324887294e-05}
+{"train_loss": 0.011638764292001724, "global_step": 9343, "epoch": 143, "lr": 8.753521797587598e-05}
+{"train_loss": 0.009524441324174404, "global_step": 9344, "epoch": 143, "lr": 8.753252245294969e-05}
+{"train_loss": 0.0090859429910779, "global_step": 9345, "epoch": 143, "lr": 8.752982668011203e-05}
+{"train_loss": 0.006908123381435871, "global_step": 9346, "epoch": 143, "lr": 8.752713065738091e-05}
+{"train_loss": 0.006937028840184212, "global_step": 9347, "epoch": 143, "lr": 8.752443438477434e-05}
+{"train_loss": 0.008448629640042782, "global_step": 9348, "epoch": 143, "lr": 8.752173786231021e-05}
+{"train_loss": 0.009359252639114857, "global_step": 9349, "epoch": 143, "lr": 8.751904109000652e-05}
+{"train_loss": 0.012014729902148247, "global_step": 9350, "epoch": 143, "lr": 8.751634406788121e-05}
+{"train_loss": 0.008420657366514206, "global_step": 9351, "epoch": 143, "lr": 8.751364679595225e-05}
+{"train_loss": 0.010951632633805275, "global_step": 9352, "epoch": 143, "lr": 8.751094927423758e-05}
+{"train_loss": 0.012933729216456413, "global_step": 9353, "epoch": 143, "lr": 8.750825150275516e-05}
+{"train_loss": 0.007237870246171951, "global_step": 9354, "epoch": 143, "lr": 8.750555348152298e-05}
+{"train_loss": 0.00823608785867691, "global_step": 9355, "epoch": 143, "lr": 8.750285521055899e-05}
+{"train_loss": 0.010721328668296337, "global_step": 9356, "epoch": 143, "lr": 8.750015668988115e-05}
+{"train_loss": 0.008412443101406097, "global_step": 9357, "epoch": 143, "lr": 8.749745791950745e-05}
+{"train_loss": 0.010691385716199875, "global_step": 9358, "epoch": 143, "lr": 8.749475889945582e-05}
+{"train_loss": 0.008795252112815012, "global_step": 9359, "epoch": 143, "lr": 8.749205962974427e-05, "val_loss": 0.013326679356396198}
+{"train_loss": 0.010726538486778736, "global_step": 9360, "epoch": 144, "lr": 8.748936011039077e-05}
+{"train_loss": 0.009426949545741081, "global_step": 9361, "epoch": 144, "lr": 8.748666034141326e-05}
+{"train_loss": 0.0067766387946903706, "global_step": 9362, "epoch": 144, "lr": 8.748396032282976e-05}
+{"train_loss": 0.00965522974729538, "global_step": 9363, "epoch": 144, "lr": 8.748126005465823e-05}
+{"train_loss": 0.008716531097888947, "global_step": 9364, "epoch": 144, "lr": 8.747855953691664e-05}
+{"train_loss": 0.00851617194712162, "global_step": 9365, "epoch": 144, "lr": 8.747585876962297e-05}
+{"train_loss": 0.009729400277137756, "global_step": 9366, "epoch": 144, "lr": 8.747315775279524e-05}
+{"train_loss": 0.009357585571706295, "global_step": 9367, "epoch": 144, "lr": 8.747045648645138e-05}
+{"train_loss": 0.008186488412320614, "global_step": 9368, "epoch": 144, "lr": 8.746775497060942e-05}
+{"train_loss": 0.009288083761930466, "global_step": 9369, "epoch": 144, "lr": 8.746505320528732e-05}
+{"train_loss": 0.009851253591477871, "global_step": 9370, "epoch": 144, "lr": 8.74623511905031e-05}
+{"train_loss": 0.008313113823533058, "global_step": 9371, "epoch": 144, "lr": 8.745964892627471e-05}
+{"train_loss": 0.006880926433950663, "global_step": 9372, "epoch": 144, "lr": 8.745694641262019e-05}
+{"train_loss": 0.011931341141462326, "global_step": 9373, "epoch": 144, "lr": 8.74542436495575e-05}
+{"train_loss": 0.012676837854087353, "global_step": 9374, "epoch": 144, "lr": 8.745154063710464e-05}
+{"train_loss": 0.008211974054574966, "global_step": 9375, "epoch": 144, "lr": 8.744883737527962e-05}
+{"train_loss": 0.010240773670375347, "global_step": 9376, "epoch": 144, "lr": 8.744613386410046e-05}
+{"train_loss": 0.007760187610983849, "global_step": 9377, "epoch": 144, "lr": 8.744343010358511e-05}
+{"train_loss": 0.011972890235483646, "global_step": 9378, "epoch": 144, "lr": 8.74407260937516e-05}
+{"train_loss": 0.006892503704875708, "global_step": 9379, "epoch": 144, "lr": 8.743802183461795e-05}
+{"train_loss": 0.010160235688090324, "global_step": 9380, "epoch": 144, "lr": 8.743531732620213e-05}
+{"train_loss": 0.007304998114705086, "global_step": 9381, "epoch": 144, "lr": 8.74326125685222e-05}
+{"train_loss": 0.007761331740766764, "global_step": 9382, "epoch": 144, "lr": 8.742990756159613e-05}
+{"train_loss": 0.008827738463878632, "global_step": 9383, "epoch": 144, "lr": 8.742720230544192e-05}
+{"train_loss": 0.0096505181863904, "global_step": 9384, "epoch": 144, "lr": 8.742449680007762e-05}
+{"train_loss": 0.008186024613678455, "global_step": 9385, "epoch": 144, "lr": 8.742179104552122e-05}
+{"train_loss": 0.0076790922321379185, "global_step": 9386, "epoch": 144, "lr": 8.741908504179075e-05}
+{"train_loss": 0.012455449439585209, "global_step": 9387, "epoch": 144, "lr": 8.741637878890423e-05}
+{"train_loss": 0.01151326671242714, "global_step": 9388, "epoch": 144, "lr": 8.741367228687966e-05}
+{"train_loss": 0.008253837935626507, "global_step": 9389, "epoch": 144, "lr": 8.741096553573507e-05}
+{"train_loss": 0.006919458974152803, "global_step": 9390, "epoch": 144, "lr": 8.740825853548851e-05}
+{"train_loss": 0.009149936959147453, "global_step": 9391, "epoch": 144, "lr": 8.740555128615795e-05}
+{"train_loss": 0.008654702454805374, "global_step": 9392, "epoch": 144, "lr": 8.740284378776146e-05}
+{"train_loss": 0.007953996770083904, "global_step": 9393, "epoch": 144, "lr": 8.740013604031707e-05}
+{"train_loss": 0.007970893755555153, "global_step": 9394, "epoch": 144, "lr": 8.739742804384279e-05}
+{"train_loss": 0.009007183834910393, "global_step": 9395, "epoch": 144, "lr": 8.739471979835664e-05}
+{"train_loss": 0.011815512552857399, "global_step": 9396, "epoch": 144, "lr": 8.739201130387669e-05}
+{"train_loss": 0.0058213272131979465, "global_step": 9397, "epoch": 144, "lr": 8.738930256042093e-05}
+{"train_loss": 0.008229787461459637, "global_step": 9398, "epoch": 144, "lr": 8.738659356800744e-05}
+{"train_loss": 0.00869933981448412, "global_step": 9399, "epoch": 144, "lr": 8.738388432665424e-05}
+{"train_loss": 0.00934374239295721, "global_step": 9400, "epoch": 144, "lr": 8.738117483637934e-05}
+{"train_loss": 0.009621388278901577, "global_step": 9401, "epoch": 144, "lr": 8.737846509720083e-05}
+{"train_loss": 0.014343359507620335, "global_step": 9402, "epoch": 144, "lr": 8.737575510913673e-05}
+{"train_loss": 0.008763346821069717, "global_step": 9403, "epoch": 144, "lr": 8.737304487220508e-05}
+{"train_loss": 0.013670207001268864, "global_step": 9404, "epoch": 144, "lr": 8.737033438642393e-05}
+{"train_loss": 0.007460689637809992, "global_step": 9405, "epoch": 144, "lr": 8.736762365181135e-05}
+{"train_loss": 0.01068543829023838, "global_step": 9406, "epoch": 144, "lr": 8.736491266838535e-05}
+{"train_loss": 0.005400634836405516, "global_step": 9407, "epoch": 144, "lr": 8.736220143616401e-05}
+{"train_loss": 0.011126899160444736, "global_step": 9408, "epoch": 144, "lr": 8.735948995516536e-05}
+{"train_loss": 0.008361564949154854, "global_step": 9409, "epoch": 144, "lr": 8.735677822540749e-05}
+{"train_loss": 0.011243549175560474, "global_step": 9410, "epoch": 144, "lr": 8.735406624690842e-05}
+{"train_loss": 0.01103097852319479, "global_step": 9411, "epoch": 144, "lr": 8.735135401968623e-05}
+{"train_loss": 0.007767450995743275, "global_step": 9412, "epoch": 144, "lr": 8.734864154375897e-05}
+{"train_loss": 0.017836013808846474, "global_step": 9413, "epoch": 144, "lr": 8.73459288191447e-05}
+{"train_loss": 0.008766179904341698, "global_step": 9414, "epoch": 144, "lr": 8.734321584586147e-05}
+{"train_loss": 0.008926153182983398, "global_step": 9415, "epoch": 144, "lr": 8.734050262392738e-05}
+{"train_loss": 0.015451755374670029, "global_step": 9416, "epoch": 144, "lr": 8.733778915336048e-05}
+{"train_loss": 0.007940172217786312, "global_step": 9417, "epoch": 144, "lr": 8.733507543417882e-05}
+{"train_loss": 0.010791415348649025, "global_step": 9418, "epoch": 144, "lr": 8.733236146640048e-05}
+{"train_loss": 0.007693418767303228, "global_step": 9419, "epoch": 144, "lr": 8.732964725004354e-05}
+{"train_loss": 0.011811478063464165, "global_step": 9420, "epoch": 144, "lr": 8.732693278512607e-05}
+{"train_loss": 0.01018314715474844, "global_step": 9421, "epoch": 144, "lr": 8.732421807166613e-05}
+{"train_loss": 0.006787711754441261, "global_step": 9422, "epoch": 144, "lr": 8.732150310968182e-05}
+{"train_loss": 0.010671294294297695, "global_step": 9423, "epoch": 144, "lr": 8.73187878991912e-05}
+{"train_loss": 0.00946835011530381, "global_step": 9424, "epoch": 144, "lr": 8.731607244021236e-05, "val_loss": 0.011152149178087711}
+{"train_loss": 0.008318295702338219, "global_step": 9425, "epoch": 145, "lr": 8.731335673276336e-05}
+{"train_loss": 0.009697303175926208, "global_step": 9426, "epoch": 145, "lr": 8.73106407768623e-05}
+{"train_loss": 0.009330804459750652, "global_step": 9427, "epoch": 145, "lr": 8.730792457252727e-05}
+{"train_loss": 0.011171595193445683, "global_step": 9428, "epoch": 145, "lr": 8.730520811977635e-05}
+{"train_loss": 0.008136007934808731, "global_step": 9429, "epoch": 145, "lr": 8.730249141862763e-05}
+{"train_loss": 0.011426860466599464, "global_step": 9430, "epoch": 145, "lr": 8.729977446909918e-05}
+{"train_loss": 0.007687889039516449, "global_step": 9431, "epoch": 145, "lr": 8.729705727120911e-05}
+{"train_loss": 0.00723583810031414, "global_step": 9432, "epoch": 145, "lr": 8.72943398249755e-05}
+{"train_loss": 0.008880777284502983, "global_step": 9433, "epoch": 145, "lr": 8.729162213041647e-05}
+{"train_loss": 0.011141417548060417, "global_step": 9434, "epoch": 145, "lr": 8.728890418755009e-05}
+{"train_loss": 0.009226445108652115, "global_step": 9435, "epoch": 145, "lr": 8.728618599639446e-05}
+{"train_loss": 0.008197566494345665, "global_step": 9436, "epoch": 145, "lr": 8.72834675569677e-05}
+{"train_loss": 0.009021490812301636, "global_step": 9437, "epoch": 145, "lr": 8.728074886928787e-05}
+{"train_loss": 0.008584119379520416, "global_step": 9438, "epoch": 145, "lr": 8.727802993337312e-05}
+{"train_loss": 0.007829194888472557, "global_step": 9439, "epoch": 145, "lr": 8.727531074924153e-05}
+{"train_loss": 0.008518029935657978, "global_step": 9440, "epoch": 145, "lr": 8.72725913169112e-05}
+{"train_loss": 0.009477462619543076, "global_step": 9441, "epoch": 145, "lr": 8.726987163640024e-05}
+{"train_loss": 0.010380130261182785, "global_step": 9442, "epoch": 145, "lr": 8.726715170772677e-05}
+{"train_loss": 0.007657425943762064, "global_step": 9443, "epoch": 145, "lr": 8.72644315309089e-05}
+{"train_loss": 0.007741967681795359, "global_step": 9444, "epoch": 145, "lr": 8.726171110596474e-05}
+{"train_loss": 0.00981522910296917, "global_step": 9445, "epoch": 145, "lr": 8.725899043291239e-05}
+{"train_loss": 0.008306298404932022, "global_step": 9446, "epoch": 145, "lr": 8.725626951176998e-05}
+{"train_loss": 0.008280958980321884, "global_step": 9447, "epoch": 145, "lr": 8.725354834255563e-05}
+{"train_loss": 0.010537004098296165, "global_step": 9448, "epoch": 145, "lr": 8.725082692528746e-05}
+{"train_loss": 0.007547481916844845, "global_step": 9449, "epoch": 145, "lr": 8.724810525998357e-05}
+{"train_loss": 0.00820554792881012, "global_step": 9450, "epoch": 145, "lr": 8.724538334666211e-05}
+{"train_loss": 0.00837177038192749, "global_step": 9451, "epoch": 145, "lr": 8.724266118534117e-05}
+{"train_loss": 0.008437369018793106, "global_step": 9452, "epoch": 145, "lr": 8.72399387760389e-05}
+{"train_loss": 0.008780906908214092, "global_step": 9453, "epoch": 145, "lr": 8.723721611877344e-05}
+{"train_loss": 0.004143415484577417, "global_step": 9454, "epoch": 145, "lr": 8.723449321356289e-05}
+{"train_loss": 0.008056816644966602, "global_step": 9455, "epoch": 145, "lr": 8.72317700604254e-05}
+{"train_loss": 0.007101581897586584, "global_step": 9456, "epoch": 145, "lr": 8.722904665937908e-05}
+{"train_loss": 0.0084150992333889, "global_step": 9457, "epoch": 145, "lr": 8.722632301044209e-05}
+{"train_loss": 0.007481609471142292, "global_step": 9458, "epoch": 145, "lr": 8.722359911363255e-05}
+{"train_loss": 0.008323217742145061, "global_step": 9459, "epoch": 145, "lr": 8.72208749689686e-05}
+{"train_loss": 0.008410695008933544, "global_step": 9460, "epoch": 145, "lr": 8.721815057646839e-05}
+{"train_loss": 0.010602076537907124, "global_step": 9461, "epoch": 145, "lr": 8.721542593615004e-05}
+{"train_loss": 0.01107593160122633, "global_step": 9462, "epoch": 145, "lr": 8.721270104803171e-05}
+{"train_loss": 0.007307449821382761, "global_step": 9463, "epoch": 145, "lr": 8.720997591213154e-05}
+{"train_loss": 0.007705965545028448, "global_step": 9464, "epoch": 145, "lr": 8.720725052846765e-05}
+{"train_loss": 0.007354612462222576, "global_step": 9465, "epoch": 145, "lr": 8.720452489705823e-05}
+{"train_loss": 0.012085923925042152, "global_step": 9466, "epoch": 145, "lr": 8.72017990179214e-05}
+{"train_loss": 0.005373847670853138, "global_step": 9467, "epoch": 145, "lr": 8.719907289107531e-05}
+{"train_loss": 0.009133320301771164, "global_step": 9468, "epoch": 145, "lr": 8.719634651653814e-05}
+{"train_loss": 0.008117678575217724, "global_step": 9469, "epoch": 145, "lr": 8.719361989432801e-05}
+{"train_loss": 0.008336329832673073, "global_step": 9470, "epoch": 145, "lr": 8.719089302446308e-05}
+{"train_loss": 0.011192988604307175, "global_step": 9471, "epoch": 145, "lr": 8.718816590696153e-05}
+{"train_loss": 0.008850457146763802, "global_step": 9472, "epoch": 145, "lr": 8.71854385418415e-05}
+{"train_loss": 0.012334861792623997, "global_step": 9473, "epoch": 145, "lr": 8.718271092912116e-05}
+{"train_loss": 0.013312914408743382, "global_step": 9474, "epoch": 145, "lr": 8.717998306881865e-05}
+{"train_loss": 0.009300345554947853, "global_step": 9475, "epoch": 145, "lr": 8.717725496095217e-05}
+{"train_loss": 0.008756499737501144, "global_step": 9476, "epoch": 145, "lr": 8.717452660553986e-05}
+{"train_loss": 0.008584368973970413, "global_step": 9477, "epoch": 145, "lr": 8.717179800259987e-05}
+{"train_loss": 0.008304571732878685, "global_step": 9478, "epoch": 145, "lr": 8.716906915215041e-05}
+{"train_loss": 0.005164293572306633, "global_step": 9479, "epoch": 145, "lr": 8.716634005420963e-05}
+{"train_loss": 0.007414535153657198, "global_step": 9480, "epoch": 145, "lr": 8.71636107087957e-05}
+{"train_loss": 0.007986645214259624, "global_step": 9481, "epoch": 145, "lr": 8.71608811159268e-05}
+{"train_loss": 0.006279999855905771, "global_step": 9482, "epoch": 145, "lr": 8.715815127562111e-05}
+{"train_loss": 0.009116952307522297, "global_step": 9483, "epoch": 145, "lr": 8.715542118789676e-05}
+{"train_loss": 0.010089157149195671, "global_step": 9484, "epoch": 145, "lr": 8.7152690852772e-05}
+{"train_loss": 0.008448446169495583, "global_step": 9485, "epoch": 145, "lr": 8.714996027026497e-05}
+{"train_loss": 0.008023503236472607, "global_step": 9486, "epoch": 145, "lr": 8.714722944039386e-05}
+{"train_loss": 0.008859715424478054, "global_step": 9487, "epoch": 145, "lr": 8.714449836317683e-05}
+{"train_loss": 0.007296314463019371, "global_step": 9488, "epoch": 145, "lr": 8.714176703863211e-05}
+{"train_loss": 0.008647147408471658, "global_step": 9489, "epoch": 145, "lr": 8.713903546677786e-05, "val_loss": 0.011599290184676647, "train_action_mse_error": 0.0005620376323349774}
+{"train_loss": 0.008232571184635162, "global_step": 9490, "epoch": 146, "lr": 8.713630364763225e-05}
+{"train_loss": 0.008590015582740307, "global_step": 9491, "epoch": 146, "lr": 8.713357158121352e-05}
+{"train_loss": 0.008618161082267761, "global_step": 9492, "epoch": 146, "lr": 8.713083926753981e-05}
+{"train_loss": 0.006140987388789654, "global_step": 9493, "epoch": 146, "lr": 8.712810670662934e-05}
+{"train_loss": 0.010661921463906765, "global_step": 9494, "epoch": 146, "lr": 8.712537389850031e-05}
+{"train_loss": 0.011608237400650978, "global_step": 9495, "epoch": 146, "lr": 8.71226408431709e-05}
+{"train_loss": 0.008841177448630333, "global_step": 9496, "epoch": 146, "lr": 8.711990754065931e-05}
+{"train_loss": 0.007384755183011293, "global_step": 9497, "epoch": 146, "lr": 8.711717399098374e-05}
+{"train_loss": 0.012437399476766586, "global_step": 9498, "epoch": 146, "lr": 8.71144401941624e-05}
+{"train_loss": 0.013537345454096794, "global_step": 9499, "epoch": 146, "lr": 8.71117061502135e-05}
+{"train_loss": 0.009620316326618195, "global_step": 9500, "epoch": 146, "lr": 8.710897185915523e-05}
+{"train_loss": 0.007360296323895454, "global_step": 9501, "epoch": 146, "lr": 8.71062373210058e-05}
+{"train_loss": 0.007954771630465984, "global_step": 9502, "epoch": 146, "lr": 8.710350253578341e-05}
+{"train_loss": 0.013760792091488838, "global_step": 9503, "epoch": 146, "lr": 8.710076750350628e-05}
+{"train_loss": 0.011565462686121464, "global_step": 9504, "epoch": 146, "lr": 8.709803222419262e-05}
+{"train_loss": 0.007361449301242828, "global_step": 9505, "epoch": 146, "lr": 8.709529669786065e-05}
+{"train_loss": 0.0157910343259573, "global_step": 9506, "epoch": 146, "lr": 8.709256092452857e-05}
+{"train_loss": 0.012803925201296806, "global_step": 9507, "epoch": 146, "lr": 8.70898249042146e-05}
+{"train_loss": 0.007310862187296152, "global_step": 9508, "epoch": 146, "lr": 8.708708863693697e-05}
+{"train_loss": 0.008966783061623573, "global_step": 9509, "epoch": 146, "lr": 8.708435212271389e-05}
+{"train_loss": 0.007020527962595224, "global_step": 9510, "epoch": 146, "lr": 8.708161536156356e-05}
+{"train_loss": 0.0063493987545371056, "global_step": 9511, "epoch": 146, "lr": 8.707887835350425e-05}
+{"train_loss": 0.007314884103834629, "global_step": 9512, "epoch": 146, "lr": 8.707614109855414e-05}
+{"train_loss": 0.010302109643816948, "global_step": 9513, "epoch": 146, "lr": 8.707340359673149e-05}
+{"train_loss": 0.007871835492551327, "global_step": 9514, "epoch": 146, "lr": 8.70706658480545e-05}
+{"train_loss": 0.01384423766285181, "global_step": 9515, "epoch": 146, "lr": 8.70679278525414e-05}
+{"train_loss": 0.008750143460929394, "global_step": 9516, "epoch": 146, "lr": 8.706518961021046e-05}
+{"train_loss": 0.006780446972697973, "global_step": 9517, "epoch": 146, "lr": 8.706245112107988e-05}
+{"train_loss": 0.013168075121939182, "global_step": 9518, "epoch": 146, "lr": 8.70597123851679e-05}
+{"train_loss": 0.013357200659811497, "global_step": 9519, "epoch": 146, "lr": 8.705697340249275e-05}
+{"train_loss": 0.00801989994943142, "global_step": 9520, "epoch": 146, "lr": 8.705423417307268e-05}
+{"train_loss": 0.006054058205336332, "global_step": 9521, "epoch": 146, "lr": 8.705149469692591e-05}
+{"train_loss": 0.011330894194543362, "global_step": 9522, "epoch": 146, "lr": 8.70487549740707e-05}
+{"train_loss": 0.008804142475128174, "global_step": 9523, "epoch": 146, "lr": 8.704601500452528e-05}
+{"train_loss": 0.01242179237306118, "global_step": 9524, "epoch": 146, "lr": 8.704327478830791e-05}
+{"train_loss": 0.009912444278597832, "global_step": 9525, "epoch": 146, "lr": 8.704053432543682e-05}
+{"train_loss": 0.008176694624125957, "global_step": 9526, "epoch": 146, "lr": 8.703779361593027e-05}
+{"train_loss": 0.005768647417426109, "global_step": 9527, "epoch": 146, "lr": 8.70350526598065e-05}
+{"train_loss": 0.010402696207165718, "global_step": 9528, "epoch": 146, "lr": 8.703231145708375e-05}
+{"train_loss": 0.01133699156343937, "global_step": 9529, "epoch": 146, "lr": 8.70295700077803e-05}
+{"train_loss": 0.007464257068932056, "global_step": 9530, "epoch": 146, "lr": 8.702682831191438e-05}
+{"train_loss": 0.012466630898416042, "global_step": 9531, "epoch": 146, "lr": 8.702408636950427e-05}
+{"train_loss": 0.009389335289597511, "global_step": 9532, "epoch": 146, "lr": 8.70213441805682e-05}
+{"train_loss": 0.008461995050311089, "global_step": 9533, "epoch": 146, "lr": 8.701860174512444e-05}
+{"train_loss": 0.009243323467671871, "global_step": 9534, "epoch": 146, "lr": 8.701585906319126e-05}
+{"train_loss": 0.008398296311497688, "global_step": 9535, "epoch": 146, "lr": 8.701311613478692e-05}
+{"train_loss": 0.010179913602769375, "global_step": 9536, "epoch": 146, "lr": 8.701037295992966e-05}
+{"train_loss": 0.010237875394523144, "global_step": 9537, "epoch": 146, "lr": 8.700762953863777e-05}
+{"train_loss": 0.013396146707236767, "global_step": 9538, "epoch": 146, "lr": 8.700488587092952e-05}
+{"train_loss": 0.009170998819172382, "global_step": 9539, "epoch": 146, "lr": 8.700214195682317e-05}
+{"train_loss": 0.011002480052411556, "global_step": 9540, "epoch": 146, "lr": 8.699939779633698e-05}
+{"train_loss": 0.007433017715811729, "global_step": 9541, "epoch": 146, "lr": 8.699665338948923e-05}
+{"train_loss": 0.009519136510789394, "global_step": 9542, "epoch": 146, "lr": 8.69939087362982e-05}
+{"train_loss": 0.010556225664913654, "global_step": 9543, "epoch": 146, "lr": 8.699116383678218e-05}
+{"train_loss": 0.009525589644908905, "global_step": 9544, "epoch": 146, "lr": 8.69884186909594e-05}
+{"train_loss": 0.010085588321089745, "global_step": 9545, "epoch": 146, "lr": 8.698567329884817e-05}
+{"train_loss": 0.00845862552523613, "global_step": 9546, "epoch": 146, "lr": 8.698292766046678e-05}
+{"train_loss": 0.00963745266199112, "global_step": 9547, "epoch": 146, "lr": 8.69801817758335e-05}
+{"train_loss": 0.009684969671070576, "global_step": 9548, "epoch": 146, "lr": 8.697743564496661e-05}
+{"train_loss": 0.008481811732053757, "global_step": 9549, "epoch": 146, "lr": 8.697468926788438e-05}
+{"train_loss": 0.009167041629552841, "global_step": 9550, "epoch": 146, "lr": 8.697194264460515e-05}
+{"train_loss": 0.008132779970765114, "global_step": 9551, "epoch": 146, "lr": 8.696919577514715e-05}
+{"train_loss": 0.007761945016682148, "global_step": 9552, "epoch": 146, "lr": 8.69664486595287e-05}
+{"train_loss": 0.005926631856709719, "global_step": 9553, "epoch": 146, "lr": 8.696370129776807e-05}
+{"train_loss": 0.009505586053889532, "global_step": 9554, "epoch": 146, "lr": 8.696095368988357e-05, "val_loss": 0.008370179682970047}
+{"train_loss": 0.008753592148423195, "global_step": 9555, "epoch": 147, "lr": 8.695820583589351e-05}
+{"train_loss": 0.008106459863483906, "global_step": 9556, "epoch": 147, "lr": 8.695545773581617e-05}
+{"train_loss": 0.010086474940180779, "global_step": 9557, "epoch": 147, "lr": 8.695270938966984e-05}
+{"train_loss": 0.007378874346613884, "global_step": 9558, "epoch": 147, "lr": 8.694996079747283e-05}
+{"train_loss": 0.006974745541810989, "global_step": 9559, "epoch": 147, "lr": 8.694721195924343e-05}
+{"train_loss": 0.008020812645554543, "global_step": 9560, "epoch": 147, "lr": 8.694446287499998e-05}
+{"train_loss": 0.008975183591246605, "global_step": 9561, "epoch": 147, "lr": 8.694171354476073e-05}
+{"train_loss": 0.010697314515709877, "global_step": 9562, "epoch": 147, "lr": 8.693896396854401e-05}
+{"train_loss": 0.005389137659221888, "global_step": 9563, "epoch": 147, "lr": 8.693621414636817e-05}
+{"train_loss": 0.010791118256747723, "global_step": 9564, "epoch": 147, "lr": 8.693346407825144e-05}
+{"train_loss": 0.006399420090019703, "global_step": 9565, "epoch": 147, "lr": 8.69307137642122e-05}
+{"train_loss": 0.008606750518083572, "global_step": 9566, "epoch": 147, "lr": 8.692796320426872e-05}
+{"train_loss": 0.006764025893062353, "global_step": 9567, "epoch": 147, "lr": 8.692521239843934e-05}
+{"train_loss": 0.005696798674762249, "global_step": 9568, "epoch": 147, "lr": 8.692246134674238e-05}
+{"train_loss": 0.0073362491093575954, "global_step": 9569, "epoch": 147, "lr": 8.691971004919613e-05}
+{"train_loss": 0.01012679748237133, "global_step": 9570, "epoch": 147, "lr": 8.691695850581894e-05}
+{"train_loss": 0.00675200903788209, "global_step": 9571, "epoch": 147, "lr": 8.69142067166291e-05}
+{"train_loss": 0.010955078527331352, "global_step": 9572, "epoch": 147, "lr": 8.691145468164495e-05}
+{"train_loss": 0.006868785247206688, "global_step": 9573, "epoch": 147, "lr": 8.690870240088483e-05}
+{"train_loss": 0.008141625672578812, "global_step": 9574, "epoch": 147, "lr": 8.690594987436704e-05}
+{"train_loss": 0.011357107199728489, "global_step": 9575, "epoch": 147, "lr": 8.69031971021099e-05}
+{"train_loss": 0.007397883106023073, "global_step": 9576, "epoch": 147, "lr": 8.690044408413178e-05}
+{"train_loss": 0.008170099928975105, "global_step": 9577, "epoch": 147, "lr": 8.689769082045098e-05}
+{"train_loss": 0.011537764221429825, "global_step": 9578, "epoch": 147, "lr": 8.689493731108586e-05}
+{"train_loss": 0.01033436506986618, "global_step": 9579, "epoch": 147, "lr": 8.689218355605471e-05}
+{"train_loss": 0.007014381233602762, "global_step": 9580, "epoch": 147, "lr": 8.688942955537592e-05}
+{"train_loss": 0.006413267459720373, "global_step": 9581, "epoch": 147, "lr": 8.688667530906776e-05}
+{"train_loss": 0.0075045134872198105, "global_step": 9582, "epoch": 147, "lr": 8.688392081714863e-05}
+{"train_loss": 0.010311412625014782, "global_step": 9583, "epoch": 147, "lr": 8.688116607963686e-05}
+{"train_loss": 0.008156536146998405, "global_step": 9584, "epoch": 147, "lr": 8.687841109655075e-05}
+{"train_loss": 0.008194735273718834, "global_step": 9585, "epoch": 147, "lr": 8.68756558679087e-05}
+{"train_loss": 0.0076523288153111935, "global_step": 9586, "epoch": 147, "lr": 8.687290039372902e-05}
+{"train_loss": 0.007259430829435587, "global_step": 9587, "epoch": 147, "lr": 8.687014467403008e-05}
+{"train_loss": 0.0101292310282588, "global_step": 9588, "epoch": 147, "lr": 8.686738870883021e-05}
+{"train_loss": 0.008124549873173237, "global_step": 9589, "epoch": 147, "lr": 8.686463249814777e-05}
+{"train_loss": 0.010919027961790562, "global_step": 9590, "epoch": 147, "lr": 8.686187604200111e-05}
+{"train_loss": 0.009437261149287224, "global_step": 9591, "epoch": 147, "lr": 8.685911934040858e-05}
+{"train_loss": 0.007595675997436047, "global_step": 9592, "epoch": 147, "lr": 8.685636239338854e-05}
+{"train_loss": 0.0055050598457455635, "global_step": 9593, "epoch": 147, "lr": 8.685360520095936e-05}
+{"train_loss": 0.00906024407595396, "global_step": 9594, "epoch": 147, "lr": 8.685084776313939e-05}
+{"train_loss": 0.0064957295544445515, "global_step": 9595, "epoch": 147, "lr": 8.684809007994697e-05}
+{"train_loss": 0.010410389862954617, "global_step": 9596, "epoch": 147, "lr": 8.684533215140049e-05}
+{"train_loss": 0.008388090878725052, "global_step": 9597, "epoch": 147, "lr": 8.68425739775183e-05}
+{"train_loss": 0.011467593722045422, "global_step": 9598, "epoch": 147, "lr": 8.683981555831875e-05}
+{"train_loss": 0.009105089120566845, "global_step": 9599, "epoch": 147, "lr": 8.683705689382024e-05}
+{"train_loss": 0.00563381751999259, "global_step": 9600, "epoch": 147, "lr": 8.683429798404113e-05}
+{"train_loss": 0.009519299492239952, "global_step": 9601, "epoch": 147, "lr": 8.683153882899979e-05}
+{"train_loss": 0.007354850880801678, "global_step": 9602, "epoch": 147, "lr": 8.682877942871457e-05}
+{"train_loss": 0.011862448416650295, "global_step": 9603, "epoch": 147, "lr": 8.682601978320386e-05}
+{"train_loss": 0.007632631808519363, "global_step": 9604, "epoch": 147, "lr": 8.682325989248604e-05}
+{"train_loss": 0.014067518524825573, "global_step": 9605, "epoch": 147, "lr": 8.682049975657949e-05}
+{"train_loss": 0.009654758498072624, "global_step": 9606, "epoch": 147, "lr": 8.681773937550256e-05}
+{"train_loss": 0.008073272183537483, "global_step": 9607, "epoch": 147, "lr": 8.681497874927367e-05}
+{"train_loss": 0.008448151871562004, "global_step": 9608, "epoch": 147, "lr": 8.681221787791116e-05}
+{"train_loss": 0.009016456082463264, "global_step": 9609, "epoch": 147, "lr": 8.680945676143345e-05}
+{"train_loss": 0.006570129655301571, "global_step": 9610, "epoch": 147, "lr": 8.680669539985891e-05}
+{"train_loss": 0.008959981612861156, "global_step": 9611, "epoch": 147, "lr": 8.680393379320593e-05}
+{"train_loss": 0.010431122966110706, "global_step": 9612, "epoch": 147, "lr": 8.680117194149289e-05}
+{"train_loss": 0.006486843340098858, "global_step": 9613, "epoch": 147, "lr": 8.679840984473818e-05}
+{"train_loss": 0.009992021135985851, "global_step": 9614, "epoch": 147, "lr": 8.67956475029602e-05}
+{"train_loss": 0.009257500059902668, "global_step": 9615, "epoch": 147, "lr": 8.679288491617733e-05}
+{"train_loss": 0.011236102320253849, "global_step": 9616, "epoch": 147, "lr": 8.679012208440799e-05}
+{"train_loss": 0.00759859848767519, "global_step": 9617, "epoch": 147, "lr": 8.678735900767054e-05}
+{"train_loss": 0.007012043613940477, "global_step": 9618, "epoch": 147, "lr": 8.678459568598342e-05}
+{"train_loss": 0.008572602071441136, "global_step": 9619, "epoch": 147, "lr": 8.6781832119365e-05, "val_loss": 0.009825287386775017}
+{"train_loss": 0.006625882349908352, "global_step": 9620, "epoch": 148, "lr": 8.677906830783369e-05}
+{"train_loss": 0.011795754544436932, "global_step": 9621, "epoch": 148, "lr": 8.677630425140789e-05}
+{"train_loss": 0.010333480313420296, "global_step": 9622, "epoch": 148, "lr": 8.677353995010602e-05}
+{"train_loss": 0.008474128320813179, "global_step": 9623, "epoch": 148, "lr": 8.677077540394645e-05}
+{"train_loss": 0.007397858891636133, "global_step": 9624, "epoch": 148, "lr": 8.676801061294763e-05}
+{"train_loss": 0.008464198559522629, "global_step": 9625, "epoch": 148, "lr": 8.676524557712794e-05}
+{"train_loss": 0.0060961502604186535, "global_step": 9626, "epoch": 148, "lr": 8.67624802965058e-05}
+{"train_loss": 0.008849513716995716, "global_step": 9627, "epoch": 148, "lr": 8.675971477109964e-05}
+{"train_loss": 0.009640851989388466, "global_step": 9628, "epoch": 148, "lr": 8.675694900092784e-05}
+{"train_loss": 0.010460494086146355, "global_step": 9629, "epoch": 148, "lr": 8.675418298600884e-05}
+{"train_loss": 0.008054260164499283, "global_step": 9630, "epoch": 148, "lr": 8.675141672636106e-05}
+{"train_loss": 0.006481762509793043, "global_step": 9631, "epoch": 148, "lr": 8.67486502220029e-05}
+{"train_loss": 0.008585627190768719, "global_step": 9632, "epoch": 148, "lr": 8.67458834729528e-05}
+{"train_loss": 0.009385908022522926, "global_step": 9633, "epoch": 148, "lr": 8.674311647922917e-05}
+{"train_loss": 0.00855815690010786, "global_step": 9634, "epoch": 148, "lr": 8.674034924085043e-05}
+{"train_loss": 0.009495499543845654, "global_step": 9635, "epoch": 148, "lr": 8.673758175783504e-05}
+{"train_loss": 0.009204319678246975, "global_step": 9636, "epoch": 148, "lr": 8.673481403020139e-05}
+{"train_loss": 0.00664880545809865, "global_step": 9637, "epoch": 148, "lr": 8.673204605796791e-05}
+{"train_loss": 0.007547501474618912, "global_step": 9638, "epoch": 148, "lr": 8.672927784115305e-05}
+{"train_loss": 0.00741801131516695, "global_step": 9639, "epoch": 148, "lr": 8.672650937977524e-05}
+{"train_loss": 0.005476686637848616, "global_step": 9640, "epoch": 148, "lr": 8.672374067385289e-05}
+{"train_loss": 0.00647008279338479, "global_step": 9641, "epoch": 148, "lr": 8.672097172340447e-05}
+{"train_loss": 0.00985727645456791, "global_step": 9642, "epoch": 148, "lr": 8.67182025284484e-05}
+{"train_loss": 0.008186946623027325, "global_step": 9643, "epoch": 148, "lr": 8.671543308900311e-05}
+{"train_loss": 0.00758578022941947, "global_step": 9644, "epoch": 148, "lr": 8.671266340508704e-05}
+{"train_loss": 0.01778990961611271, "global_step": 9645, "epoch": 148, "lr": 8.670989347671866e-05}
+{"train_loss": 0.0061524841003119946, "global_step": 9646, "epoch": 148, "lr": 8.670712330391639e-05}
+{"train_loss": 0.010187653824687004, "global_step": 9647, "epoch": 148, "lr": 8.670435288669868e-05}
+{"train_loss": 0.008169545792043209, "global_step": 9648, "epoch": 148, "lr": 8.670158222508398e-05}
+{"train_loss": 0.009731745347380638, "global_step": 9649, "epoch": 148, "lr": 8.669881131909073e-05}
+{"train_loss": 0.011612175963819027, "global_step": 9650, "epoch": 148, "lr": 8.669604016873738e-05}
+{"train_loss": 0.008713657967746258, "global_step": 9651, "epoch": 148, "lr": 8.66932687740424e-05}
+{"train_loss": 0.008701346814632416, "global_step": 9652, "epoch": 148, "lr": 8.669049713502421e-05}
+{"train_loss": 0.006397506222128868, "global_step": 9653, "epoch": 148, "lr": 8.668772525170132e-05}
+{"train_loss": 0.010992067866027355, "global_step": 9654, "epoch": 148, "lr": 8.668495312409213e-05}
+{"train_loss": 0.006660218816250563, "global_step": 9655, "epoch": 148, "lr": 8.668218075221512e-05}
+{"train_loss": 0.009143187664449215, "global_step": 9656, "epoch": 148, "lr": 8.667940813608877e-05}
+{"train_loss": 0.007924510166049004, "global_step": 9657, "epoch": 148, "lr": 8.667663527573151e-05}
+{"train_loss": 0.006927443668246269, "global_step": 9658, "epoch": 148, "lr": 8.66738621711618e-05}
+{"train_loss": 0.009543709456920624, "global_step": 9659, "epoch": 148, "lr": 8.667108882239814e-05}
+{"train_loss": 0.008949524722993374, "global_step": 9660, "epoch": 148, "lr": 8.666831522945897e-05}
+{"train_loss": 0.010440800338983536, "global_step": 9661, "epoch": 148, "lr": 8.666554139236278e-05}
+{"train_loss": 0.006682015024125576, "global_step": 9662, "epoch": 148, "lr": 8.666276731112801e-05}
+{"train_loss": 0.006476893089711666, "global_step": 9663, "epoch": 148, "lr": 8.665999298577314e-05}
+{"train_loss": 0.008893909864127636, "global_step": 9664, "epoch": 148, "lr": 8.665721841631667e-05}
+{"train_loss": 0.009369130246341228, "global_step": 9665, "epoch": 148, "lr": 8.665444360277703e-05}
+{"train_loss": 0.009077022783458233, "global_step": 9666, "epoch": 148, "lr": 8.665166854517272e-05}
+{"train_loss": 0.0072930906899273396, "global_step": 9667, "epoch": 148, "lr": 8.664889324352223e-05}
+{"train_loss": 0.011996746994554996, "global_step": 9668, "epoch": 148, "lr": 8.664611769784403e-05}
+{"train_loss": 0.0072732469998300076, "global_step": 9669, "epoch": 148, "lr": 8.664334190815659e-05}
+{"train_loss": 0.008436277508735657, "global_step": 9670, "epoch": 148, "lr": 8.66405658744784e-05}
+{"train_loss": 0.010763629339635372, "global_step": 9671, "epoch": 148, "lr": 8.663778959682796e-05}
+{"train_loss": 0.010738587938249111, "global_step": 9672, "epoch": 148, "lr": 8.663501307522372e-05}
+{"train_loss": 0.009764792397618294, "global_step": 9673, "epoch": 148, "lr": 8.66322363096842e-05}
+{"train_loss": 0.006530837621539831, "global_step": 9674, "epoch": 148, "lr": 8.662945930022788e-05}
+{"train_loss": 0.005490080453455448, "global_step": 9675, "epoch": 148, "lr": 8.662668204687324e-05}
+{"train_loss": 0.008774368092417717, "global_step": 9676, "epoch": 148, "lr": 8.662390454963878e-05}
+{"train_loss": 0.007911539636552334, "global_step": 9677, "epoch": 148, "lr": 8.662112680854299e-05}
+{"train_loss": 0.009093795903027058, "global_step": 9678, "epoch": 148, "lr": 8.661834882360439e-05}
+{"train_loss": 0.008709791116416454, "global_step": 9679, "epoch": 148, "lr": 8.661557059484145e-05}
+{"train_loss": 0.008311648853123188, "global_step": 9680, "epoch": 148, "lr": 8.661279212227267e-05}
+{"train_loss": 0.006282554939389229, "global_step": 9681, "epoch": 148, "lr": 8.661001340591655e-05}
+{"train_loss": 0.0070651196874678135, "global_step": 9682, "epoch": 148, "lr": 8.660723444579162e-05}
+{"train_loss": 0.007222925778478384, "global_step": 9683, "epoch": 148, "lr": 8.660445524191635e-05}
+{"train_loss": 0.00856952599894542, "global_step": 9684, "epoch": 148, "lr": 8.660167579430927e-05, "val_loss": 0.008672494441270828}
+{"train_loss": 0.009380397386848927, "global_step": 9685, "epoch": 149, "lr": 8.659889610298886e-05}
+{"train_loss": 0.010058945044875145, "global_step": 9686, "epoch": 149, "lr": 8.659611616797365e-05}
+{"train_loss": 0.008496595546603203, "global_step": 9687, "epoch": 149, "lr": 8.659333598928215e-05}
+{"train_loss": 0.008798250928521156, "global_step": 9688, "epoch": 149, "lr": 8.659055556693285e-05}
+{"train_loss": 0.010000576265156269, "global_step": 9689, "epoch": 149, "lr": 8.658777490094429e-05}
+{"train_loss": 0.009325417689979076, "global_step": 9690, "epoch": 149, "lr": 8.658499399133498e-05}
+{"train_loss": 0.008823755197227001, "global_step": 9691, "epoch": 149, "lr": 8.658221283812343e-05}
+{"train_loss": 0.008371404372155666, "global_step": 9692, "epoch": 149, "lr": 8.657943144132816e-05}
+{"train_loss": 0.008932866156101227, "global_step": 9693, "epoch": 149, "lr": 8.657664980096769e-05}
+{"train_loss": 0.006420237012207508, "global_step": 9694, "epoch": 149, "lr": 8.657386791706055e-05}
+{"train_loss": 0.00826351996511221, "global_step": 9695, "epoch": 149, "lr": 8.657108578962524e-05}
+{"train_loss": 0.008224532008171082, "global_step": 9696, "epoch": 149, "lr": 8.656830341868029e-05}
+{"train_loss": 0.006373382639139891, "global_step": 9697, "epoch": 149, "lr": 8.656552080424428e-05}
+{"train_loss": 0.007165955845266581, "global_step": 9698, "epoch": 149, "lr": 8.656273794633565e-05}
+{"train_loss": 0.008773421868681908, "global_step": 9699, "epoch": 149, "lr": 8.6559954844973e-05}
+{"train_loss": 0.006175206042826176, "global_step": 9700, "epoch": 149, "lr": 8.655717150017481e-05}
+{"train_loss": 0.011918647214770317, "global_step": 9701, "epoch": 149, "lr": 8.655438791195967e-05}
+{"train_loss": 0.010753548704087734, "global_step": 9702, "epoch": 149, "lr": 8.655160408034607e-05}
+{"train_loss": 0.009979795664548874, "global_step": 9703, "epoch": 149, "lr": 8.654882000535256e-05}
+{"train_loss": 0.006104117259383202, "global_step": 9704, "epoch": 149, "lr": 8.654603568699768e-05}
+{"train_loss": 0.00629444932565093, "global_step": 9705, "epoch": 149, "lr": 8.654325112529995e-05}
+{"train_loss": 0.007010996341705322, "global_step": 9706, "epoch": 149, "lr": 8.654046632027795e-05}
+{"train_loss": 0.010186602361500263, "global_step": 9707, "epoch": 149, "lr": 8.653768127195019e-05}
+{"train_loss": 0.004774247296154499, "global_step": 9708, "epoch": 149, "lr": 8.653489598033524e-05}
+{"train_loss": 0.01116385031491518, "global_step": 9709, "epoch": 149, "lr": 8.65321104454516e-05}
+{"train_loss": 0.013318193145096302, "global_step": 9710, "epoch": 149, "lr": 8.652932466731786e-05}
+{"train_loss": 0.008926158770918846, "global_step": 9711, "epoch": 149, "lr": 8.652653864595257e-05}
+{"train_loss": 0.007307352032512426, "global_step": 9712, "epoch": 149, "lr": 8.652375238137427e-05}
+{"train_loss": 0.007893739268183708, "global_step": 9713, "epoch": 149, "lr": 8.65209658736015e-05}
+{"train_loss": 0.011794171296060085, "global_step": 9714, "epoch": 149, "lr": 8.651817912265283e-05}
+{"train_loss": 0.010854962281882763, "global_step": 9715, "epoch": 149, "lr": 8.65153921285468e-05}
+{"train_loss": 0.006242453120648861, "global_step": 9716, "epoch": 149, "lr": 8.651260489130199e-05}
+{"train_loss": 0.006795499473810196, "global_step": 9717, "epoch": 149, "lr": 8.650981741093695e-05}
+{"train_loss": 0.010155873373150826, "global_step": 9718, "epoch": 149, "lr": 8.650702968747022e-05}
+{"train_loss": 0.007913562469184399, "global_step": 9719, "epoch": 149, "lr": 8.65042417209204e-05}
+{"train_loss": 0.006595028564333916, "global_step": 9720, "epoch": 149, "lr": 8.650145351130601e-05}
+{"train_loss": 0.008272744715213776, "global_step": 9721, "epoch": 149, "lr": 8.649866505864566e-05}
+{"train_loss": 0.009352220222353935, "global_step": 9722, "epoch": 149, "lr": 8.649587636295789e-05}
+{"train_loss": 0.012726028449833393, "global_step": 9723, "epoch": 149, "lr": 8.649308742426127e-05}
+{"train_loss": 0.008513045497238636, "global_step": 9724, "epoch": 149, "lr": 8.649029824257438e-05}
+{"train_loss": 0.008892014622688293, "global_step": 9725, "epoch": 149, "lr": 8.648750881791577e-05}
+{"train_loss": 0.009566289372742176, "global_step": 9726, "epoch": 149, "lr": 8.648471915030405e-05}
+{"train_loss": 0.010150771588087082, "global_step": 9727, "epoch": 149, "lr": 8.648192923975775e-05}
+{"train_loss": 0.005547006614506245, "global_step": 9728, "epoch": 149, "lr": 8.64791390862955e-05}
+{"train_loss": 0.006350246258080006, "global_step": 9729, "epoch": 149, "lr": 8.647634868993584e-05}
+{"train_loss": 0.007230483461171389, "global_step": 9730, "epoch": 149, "lr": 8.647355805069735e-05}
+{"train_loss": 0.007147817872464657, "global_step": 9731, "epoch": 149, "lr": 8.647076716859863e-05}
+{"train_loss": 0.007403641007840633, "global_step": 9732, "epoch": 149, "lr": 8.646797604365825e-05}
+{"train_loss": 0.007418168243020773, "global_step": 9733, "epoch": 149, "lr": 8.646518467589481e-05}
+{"train_loss": 0.008693784475326538, "global_step": 9734, "epoch": 149, "lr": 8.646239306532687e-05}
+{"train_loss": 0.009261716157197952, "global_step": 9735, "epoch": 149, "lr": 8.645960121197305e-05}
+{"train_loss": 0.005918948445469141, "global_step": 9736, "epoch": 149, "lr": 8.64568091158519e-05}
+{"train_loss": 0.009415223263204098, "global_step": 9737, "epoch": 149, "lr": 8.645401677698206e-05}
+{"train_loss": 0.010333887301385403, "global_step": 9738, "epoch": 149, "lr": 8.645122419538207e-05}
+{"train_loss": 0.009569468908011913, "global_step": 9739, "epoch": 149, "lr": 8.644843137107059e-05}
+{"train_loss": 0.007533243391662836, "global_step": 9740, "epoch": 149, "lr": 8.644563830406614e-05}
+{"train_loss": 0.007541243452578783, "global_step": 9741, "epoch": 149, "lr": 8.644284499438738e-05}
+{"train_loss": 0.007913528010249138, "global_step": 9742, "epoch": 149, "lr": 8.644005144205287e-05}
+{"train_loss": 0.007673054933547974, "global_step": 9743, "epoch": 149, "lr": 8.643725764708124e-05}
+{"train_loss": 0.006369783543050289, "global_step": 9744, "epoch": 149, "lr": 8.643446360949108e-05}
+{"train_loss": 0.00897941179573536, "global_step": 9745, "epoch": 149, "lr": 8.643166932930098e-05}
+{"train_loss": 0.009729141369462013, "global_step": 9746, "epoch": 149, "lr": 8.642887480652956e-05}
+{"train_loss": 0.0060243504121899605, "global_step": 9747, "epoch": 149, "lr": 8.642608004119543e-05}
+{"train_loss": 0.007343553472310305, "global_step": 9748, "epoch": 149, "lr": 8.642328503331719e-05}
+{"train_loss": 0.008415845702760494, "global_step": 9749, "epoch": 149, "lr": 8.642048978291346e-05, "val_loss": 0.014039954170584679}
+{"train_loss": 0.007701053284108639, "global_step": 9750, "epoch": 150, "lr": 8.641769429000285e-05}
+{"train_loss": 0.005246507935225964, "global_step": 9751, "epoch": 150, "lr": 8.641489855460396e-05}
+{"train_loss": 0.007829454727470875, "global_step": 9752, "epoch": 150, "lr": 8.641210257673543e-05}
+{"train_loss": 0.007180443964898586, "global_step": 9753, "epoch": 150, "lr": 8.640930635641587e-05}
+{"train_loss": 0.0059045362286269665, "global_step": 9754, "epoch": 150, "lr": 8.640650989366388e-05}
+{"train_loss": 0.00686924671754241, "global_step": 9755, "epoch": 150, "lr": 8.640371318849809e-05}
+{"train_loss": 0.0119249252602458, "global_step": 9756, "epoch": 150, "lr": 8.640091624093714e-05}
+{"train_loss": 0.007905210368335247, "global_step": 9757, "epoch": 150, "lr": 8.639811905099963e-05}
+{"train_loss": 0.010764055885374546, "global_step": 9758, "epoch": 150, "lr": 8.639532161870419e-05}
+{"train_loss": 0.008877083659172058, "global_step": 9759, "epoch": 150, "lr": 8.639252394406945e-05}
+{"train_loss": 0.007519517093896866, "global_step": 9760, "epoch": 150, "lr": 8.638972602711405e-05}
+{"train_loss": 0.006359650753438473, "global_step": 9761, "epoch": 150, "lr": 8.63869278678566e-05}
+{"train_loss": 0.010099301114678383, "global_step": 9762, "epoch": 150, "lr": 8.638412946631575e-05}
+{"train_loss": 0.007800994906574488, "global_step": 9763, "epoch": 150, "lr": 8.638133082251012e-05}
+{"train_loss": 0.006528461817651987, "global_step": 9764, "epoch": 150, "lr": 8.637853193645835e-05}
+{"train_loss": 0.006653585005551577, "global_step": 9765, "epoch": 150, "lr": 8.637573280817907e-05}
+{"train_loss": 0.006085042841732502, "global_step": 9766, "epoch": 150, "lr": 8.637293343769093e-05}
+{"train_loss": 0.005704488139599562, "global_step": 9767, "epoch": 150, "lr": 8.637013382501256e-05}
+{"train_loss": 0.011318719945847988, "global_step": 9768, "epoch": 150, "lr": 8.636733397016261e-05}
+{"train_loss": 0.00824074074625969, "global_step": 9769, "epoch": 150, "lr": 8.63645338731597e-05}
+{"train_loss": 0.0096098892390728, "global_step": 9770, "epoch": 150, "lr": 8.63617335340225e-05}
+{"train_loss": 0.007426401600241661, "global_step": 9771, "epoch": 150, "lr": 8.635893295276966e-05}
+{"train_loss": 0.008668193593621254, "global_step": 9772, "epoch": 150, "lr": 8.635613212941982e-05}
+{"train_loss": 0.0061536203138530254, "global_step": 9773, "epoch": 150, "lr": 8.63533310639916e-05}
+{"train_loss": 0.00994728785008192, "global_step": 9774, "epoch": 150, "lr": 8.635052975650369e-05}
+{"train_loss": 0.009750445373356342, "global_step": 9775, "epoch": 150, "lr": 8.634772820697473e-05}
+{"train_loss": 0.007521291263401508, "global_step": 9776, "epoch": 150, "lr": 8.634492641542338e-05}
+{"train_loss": 0.009490077383816242, "global_step": 9777, "epoch": 150, "lr": 8.634212438186826e-05}
+{"train_loss": 0.009661606512963772, "global_step": 9778, "epoch": 150, "lr": 8.633932210632809e-05}
+{"train_loss": 0.007301364094018936, "global_step": 9779, "epoch": 150, "lr": 8.633651958882148e-05}
+{"train_loss": 0.008007027208805084, "global_step": 9780, "epoch": 150, "lr": 8.63337168293671e-05}
+{"train_loss": 0.00958843994885683, "global_step": 9781, "epoch": 150, "lr": 8.633091382798363e-05}
+{"train_loss": 0.005901308264583349, "global_step": 9782, "epoch": 150, "lr": 8.632811058468971e-05}
+{"train_loss": 0.0074778832495212555, "global_step": 9783, "epoch": 150, "lr": 8.632530709950403e-05}
+{"train_loss": 0.010420643724501133, "global_step": 9784, "epoch": 150, "lr": 8.632250337244523e-05}
+{"train_loss": 0.00734483590349555, "global_step": 9785, "epoch": 150, "lr": 8.631969940353201e-05}
+{"train_loss": 0.01122956071048975, "global_step": 9786, "epoch": 150, "lr": 8.631689519278301e-05}
+{"train_loss": 0.008929446339607239, "global_step": 9787, "epoch": 150, "lr": 8.631409074021692e-05}
+{"train_loss": 0.008626396767795086, "global_step": 9788, "epoch": 150, "lr": 8.631128604585242e-05}
+{"train_loss": 0.010544775053858757, "global_step": 9789, "epoch": 150, "lr": 8.630848110970814e-05}
+{"train_loss": 0.007151199504733086, "global_step": 9790, "epoch": 150, "lr": 8.630567593180283e-05}
+{"train_loss": 0.01045558974146843, "global_step": 9791, "epoch": 150, "lr": 8.63028705121551e-05}
+{"train_loss": 0.013469899073243141, "global_step": 9792, "epoch": 150, "lr": 8.630006485078368e-05}
+{"train_loss": 0.008076316677033901, "global_step": 9793, "epoch": 150, "lr": 8.629725894770722e-05}
+{"train_loss": 0.009647085331380367, "global_step": 9794, "epoch": 150, "lr": 8.629445280294444e-05}
+{"train_loss": 0.010961489751935005, "global_step": 9795, "epoch": 150, "lr": 8.629164641651396e-05}
+{"train_loss": 0.008788539096713066, "global_step": 9796, "epoch": 150, "lr": 8.628883978843452e-05}
+{"train_loss": 0.013776750303804874, "global_step": 9797, "epoch": 150, "lr": 8.628603291872479e-05}
+{"train_loss": 0.009315824136137962, "global_step": 9798, "epoch": 150, "lr": 8.628322580740348e-05}
+{"train_loss": 0.011143778450787067, "global_step": 9799, "epoch": 150, "lr": 8.628041845448925e-05}
+{"train_loss": 0.008309687487781048, "global_step": 9800, "epoch": 150, "lr": 8.627761086000081e-05}
+{"train_loss": 0.010251937434077263, "global_step": 9801, "epoch": 150, "lr": 8.627480302395685e-05}
+{"train_loss": 0.00883110798895359, "global_step": 9802, "epoch": 150, "lr": 8.627199494637606e-05}
+{"train_loss": 0.005617472343146801, "global_step": 9803, "epoch": 150, "lr": 8.626918662727716e-05}
+{"train_loss": 0.00650085648521781, "global_step": 9804, "epoch": 150, "lr": 8.626637806667882e-05}
+{"train_loss": 0.012805815786123276, "global_step": 9805, "epoch": 150, "lr": 8.626356926459976e-05}
+{"train_loss": 0.010110186412930489, "global_step": 9806, "epoch": 150, "lr": 8.626076022105868e-05}
+{"train_loss": 0.007693099323660135, "global_step": 9807, "epoch": 150, "lr": 8.625795093607427e-05}
+{"train_loss": 0.008072376251220703, "global_step": 9808, "epoch": 150, "lr": 8.625514140966526e-05}
+{"train_loss": 0.007857908494770527, "global_step": 9809, "epoch": 150, "lr": 8.625233164185035e-05}
+{"train_loss": 0.011141018010675907, "global_step": 9810, "epoch": 150, "lr": 8.624952163264823e-05}
+{"train_loss": 0.00802798941731453, "global_step": 9811, "epoch": 150, "lr": 8.624671138207764e-05}
+{"train_loss": 0.009400498121976852, "global_step": 9812, "epoch": 150, "lr": 8.624390089015725e-05}
+{"train_loss": 0.007560926489531994, "global_step": 9813, "epoch": 150, "lr": 8.624109015690583e-05}
+{"train_loss": 0.008725931918105254, "global_step": 9814, "epoch": 150, "lr": 8.623827918234206e-05, "val_loss": 0.012450654990971088, "train_action_mse_error": 0.0005371975712478161}
+{"train_loss": 0.01064469013363123, "global_step": 9815, "epoch": 151, "lr": 8.623546796648464e-05}
+{"train_loss": 0.008163442835211754, "global_step": 9816, "epoch": 151, "lr": 8.623265650935234e-05}
+{"train_loss": 0.006411603651940823, "global_step": 9817, "epoch": 151, "lr": 8.622984481096384e-05}
+{"train_loss": 0.012941288761794567, "global_step": 9818, "epoch": 151, "lr": 8.622703287133787e-05}
+{"train_loss": 0.011464104987680912, "global_step": 9819, "epoch": 151, "lr": 8.622422069049315e-05}
+{"train_loss": 0.010409344919025898, "global_step": 9820, "epoch": 151, "lr": 8.622140826844843e-05}
+{"train_loss": 0.008115054108202457, "global_step": 9821, "epoch": 151, "lr": 8.621859560522239e-05}
+{"train_loss": 0.010476234368979931, "global_step": 9822, "epoch": 151, "lr": 8.621578270083382e-05}
+{"train_loss": 0.009521108120679855, "global_step": 9823, "epoch": 151, "lr": 8.621296955530138e-05}
+{"train_loss": 0.007670698221772909, "global_step": 9824, "epoch": 151, "lr": 8.621015616864386e-05}
+{"train_loss": 0.01011045090854168, "global_step": 9825, "epoch": 151, "lr": 8.620734254087996e-05}
+{"train_loss": 0.008561873808503151, "global_step": 9826, "epoch": 151, "lr": 8.620452867202844e-05}
+{"train_loss": 0.009159591980278492, "global_step": 9827, "epoch": 151, "lr": 8.6201714562108e-05}
+{"train_loss": 0.007628370076417923, "global_step": 9828, "epoch": 151, "lr": 8.619890021113741e-05}
+{"train_loss": 0.0101699810475111, "global_step": 9829, "epoch": 151, "lr": 8.61960856191354e-05}
+{"train_loss": 0.006502705626189709, "global_step": 9830, "epoch": 151, "lr": 8.619327078612072e-05}
+{"train_loss": 0.007087795529514551, "global_step": 9831, "epoch": 151, "lr": 8.619045571211209e-05}
+{"train_loss": 0.010221611708402634, "global_step": 9832, "epoch": 151, "lr": 8.618764039712825e-05}
+{"train_loss": 0.006755191832780838, "global_step": 9833, "epoch": 151, "lr": 8.6184824841188e-05}
+{"train_loss": 0.006842140108346939, "global_step": 9834, "epoch": 151, "lr": 8.618200904431002e-05}
+{"train_loss": 0.007749952841550112, "global_step": 9835, "epoch": 151, "lr": 8.617919300651309e-05}
+{"train_loss": 0.008908840827643871, "global_step": 9836, "epoch": 151, "lr": 8.617637672781597e-05}
+{"train_loss": 0.009961294941604137, "global_step": 9837, "epoch": 151, "lr": 8.617356020823739e-05}
+{"train_loss": 0.010656938888132572, "global_step": 9838, "epoch": 151, "lr": 8.617074344779612e-05}
+{"train_loss": 0.008556668646633625, "global_step": 9839, "epoch": 151, "lr": 8.616792644651093e-05}
+{"train_loss": 0.00877942331135273, "global_step": 9840, "epoch": 151, "lr": 8.616510920440053e-05}
+{"train_loss": 0.00754200154915452, "global_step": 9841, "epoch": 151, "lr": 8.616229172148374e-05}
+{"train_loss": 0.00793624296784401, "global_step": 9842, "epoch": 151, "lr": 8.615947399777925e-05}
+{"train_loss": 0.008540729060769081, "global_step": 9843, "epoch": 151, "lr": 8.615665603330588e-05}
+{"train_loss": 0.007371451705694199, "global_step": 9844, "epoch": 151, "lr": 8.615383782808237e-05}
+{"train_loss": 0.011180137284100056, "global_step": 9845, "epoch": 151, "lr": 8.615101938212749e-05}
+{"train_loss": 0.008912422694265842, "global_step": 9846, "epoch": 151, "lr": 8.614820069546e-05}
+{"train_loss": 0.00553936418145895, "global_step": 9847, "epoch": 151, "lr": 8.614538176809867e-05}
+{"train_loss": 0.011255929246544838, "global_step": 9848, "epoch": 151, "lr": 8.614256260006227e-05}
+{"train_loss": 0.013481427915394306, "global_step": 9849, "epoch": 151, "lr": 8.613974319136958e-05}
+{"train_loss": 0.009921646676957607, "global_step": 9850, "epoch": 151, "lr": 8.613692354203937e-05}
+{"train_loss": 0.008015141822397709, "global_step": 9851, "epoch": 151, "lr": 8.613410365209041e-05}
+{"train_loss": 0.0055021848529577255, "global_step": 9852, "epoch": 151, "lr": 8.613128352154147e-05}
+{"train_loss": 0.011448598466813564, "global_step": 9853, "epoch": 151, "lr": 8.612846315041135e-05}
+{"train_loss": 0.008818909525871277, "global_step": 9854, "epoch": 151, "lr": 8.61256425387188e-05}
+{"train_loss": 0.009571482427418232, "global_step": 9855, "epoch": 151, "lr": 8.612282168648262e-05}
+{"train_loss": 0.011277562938630581, "global_step": 9856, "epoch": 151, "lr": 8.61200005937216e-05}
+{"train_loss": 0.009939943440258503, "global_step": 9857, "epoch": 151, "lr": 8.61171792604545e-05}
+{"train_loss": 0.008116585202515125, "global_step": 9858, "epoch": 151, "lr": 8.611435768670015e-05}
+{"train_loss": 0.006807588506489992, "global_step": 9859, "epoch": 151, "lr": 8.611153587247727e-05}
+{"train_loss": 0.007211510092020035, "global_step": 9860, "epoch": 151, "lr": 8.61087138178047e-05}
+{"train_loss": 0.007847417145967484, "global_step": 9861, "epoch": 151, "lr": 8.610589152270123e-05}
+{"train_loss": 0.008443361148238182, "global_step": 9862, "epoch": 151, "lr": 8.610306898718563e-05}
+{"train_loss": 0.0090072276070714, "global_step": 9863, "epoch": 151, "lr": 8.610024621127669e-05}
+{"train_loss": 0.010197136551141739, "global_step": 9864, "epoch": 151, "lr": 8.609742319499324e-05}
+{"train_loss": 0.007894543930888176, "global_step": 9865, "epoch": 151, "lr": 8.609459993835405e-05}
+{"train_loss": 0.009315150789916515, "global_step": 9866, "epoch": 151, "lr": 8.609177644137791e-05}
+{"train_loss": 0.009126652032136917, "global_step": 9867, "epoch": 151, "lr": 8.608895270408365e-05}
+{"train_loss": 0.009205024689435959, "global_step": 9868, "epoch": 151, "lr": 8.608612872649005e-05}
+{"train_loss": 0.008372878655791283, "global_step": 9869, "epoch": 151, "lr": 8.608330450861592e-05}
+{"train_loss": 0.007976292632520199, "global_step": 9870, "epoch": 151, "lr": 8.608048005048008e-05}
+{"train_loss": 0.00955326110124588, "global_step": 9871, "epoch": 151, "lr": 8.60776553521013e-05}
+{"train_loss": 0.007664660457521677, "global_step": 9872, "epoch": 151, "lr": 8.607483041349843e-05}
+{"train_loss": 0.009904597885906696, "global_step": 9873, "epoch": 151, "lr": 8.607200523469026e-05}
+{"train_loss": 0.007561092264950275, "global_step": 9874, "epoch": 151, "lr": 8.60691798156956e-05}
+{"train_loss": 0.008123189210891724, "global_step": 9875, "epoch": 151, "lr": 8.606635415653325e-05}
+{"train_loss": 0.010984099470078945, "global_step": 9876, "epoch": 151, "lr": 8.606352825722206e-05}
+{"train_loss": 0.007683431264013052, "global_step": 9877, "epoch": 151, "lr": 8.606070211778081e-05}
+{"train_loss": 0.010611745528876781, "global_step": 9878, "epoch": 151, "lr": 8.605787573822835e-05}
+{"train_loss": 0.008913369913800404, "global_step": 9879, "epoch": 151, "lr": 8.605504911858347e-05, "val_loss": 0.011543485336005688}
+{"train_loss": 0.008777915500104427, "global_step": 9880, "epoch": 152, "lr": 8.605222225886502e-05}
+{"train_loss": 0.009894948452711105, "global_step": 9881, "epoch": 152, "lr": 8.60493951590918e-05}
+{"train_loss": 0.010475261136889458, "global_step": 9882, "epoch": 152, "lr": 8.604656781928264e-05}
+{"train_loss": 0.00907169934362173, "global_step": 9883, "epoch": 152, "lr": 8.604374023945636e-05}
+{"train_loss": 0.0072707971557974815, "global_step": 9884, "epoch": 152, "lr": 8.604091241963182e-05}
+{"train_loss": 0.006854582577943802, "global_step": 9885, "epoch": 152, "lr": 8.60380843598278e-05}
+{"train_loss": 0.008625255897641182, "global_step": 9886, "epoch": 152, "lr": 8.603525606006318e-05}
+{"train_loss": 0.009050069376826286, "global_step": 9887, "epoch": 152, "lr": 8.603242752035674e-05}
+{"train_loss": 0.005175074562430382, "global_step": 9888, "epoch": 152, "lr": 8.602959874072735e-05}
+{"train_loss": 0.008243536576628685, "global_step": 9889, "epoch": 152, "lr": 8.602676972119384e-05}
+{"train_loss": 0.008039193227887154, "global_step": 9890, "epoch": 152, "lr": 8.602394046177504e-05}
+{"train_loss": 0.005277792923152447, "global_step": 9891, "epoch": 152, "lr": 8.602111096248982e-05}
+{"train_loss": 0.010197040624916553, "global_step": 9892, "epoch": 152, "lr": 8.601828122335695e-05}
+{"train_loss": 0.007468687370419502, "global_step": 9893, "epoch": 152, "lr": 8.601545124439535e-05}
+{"train_loss": 0.011791227385401726, "global_step": 9894, "epoch": 152, "lr": 8.601262102562382e-05}
+{"train_loss": 0.008965824730694294, "global_step": 9895, "epoch": 152, "lr": 8.600979056706119e-05}
+{"train_loss": 0.00651495810598135, "global_step": 9896, "epoch": 152, "lr": 8.600695986872636e-05}
+{"train_loss": 0.009557954967021942, "global_step": 9897, "epoch": 152, "lr": 8.600412893063814e-05}
+{"train_loss": 0.007772899232804775, "global_step": 9898, "epoch": 152, "lr": 8.60012977528154e-05}
+{"train_loss": 0.005488727707415819, "global_step": 9899, "epoch": 152, "lr": 8.599846633527697e-05}
+{"train_loss": 0.0066612190566957, "global_step": 9900, "epoch": 152, "lr": 8.599563467804171e-05}
+{"train_loss": 0.0061864047311246395, "global_step": 9901, "epoch": 152, "lr": 8.599280278112846e-05}
+{"train_loss": 0.008295022882521152, "global_step": 9902, "epoch": 152, "lr": 8.598997064455611e-05}
+{"train_loss": 0.008723646402359009, "global_step": 9903, "epoch": 152, "lr": 8.598713826834353e-05}
+{"train_loss": 0.008099105209112167, "global_step": 9904, "epoch": 152, "lr": 8.598430565250952e-05}
+{"train_loss": 0.005728675983846188, "global_step": 9905, "epoch": 152, "lr": 8.598147279707297e-05}
+{"train_loss": 0.008962059393525124, "global_step": 9906, "epoch": 152, "lr": 8.597863970205276e-05}
+{"train_loss": 0.009686600416898727, "global_step": 9907, "epoch": 152, "lr": 8.597580636746774e-05}
+{"train_loss": 0.005698031280189753, "global_step": 9908, "epoch": 152, "lr": 8.597297279333677e-05}
+{"train_loss": 0.007614456582814455, "global_step": 9909, "epoch": 152, "lr": 8.597013897967871e-05}
+{"train_loss": 0.007675624452531338, "global_step": 9910, "epoch": 152, "lr": 8.596730492651246e-05}
+{"train_loss": 0.004339881706982851, "global_step": 9911, "epoch": 152, "lr": 8.596447063385687e-05}
+{"train_loss": 0.008033731952309608, "global_step": 9912, "epoch": 152, "lr": 8.59616361017308e-05}
+{"train_loss": 0.007885388098657131, "global_step": 9913, "epoch": 152, "lr": 8.595880133015314e-05}
+{"train_loss": 0.00936064776033163, "global_step": 9914, "epoch": 152, "lr": 8.595596631914277e-05}
+{"train_loss": 0.004451503045856953, "global_step": 9915, "epoch": 152, "lr": 8.595313106871856e-05}
+{"train_loss": 0.012662777677178383, "global_step": 9916, "epoch": 152, "lr": 8.59502955788994e-05}
+{"train_loss": 0.0071810283698141575, "global_step": 9917, "epoch": 152, "lr": 8.594745984970415e-05}
+{"train_loss": 0.005286953411996365, "global_step": 9918, "epoch": 152, "lr": 8.59446238811517e-05}
+{"train_loss": 0.005622257944196463, "global_step": 9919, "epoch": 152, "lr": 8.594178767326094e-05}
+{"train_loss": 0.00706142233684659, "global_step": 9920, "epoch": 152, "lr": 8.593895122605076e-05}
+{"train_loss": 0.009026609361171722, "global_step": 9921, "epoch": 152, "lr": 8.593611453954e-05}
+{"train_loss": 0.005085448268800974, "global_step": 9922, "epoch": 152, "lr": 8.593327761374762e-05}
+{"train_loss": 0.0048044039867818356, "global_step": 9923, "epoch": 152, "lr": 8.593044044869245e-05}
+{"train_loss": 0.005991105455905199, "global_step": 9924, "epoch": 152, "lr": 8.592760304439343e-05}
+{"train_loss": 0.00811666902154684, "global_step": 9925, "epoch": 152, "lr": 8.59247654008694e-05}
+{"train_loss": 0.007578299846500158, "global_step": 9926, "epoch": 152, "lr": 8.59219275181393e-05}
+{"train_loss": 0.008142057806253433, "global_step": 9927, "epoch": 152, "lr": 8.591908939622202e-05}
+{"train_loss": 0.008051484823226929, "global_step": 9928, "epoch": 152, "lr": 8.591625103513643e-05}
+{"train_loss": 0.008937512524425983, "global_step": 9929, "epoch": 152, "lr": 8.591341243490145e-05}
+{"train_loss": 0.00638844259083271, "global_step": 9930, "epoch": 152, "lr": 8.591057359553599e-05}
+{"train_loss": 0.00816638208925724, "global_step": 9931, "epoch": 152, "lr": 8.590773451705891e-05}
+{"train_loss": 0.006380619015544653, "global_step": 9932, "epoch": 152, "lr": 8.590489519948917e-05}
+{"train_loss": 0.009257510304450989, "global_step": 9933, "epoch": 152, "lr": 8.590205564284564e-05}
+{"train_loss": 0.007153381127864122, "global_step": 9934, "epoch": 152, "lr": 8.589921584714723e-05}
+{"train_loss": 0.007947530597448349, "global_step": 9935, "epoch": 152, "lr": 8.589637581241287e-05}
+{"train_loss": 0.00782402791082859, "global_step": 9936, "epoch": 152, "lr": 8.589353553866144e-05}
+{"train_loss": 0.008149889297783375, "global_step": 9937, "epoch": 152, "lr": 8.589069502591187e-05}
+{"train_loss": 0.007577431388199329, "global_step": 9938, "epoch": 152, "lr": 8.588785427418309e-05}
+{"train_loss": 0.01299273781478405, "global_step": 9939, "epoch": 152, "lr": 8.588501328349398e-05}
+{"train_loss": 0.01009322889149189, "global_step": 9940, "epoch": 152, "lr": 8.588217205386347e-05}
+{"train_loss": 0.010267945937812328, "global_step": 9941, "epoch": 152, "lr": 8.58793305853105e-05}
+{"train_loss": 0.006165385711938143, "global_step": 9942, "epoch": 152, "lr": 8.587648887785396e-05}
+{"train_loss": 0.006834258325397968, "global_step": 9943, "epoch": 152, "lr": 8.587364693151279e-05}
+{"train_loss": 0.007819720823317767, "global_step": 9944, "epoch": 152, "lr": 8.587080474630589e-05, "val_loss": 0.012928220443427563}
+{"train_loss": 0.007989110425114632, "global_step": 9945, "epoch": 153, "lr": 8.586796232225222e-05}
+{"train_loss": 0.008579922839999199, "global_step": 9946, "epoch": 153, "lr": 8.586511965937067e-05}
+{"train_loss": 0.006712367758154869, "global_step": 9947, "epoch": 153, "lr": 8.586227675768021e-05}
+{"train_loss": 0.008640710264444351, "global_step": 9948, "epoch": 153, "lr": 8.585943361719973e-05}
+{"train_loss": 0.008991535753011703, "global_step": 9949, "epoch": 153, "lr": 8.585659023794818e-05}
+{"train_loss": 0.006651345174759626, "global_step": 9950, "epoch": 153, "lr": 8.585374661994449e-05}
+{"train_loss": 0.00834064930677414, "global_step": 9951, "epoch": 153, "lr": 8.58509027632076e-05}
+{"train_loss": 0.006808518432080746, "global_step": 9952, "epoch": 153, "lr": 8.584805866775643e-05}
+{"train_loss": 0.009275984019041061, "global_step": 9953, "epoch": 153, "lr": 8.584521433360993e-05}
+{"train_loss": 0.008142070844769478, "global_step": 9954, "epoch": 153, "lr": 8.584236976078702e-05}
+{"train_loss": 0.006416691467165947, "global_step": 9955, "epoch": 153, "lr": 8.583952494930667e-05}
+{"train_loss": 0.012803099118173122, "global_step": 9956, "epoch": 153, "lr": 8.583667989918782e-05}
+{"train_loss": 0.006513054016977549, "global_step": 9957, "epoch": 153, "lr": 8.583383461044939e-05}
+{"train_loss": 0.008138269186019897, "global_step": 9958, "epoch": 153, "lr": 8.583098908311033e-05}
+{"train_loss": 0.010787337087094784, "global_step": 9959, "epoch": 153, "lr": 8.582814331718961e-05}
+{"train_loss": 0.00634445296600461, "global_step": 9960, "epoch": 153, "lr": 8.582529731270616e-05}
+{"train_loss": 0.008877066895365715, "global_step": 9961, "epoch": 153, "lr": 8.582245106967894e-05}
+{"train_loss": 0.008462537080049515, "global_step": 9962, "epoch": 153, "lr": 8.581960458812689e-05}
+{"train_loss": 0.009905767627060413, "global_step": 9963, "epoch": 153, "lr": 8.581675786806898e-05}
+{"train_loss": 0.006491962354630232, "global_step": 9964, "epoch": 153, "lr": 8.581391090952413e-05}
+{"train_loss": 0.00768312206491828, "global_step": 9965, "epoch": 153, "lr": 8.581106371251134e-05}
+{"train_loss": 0.011099803261458874, "global_step": 9966, "epoch": 153, "lr": 8.580821627704954e-05}
+{"train_loss": 0.015600803308188915, "global_step": 9967, "epoch": 153, "lr": 8.58053686031577e-05}
+{"train_loss": 0.009087080135941505, "global_step": 9968, "epoch": 153, "lr": 8.580252069085479e-05}
+{"train_loss": 0.012255239300429821, "global_step": 9969, "epoch": 153, "lr": 8.579967254015975e-05}
+{"train_loss": 0.01062993984669447, "global_step": 9970, "epoch": 153, "lr": 8.579682415109156e-05}
+{"train_loss": 0.008674748241901398, "global_step": 9971, "epoch": 153, "lr": 8.579397552366919e-05}
+{"train_loss": 0.006987480446696281, "global_step": 9972, "epoch": 153, "lr": 8.579112665791161e-05}
+{"train_loss": 0.008596666157245636, "global_step": 9973, "epoch": 153, "lr": 8.578827755383775e-05}
+{"train_loss": 0.01155844796448946, "global_step": 9974, "epoch": 153, "lr": 8.578542821146663e-05}
+{"train_loss": 0.0067334105260670185, "global_step": 9975, "epoch": 153, "lr": 8.57825786308172e-05}
+{"train_loss": 0.0050744242034852505, "global_step": 9976, "epoch": 153, "lr": 8.577972881190844e-05}
+{"train_loss": 0.009427724406123161, "global_step": 9977, "epoch": 153, "lr": 8.577687875475932e-05}
+{"train_loss": 0.011932259425520897, "global_step": 9978, "epoch": 153, "lr": 8.577402845938884e-05}
+{"train_loss": 0.00925389863550663, "global_step": 9979, "epoch": 153, "lr": 8.577117792581594e-05}
+{"train_loss": 0.007795063778758049, "global_step": 9980, "epoch": 153, "lr": 8.576832715405963e-05}
+{"train_loss": 0.009093578904867172, "global_step": 9981, "epoch": 153, "lr": 8.576547614413886e-05}
+{"train_loss": 0.006105172913521528, "global_step": 9982, "epoch": 153, "lr": 8.576262489607266e-05}
+{"train_loss": 0.008616785518825054, "global_step": 9983, "epoch": 153, "lr": 8.575977340987998e-05}
+{"train_loss": 0.01013941504061222, "global_step": 9984, "epoch": 153, "lr": 8.575692168557981e-05}
+{"train_loss": 0.008761544711887836, "global_step": 9985, "epoch": 153, "lr": 8.575406972319116e-05}
+{"train_loss": 0.009172416292130947, "global_step": 9986, "epoch": 153, "lr": 8.575121752273298e-05}
+{"train_loss": 0.010619823820888996, "global_step": 9987, "epoch": 153, "lr": 8.57483650842243e-05}
+{"train_loss": 0.00817757286131382, "global_step": 9988, "epoch": 153, "lr": 8.574551240768411e-05}
+{"train_loss": 0.007902834564447403, "global_step": 9989, "epoch": 153, "lr": 8.574265949313138e-05}
+{"train_loss": 0.008362914435565472, "global_step": 9990, "epoch": 153, "lr": 8.573980634058514e-05}
+{"train_loss": 0.01149981189519167, "global_step": 9991, "epoch": 153, "lr": 8.573695295006434e-05}
+{"train_loss": 0.0064935204572975636, "global_step": 9992, "epoch": 153, "lr": 8.573409932158803e-05}
+{"train_loss": 0.00615682965144515, "global_step": 9993, "epoch": 153, "lr": 8.57312454551752e-05}
+{"train_loss": 0.009107714518904686, "global_step": 9994, "epoch": 153, "lr": 8.57283913508448e-05}
+{"train_loss": 0.008230765350162983, "global_step": 9995, "epoch": 153, "lr": 8.57255370086159e-05}
+{"train_loss": 0.007215024437755346, "global_step": 9996, "epoch": 153, "lr": 8.572268242850748e-05}
+{"train_loss": 0.007328913081437349, "global_step": 9997, "epoch": 153, "lr": 8.571982761053856e-05}
+{"train_loss": 0.008853486739099026, "global_step": 9998, "epoch": 153, "lr": 8.571697255472812e-05}
+{"train_loss": 0.0063937692902982235, "global_step": 9999, "epoch": 153, "lr": 8.571411726109519e-05}
+{"train_loss": 0.009982715360820293, "global_step": 10000, "epoch": 153, "lr": 8.571126172965877e-05}
+{"train_loss": 0.01211763359606266, "global_step": 10001, "epoch": 153, "lr": 8.57084059604379e-05}
+{"train_loss": 0.007010028697550297, "global_step": 10002, "epoch": 153, "lr": 8.570554995345157e-05}
+{"train_loss": 0.005501394625753164, "global_step": 10003, "epoch": 153, "lr": 8.570269370871882e-05}
+{"train_loss": 0.01085116621106863, "global_step": 10004, "epoch": 153, "lr": 8.569983722625864e-05}
+{"train_loss": 0.010527374222874641, "global_step": 10005, "epoch": 153, "lr": 8.569698050609006e-05}
+{"train_loss": 0.006792078725993633, "global_step": 10006, "epoch": 153, "lr": 8.569412354823212e-05}
+{"train_loss": 0.007045455742627382, "global_step": 10007, "epoch": 153, "lr": 8.569126635270381e-05}
+{"train_loss": 0.008964290842413902, "global_step": 10008, "epoch": 153, "lr": 8.568840891952419e-05}
+{"train_loss": 0.00872175649811442, "global_step": 10009, "epoch": 153, "lr": 8.568555124871226e-05, "val_loss": 0.007803136017173529}
+{"train_loss": 0.007813307456672192, "global_step": 10010, "epoch": 154, "lr": 8.568269334028706e-05}
+{"train_loss": 0.009577672928571701, "global_step": 10011, "epoch": 154, "lr": 8.56798351942676e-05}
+{"train_loss": 0.00817661639302969, "global_step": 10012, "epoch": 154, "lr": 8.567697681067295e-05}
+{"train_loss": 0.007246171124279499, "global_step": 10013, "epoch": 154, "lr": 8.567411818952213e-05}
+{"train_loss": 0.010170508176088333, "global_step": 10014, "epoch": 154, "lr": 8.567125933083415e-05}
+{"train_loss": 0.009345789439976215, "global_step": 10015, "epoch": 154, "lr": 8.566840023462805e-05}
+{"train_loss": 0.006495342124253511, "global_step": 10016, "epoch": 154, "lr": 8.566554090092289e-05}
+{"train_loss": 0.009776157326996326, "global_step": 10017, "epoch": 154, "lr": 8.56626813297377e-05}
+{"train_loss": 0.008135982789099216, "global_step": 10018, "epoch": 154, "lr": 8.565982152109151e-05}
+{"train_loss": 0.007038733921945095, "global_step": 10019, "epoch": 154, "lr": 8.565696147500337e-05}
+{"train_loss": 0.0067905583418905735, "global_step": 10020, "epoch": 154, "lr": 8.565410119149234e-05}
+{"train_loss": 0.006476418115198612, "global_step": 10021, "epoch": 154, "lr": 8.565124067057742e-05}
+{"train_loss": 0.008674492128193378, "global_step": 10022, "epoch": 154, "lr": 8.56483799122777e-05}
+{"train_loss": 0.00873823743313551, "global_step": 10023, "epoch": 154, "lr": 8.56455189166122e-05}
+{"train_loss": 0.008367211557924747, "global_step": 10024, "epoch": 154, "lr": 8.564265768360001e-05}
+{"train_loss": 0.007596383336931467, "global_step": 10025, "epoch": 154, "lr": 8.563979621326013e-05}
+{"train_loss": 0.00882496777921915, "global_step": 10026, "epoch": 154, "lr": 8.563693450561165e-05}
+{"train_loss": 0.006830253172665834, "global_step": 10027, "epoch": 154, "lr": 8.563407256067362e-05}
+{"train_loss": 0.007764147594571114, "global_step": 10028, "epoch": 154, "lr": 8.563121037846508e-05}
+{"train_loss": 0.008360197767615318, "global_step": 10029, "epoch": 154, "lr": 8.562834795900509e-05}
+{"train_loss": 0.007875079289078712, "global_step": 10030, "epoch": 154, "lr": 8.562548530231273e-05}
+{"train_loss": 0.00823311135172844, "global_step": 10031, "epoch": 154, "lr": 8.562262240840706e-05}
+{"train_loss": 0.008961806073784828, "global_step": 10032, "epoch": 154, "lr": 8.56197592773071e-05}
+{"train_loss": 0.008536957204341888, "global_step": 10033, "epoch": 154, "lr": 8.561689590903197e-05}
+{"train_loss": 0.008040902204811573, "global_step": 10034, "epoch": 154, "lr": 8.56140323036007e-05}
+{"train_loss": 0.010052538476884365, "global_step": 10035, "epoch": 154, "lr": 8.561116846103236e-05}
+{"train_loss": 0.006253378000110388, "global_step": 10036, "epoch": 154, "lr": 8.560830438134604e-05}
+{"train_loss": 0.007826350629329681, "global_step": 10037, "epoch": 154, "lr": 8.560544006456079e-05}
+{"train_loss": 0.0058057596907019615, "global_step": 10038, "epoch": 154, "lr": 8.56025755106957e-05}
+{"train_loss": 0.009121201001107693, "global_step": 10039, "epoch": 154, "lr": 8.559971071976984e-05}
+{"train_loss": 0.009090065956115723, "global_step": 10040, "epoch": 154, "lr": 8.559684569180226e-05}
+{"train_loss": 0.006100500468164682, "global_step": 10041, "epoch": 154, "lr": 8.559398042681206e-05}
+{"train_loss": 0.015045170672237873, "global_step": 10042, "epoch": 154, "lr": 8.559111492481832e-05}
+{"train_loss": 0.0072229718789458275, "global_step": 10043, "epoch": 154, "lr": 8.55882491858401e-05}
+{"train_loss": 0.0063699996098876, "global_step": 10044, "epoch": 154, "lr": 8.55853832098965e-05}
+{"train_loss": 0.00605865428224206, "global_step": 10045, "epoch": 154, "lr": 8.558251699700663e-05}
+{"train_loss": 0.007680749520659447, "global_step": 10046, "epoch": 154, "lr": 8.557965054718951e-05}
+{"train_loss": 0.010738926939666271, "global_step": 10047, "epoch": 154, "lr": 8.557678386046428e-05}
+{"train_loss": 0.00762177724391222, "global_step": 10048, "epoch": 154, "lr": 8.557391693684999e-05}
+{"train_loss": 0.008631334640085697, "global_step": 10049, "epoch": 154, "lr": 8.557104977636577e-05}
+{"train_loss": 0.004800144582986832, "global_step": 10050, "epoch": 154, "lr": 8.556818237903066e-05}
+{"train_loss": 0.009194744750857353, "global_step": 10051, "epoch": 154, "lr": 8.55653147448638e-05}
+{"train_loss": 0.007016504183411598, "global_step": 10052, "epoch": 154, "lr": 8.556244687388426e-05}
+{"train_loss": 0.012071816250681877, "global_step": 10053, "epoch": 154, "lr": 8.555957876611114e-05}
+{"train_loss": 0.00651731388643384, "global_step": 10054, "epoch": 154, "lr": 8.555671042156354e-05}
+{"train_loss": 0.008833046071231365, "global_step": 10055, "epoch": 154, "lr": 8.555384184026056e-05}
+{"train_loss": 0.007865647785365582, "global_step": 10056, "epoch": 154, "lr": 8.55509730222213e-05}
+{"train_loss": 0.007815629243850708, "global_step": 10057, "epoch": 154, "lr": 8.554810396746486e-05}
+{"train_loss": 0.008191773667931557, "global_step": 10058, "epoch": 154, "lr": 8.554523467601035e-05}
+{"train_loss": 0.0090950271114707, "global_step": 10059, "epoch": 154, "lr": 8.554236514787686e-05}
+{"train_loss": 0.009549516253173351, "global_step": 10060, "epoch": 154, "lr": 8.553949538308351e-05}
+{"train_loss": 0.008920429274439812, "global_step": 10061, "epoch": 154, "lr": 8.55366253816494e-05}
+{"train_loss": 0.011166492477059364, "global_step": 10062, "epoch": 154, "lr": 8.553375514359363e-05}
+{"train_loss": 0.007522070314735174, "global_step": 10063, "epoch": 154, "lr": 8.553088466893535e-05}
+{"train_loss": 0.008361737243831158, "global_step": 10064, "epoch": 154, "lr": 8.552801395769364e-05}
+{"train_loss": 0.006935324519872665, "global_step": 10065, "epoch": 154, "lr": 8.552514300988763e-05}
+{"train_loss": 0.007388054393231869, "global_step": 10066, "epoch": 154, "lr": 8.552227182553643e-05}
+{"train_loss": 0.005808774847537279, "global_step": 10067, "epoch": 154, "lr": 8.551940040465916e-05}
+{"train_loss": 0.007705682422965765, "global_step": 10068, "epoch": 154, "lr": 8.551652874727491e-05}
+{"train_loss": 0.009663901291787624, "global_step": 10069, "epoch": 154, "lr": 8.551365685340285e-05}
+{"train_loss": 0.007692710496485233, "global_step": 10070, "epoch": 154, "lr": 8.551078472306208e-05}
+{"train_loss": 0.011868545785546303, "global_step": 10071, "epoch": 154, "lr": 8.550791235627174e-05}
+{"train_loss": 0.008224508725106716, "global_step": 10072, "epoch": 154, "lr": 8.550503975305092e-05}
+{"train_loss": 0.007178447209298611, "global_step": 10073, "epoch": 154, "lr": 8.550216691341876e-05}
+{"train_loss": 0.008250634708943275, "global_step": 10074, "epoch": 154, "lr": 8.549929383739443e-05, "val_loss": 0.0077583687379956245}
+{"train_loss": 0.009820811450481415, "global_step": 10075, "epoch": 155, "lr": 8.549642052499701e-05}
+{"train_loss": 0.009324608370661736, "global_step": 10076, "epoch": 155, "lr": 8.549354697624566e-05}
+{"train_loss": 0.01120663806796074, "global_step": 10077, "epoch": 155, "lr": 8.549067319115948e-05}
+{"train_loss": 0.008219985291361809, "global_step": 10078, "epoch": 155, "lr": 8.548779916975765e-05}
+{"train_loss": 0.009554746560752392, "global_step": 10079, "epoch": 155, "lr": 8.548492491205928e-05}
+{"train_loss": 0.007636588998138905, "global_step": 10080, "epoch": 155, "lr": 8.54820504180835e-05}
+{"train_loss": 0.00949464738368988, "global_step": 10081, "epoch": 155, "lr": 8.547917568784948e-05}
+{"train_loss": 0.0075208088383078575, "global_step": 10082, "epoch": 155, "lr": 8.547630072137633e-05}
+{"train_loss": 0.009308423846960068, "global_step": 10083, "epoch": 155, "lr": 8.547342551868322e-05}
+{"train_loss": 0.0072435038164258, "global_step": 10084, "epoch": 155, "lr": 8.547055007978927e-05}
+{"train_loss": 0.008895790204405785, "global_step": 10085, "epoch": 155, "lr": 8.546767440471366e-05}
+{"train_loss": 0.009495196864008904, "global_step": 10086, "epoch": 155, "lr": 8.54647984934755e-05}
+{"train_loss": 0.008315492421388626, "global_step": 10087, "epoch": 155, "lr": 8.546192234609397e-05}
+{"train_loss": 0.01014587190002203, "global_step": 10088, "epoch": 155, "lr": 8.545904596258818e-05}
+{"train_loss": 0.00633232994005084, "global_step": 10089, "epoch": 155, "lr": 8.545616934297733e-05}
+{"train_loss": 0.007682754658162594, "global_step": 10090, "epoch": 155, "lr": 8.545329248728055e-05}
+{"train_loss": 0.007714397273957729, "global_step": 10091, "epoch": 155, "lr": 8.5450415395517e-05}
+{"train_loss": 0.009572239592671394, "global_step": 10092, "epoch": 155, "lr": 8.544753806770584e-05}
+{"train_loss": 0.00748185720294714, "global_step": 10093, "epoch": 155, "lr": 8.544466050386622e-05}
+{"train_loss": 0.007280961610376835, "global_step": 10094, "epoch": 155, "lr": 8.54417827040173e-05}
+{"train_loss": 0.007318874355405569, "global_step": 10095, "epoch": 155, "lr": 8.543890466817825e-05}
+{"train_loss": 0.007411136291921139, "global_step": 10096, "epoch": 155, "lr": 8.543602639636823e-05}
+{"train_loss": 0.009946567937731743, "global_step": 10097, "epoch": 155, "lr": 8.543314788860641e-05}
+{"train_loss": 0.008843227289617062, "global_step": 10098, "epoch": 155, "lr": 8.543026914491195e-05}
+{"train_loss": 0.010980483144521713, "global_step": 10099, "epoch": 155, "lr": 8.542739016530403e-05}
+{"train_loss": 0.00835210457444191, "global_step": 10100, "epoch": 155, "lr": 8.542451094980181e-05}
+{"train_loss": 0.006115199066698551, "global_step": 10101, "epoch": 155, "lr": 8.542163149842444e-05}
+{"train_loss": 0.009261632338166237, "global_step": 10102, "epoch": 155, "lr": 8.541875181119114e-05}
+{"train_loss": 0.007012204732745886, "global_step": 10103, "epoch": 155, "lr": 8.541587188812104e-05}
+{"train_loss": 0.006091601215302944, "global_step": 10104, "epoch": 155, "lr": 8.541299172923334e-05}
+{"train_loss": 0.007545160595327616, "global_step": 10105, "epoch": 155, "lr": 8.541011133454721e-05}
+{"train_loss": 0.0065366183407604694, "global_step": 10106, "epoch": 155, "lr": 8.540723070408186e-05}
+{"train_loss": 0.00848396122455597, "global_step": 10107, "epoch": 155, "lr": 8.540434983785641e-05}
+{"train_loss": 0.008953138254582882, "global_step": 10108, "epoch": 155, "lr": 8.540146873589007e-05}
+{"train_loss": 0.008440771140158176, "global_step": 10109, "epoch": 155, "lr": 8.539858739820206e-05}
+{"train_loss": 0.007577606942504644, "global_step": 10110, "epoch": 155, "lr": 8.539570582481151e-05}
+{"train_loss": 0.008620960637927055, "global_step": 10111, "epoch": 155, "lr": 8.539282401573765e-05}
+{"train_loss": 0.009223970584571362, "global_step": 10112, "epoch": 155, "lr": 8.538994197099963e-05}
+{"train_loss": 0.006618277169764042, "global_step": 10113, "epoch": 155, "lr": 8.538705969061667e-05}
+{"train_loss": 0.007754859048873186, "global_step": 10114, "epoch": 155, "lr": 8.538417717460796e-05}
+{"train_loss": 0.007318020332604647, "global_step": 10115, "epoch": 155, "lr": 8.538129442299267e-05}
+{"train_loss": 0.006152323912829161, "global_step": 10116, "epoch": 155, "lr": 8.537841143579001e-05}
+{"train_loss": 0.009086589328944683, "global_step": 10117, "epoch": 155, "lr": 8.53755282130192e-05}
+{"train_loss": 0.007544953376054764, "global_step": 10118, "epoch": 155, "lr": 8.537264475469939e-05}
+{"train_loss": 0.005127312149852514, "global_step": 10119, "epoch": 155, "lr": 8.53697610608498e-05}
+{"train_loss": 0.00842603575438261, "global_step": 10120, "epoch": 155, "lr": 8.536687713148966e-05}
+{"train_loss": 0.007950601167976856, "global_step": 10121, "epoch": 155, "lr": 8.536399296663813e-05}
+{"train_loss": 0.004715427756309509, "global_step": 10122, "epoch": 155, "lr": 8.536110856631444e-05}
+{"train_loss": 0.009987948462367058, "global_step": 10123, "epoch": 155, "lr": 8.535822393053779e-05}
+{"train_loss": 0.00941537320613861, "global_step": 10124, "epoch": 155, "lr": 8.535533905932738e-05}
+{"train_loss": 0.006503659766167402, "global_step": 10125, "epoch": 155, "lr": 8.535245395270243e-05}
+{"train_loss": 0.004206557292491198, "global_step": 10126, "epoch": 155, "lr": 8.534956861068215e-05}
+{"train_loss": 0.005001244135200977, "global_step": 10127, "epoch": 155, "lr": 8.534668303328573e-05}
+{"train_loss": 0.007684243842959404, "global_step": 10128, "epoch": 155, "lr": 8.53437972205324e-05}
+{"train_loss": 0.009893807582557201, "global_step": 10129, "epoch": 155, "lr": 8.534091117244139e-05}
+{"train_loss": 0.004943074658513069, "global_step": 10130, "epoch": 155, "lr": 8.53380248890319e-05}
+{"train_loss": 0.007830924354493618, "global_step": 10131, "epoch": 155, "lr": 8.533513837032317e-05}
+{"train_loss": 0.006297862622886896, "global_step": 10132, "epoch": 155, "lr": 8.533225161633438e-05}
+{"train_loss": 0.00928178895264864, "global_step": 10133, "epoch": 155, "lr": 8.532936462708476e-05}
+{"train_loss": 0.008298931643366814, "global_step": 10134, "epoch": 155, "lr": 8.532647740259357e-05}
+{"train_loss": 0.008774369955062866, "global_step": 10135, "epoch": 155, "lr": 8.532358994288001e-05}
+{"train_loss": 0.00745366932824254, "global_step": 10136, "epoch": 155, "lr": 8.532070224796329e-05}
+{"train_loss": 0.006967192515730858, "global_step": 10137, "epoch": 155, "lr": 8.531781431786268e-05}
+{"train_loss": 0.004953467752784491, "global_step": 10138, "epoch": 155, "lr": 8.531492615259737e-05}
+{"train_loss": 0.007945193013606163, "global_step": 10139, "epoch": 155, "lr": 8.531203775218659e-05, "val_loss": 0.007204888388514519, "train_action_mse_error": 0.0005078794783912599}
+{"train_loss": 0.008533953689038754, "global_step": 10140, "epoch": 156, "lr": 8.53091491166496e-05}
+{"train_loss": 0.006567402742803097, "global_step": 10141, "epoch": 156, "lr": 8.530626024600563e-05}
+{"train_loss": 0.006270531099289656, "global_step": 10142, "epoch": 156, "lr": 8.530337114027392e-05}
+{"train_loss": 0.011370522901415825, "global_step": 10143, "epoch": 156, "lr": 8.530048179947366e-05}
+{"train_loss": 0.008858919143676758, "global_step": 10144, "epoch": 156, "lr": 8.529759222362415e-05}
+{"train_loss": 0.0051166280172765255, "global_step": 10145, "epoch": 156, "lr": 8.529470241274457e-05}
+{"train_loss": 0.0054625156335532665, "global_step": 10146, "epoch": 156, "lr": 8.529181236685424e-05}
+{"train_loss": 0.006037240847945213, "global_step": 10147, "epoch": 156, "lr": 8.528892208597233e-05}
+{"train_loss": 0.004800091031938791, "global_step": 10148, "epoch": 156, "lr": 8.528603157011813e-05}
+{"train_loss": 0.011390318162739277, "global_step": 10149, "epoch": 156, "lr": 8.528314081931086e-05}
+{"train_loss": 0.008573892526328564, "global_step": 10150, "epoch": 156, "lr": 8.528024983356978e-05}
+{"train_loss": 0.006162912119179964, "global_step": 10151, "epoch": 156, "lr": 8.527735861291413e-05}
+{"train_loss": 0.010062416084110737, "global_step": 10152, "epoch": 156, "lr": 8.527446715736318e-05}
+{"train_loss": 0.011914185248315334, "global_step": 10153, "epoch": 156, "lr": 8.527157546693618e-05}
+{"train_loss": 0.009091061539947987, "global_step": 10154, "epoch": 156, "lr": 8.526868354165237e-05}
+{"train_loss": 0.006448329426348209, "global_step": 10155, "epoch": 156, "lr": 8.526579138153102e-05}
+{"train_loss": 0.01194832008332014, "global_step": 10156, "epoch": 156, "lr": 8.526289898659137e-05}
+{"train_loss": 0.005835387390106916, "global_step": 10157, "epoch": 156, "lr": 8.52600063568527e-05}
+{"train_loss": 0.006648379843682051, "global_step": 10158, "epoch": 156, "lr": 8.525711349233424e-05}
+{"train_loss": 0.008063743822276592, "global_step": 10159, "epoch": 156, "lr": 8.525422039305528e-05}
+{"train_loss": 0.007443272043019533, "global_step": 10160, "epoch": 156, "lr": 8.525132705903507e-05}
+{"train_loss": 0.010026848874986172, "global_step": 10161, "epoch": 156, "lr": 8.52484334902929e-05}
+{"train_loss": 0.005949485115706921, "global_step": 10162, "epoch": 156, "lr": 8.524553968684801e-05}
+{"train_loss": 0.0058181011117994785, "global_step": 10163, "epoch": 156, "lr": 8.524264564871969e-05}
+{"train_loss": 0.007735161576420069, "global_step": 10164, "epoch": 156, "lr": 8.523975137592718e-05}
+{"train_loss": 0.011921457014977932, "global_step": 10165, "epoch": 156, "lr": 8.523685686848977e-05}
+{"train_loss": 0.006465525832027197, "global_step": 10166, "epoch": 156, "lr": 8.523396212642674e-05}
+{"train_loss": 0.008748523890972137, "global_step": 10167, "epoch": 156, "lr": 8.523106714975735e-05}
+{"train_loss": 0.0067083933390676975, "global_step": 10168, "epoch": 156, "lr": 8.522817193850088e-05}
+{"train_loss": 0.007027237676084042, "global_step": 10169, "epoch": 156, "lr": 8.522527649267663e-05}
+{"train_loss": 0.006361829116940498, "global_step": 10170, "epoch": 156, "lr": 8.522238081230384e-05}
+{"train_loss": 0.011919301934540272, "global_step": 10171, "epoch": 156, "lr": 8.521948489740181e-05}
+{"train_loss": 0.010375646874308586, "global_step": 10172, "epoch": 156, "lr": 8.521658874798983e-05}
+{"train_loss": 0.008319390937685966, "global_step": 10173, "epoch": 156, "lr": 8.521369236408718e-05}
+{"train_loss": 0.008537623099982738, "global_step": 10174, "epoch": 156, "lr": 8.521079574571313e-05}
+{"train_loss": 0.00678611034527421, "global_step": 10175, "epoch": 156, "lr": 8.5207898892887e-05}
+{"train_loss": 0.010004425421357155, "global_step": 10176, "epoch": 156, "lr": 8.520500180562804e-05}
+{"train_loss": 0.007730199955403805, "global_step": 10177, "epoch": 156, "lr": 8.520210448395557e-05}
+{"train_loss": 0.006689546629786491, "global_step": 10178, "epoch": 156, "lr": 8.519920692788888e-05}
+{"train_loss": 0.006585805676877499, "global_step": 10179, "epoch": 156, "lr": 8.519630913744725e-05}
+{"train_loss": 0.008866151794791222, "global_step": 10180, "epoch": 156, "lr": 8.519341111264998e-05}
+{"train_loss": 0.005947645287960768, "global_step": 10181, "epoch": 156, "lr": 8.519051285351636e-05}
+{"train_loss": 0.008494560606777668, "global_step": 10182, "epoch": 156, "lr": 8.51876143600657e-05}
+{"train_loss": 0.0055998447351157665, "global_step": 10183, "epoch": 156, "lr": 8.51847156323173e-05}
+{"train_loss": 0.007824244908988476, "global_step": 10184, "epoch": 156, "lr": 8.518181667029043e-05}
+{"train_loss": 0.008295065723359585, "global_step": 10185, "epoch": 156, "lr": 8.517891747400445e-05}
+{"train_loss": 0.006079026963561773, "global_step": 10186, "epoch": 156, "lr": 8.517601804347862e-05}
+{"train_loss": 0.008209804072976112, "global_step": 10187, "epoch": 156, "lr": 8.517311837873225e-05}
+{"train_loss": 0.007859062403440475, "global_step": 10188, "epoch": 156, "lr": 8.517021847978468e-05}
+{"train_loss": 0.010063769295811653, "global_step": 10189, "epoch": 156, "lr": 8.516731834665517e-05}
+{"train_loss": 0.006726146209985018, "global_step": 10190, "epoch": 156, "lr": 8.516441797936308e-05}
+{"train_loss": 0.006928783841431141, "global_step": 10191, "epoch": 156, "lr": 8.516151737792768e-05}
+{"train_loss": 0.012097444385290146, "global_step": 10192, "epoch": 156, "lr": 8.515861654236829e-05}
+{"train_loss": 0.006346471142023802, "global_step": 10193, "epoch": 156, "lr": 8.515571547270427e-05}
+{"train_loss": 0.009488333947956562, "global_step": 10194, "epoch": 156, "lr": 8.515281416895488e-05}
+{"train_loss": 0.007709654979407787, "global_step": 10195, "epoch": 156, "lr": 8.514991263113948e-05}
+{"train_loss": 0.008421722799539566, "global_step": 10196, "epoch": 156, "lr": 8.514701085927735e-05}
+{"train_loss": 0.009694236330688, "global_step": 10197, "epoch": 156, "lr": 8.514410885338785e-05}
+{"train_loss": 0.006728227250277996, "global_step": 10198, "epoch": 156, "lr": 8.514120661349029e-05}
+{"train_loss": 0.008195939473807812, "global_step": 10199, "epoch": 156, "lr": 8.513830413960399e-05}
+{"train_loss": 0.007977822795510292, "global_step": 10200, "epoch": 156, "lr": 8.513540143174828e-05}
+{"train_loss": 0.007728853728622198, "global_step": 10201, "epoch": 156, "lr": 8.513249848994246e-05}
+{"train_loss": 0.006637950427830219, "global_step": 10202, "epoch": 156, "lr": 8.512959531420591e-05}
+{"train_loss": 0.011326616629958153, "global_step": 10203, "epoch": 156, "lr": 8.512669190455794e-05}
+{"train_loss": 0.007990829016153628, "global_step": 10204, "epoch": 156, "lr": 8.512378826101785e-05, "val_loss": 0.016465535387396812}
+{"train_loss": 0.007694140076637268, "global_step": 10205, "epoch": 157, "lr": 8.512088438360503e-05}
+{"train_loss": 0.009434456005692482, "global_step": 10206, "epoch": 157, "lr": 8.511798027233878e-05}
+{"train_loss": 0.008613928221166134, "global_step": 10207, "epoch": 157, "lr": 8.511507592723844e-05}
+{"train_loss": 0.007683519273996353, "global_step": 10208, "epoch": 157, "lr": 8.511217134832337e-05}
+{"train_loss": 0.007262022700160742, "global_step": 10209, "epoch": 157, "lr": 8.510926653561286e-05}
+{"train_loss": 0.008177200332283974, "global_step": 10210, "epoch": 157, "lr": 8.510636148912632e-05}
+{"train_loss": 0.008947079069912434, "global_step": 10211, "epoch": 157, "lr": 8.510345620888305e-05}
+{"train_loss": 0.008542021736502647, "global_step": 10212, "epoch": 157, "lr": 8.51005506949024e-05}
+{"train_loss": 0.006310553755611181, "global_step": 10213, "epoch": 157, "lr": 8.509764494720372e-05}
+{"train_loss": 0.012437610886991024, "global_step": 10214, "epoch": 157, "lr": 8.509473896580635e-05}
+{"train_loss": 0.009013081900775433, "global_step": 10215, "epoch": 157, "lr": 8.509183275072968e-05}
+{"train_loss": 0.00722140446305275, "global_step": 10216, "epoch": 157, "lr": 8.508892630199299e-05}
+{"train_loss": 0.005567409563809633, "global_step": 10217, "epoch": 157, "lr": 8.508601961961568e-05}
+{"train_loss": 0.010465691797435284, "global_step": 10218, "epoch": 157, "lr": 8.508311270361711e-05}
+{"train_loss": 0.009203340858221054, "global_step": 10219, "epoch": 157, "lr": 8.508020555401662e-05}
+{"train_loss": 0.008680842816829681, "global_step": 10220, "epoch": 157, "lr": 8.507729817083356e-05}
+{"train_loss": 0.00934452936053276, "global_step": 10221, "epoch": 157, "lr": 8.50743905540873e-05}
+{"train_loss": 0.011076423339545727, "global_step": 10222, "epoch": 157, "lr": 8.507148270379721e-05}
+{"train_loss": 0.008213162422180176, "global_step": 10223, "epoch": 157, "lr": 8.506857461998264e-05}
+{"train_loss": 0.009482604451477528, "global_step": 10224, "epoch": 157, "lr": 8.506566630266293e-05}
+{"train_loss": 0.007940881885588169, "global_step": 10225, "epoch": 157, "lr": 8.506275775185748e-05}
+{"train_loss": 0.007678148336708546, "global_step": 10226, "epoch": 157, "lr": 8.505984896758566e-05}
+{"train_loss": 0.010151589289307594, "global_step": 10227, "epoch": 157, "lr": 8.505693994986681e-05}
+{"train_loss": 0.014734705910086632, "global_step": 10228, "epoch": 157, "lr": 8.505403069872032e-05}
+{"train_loss": 0.006797169800847769, "global_step": 10229, "epoch": 157, "lr": 8.505112121416555e-05}
+{"train_loss": 0.006814421620219946, "global_step": 10230, "epoch": 157, "lr": 8.504821149622189e-05}
+{"train_loss": 0.00846736878156662, "global_step": 10231, "epoch": 157, "lr": 8.504530154490868e-05}
+{"train_loss": 0.008880659006536007, "global_step": 10232, "epoch": 157, "lr": 8.504239136024535e-05}
+{"train_loss": 0.009800877422094345, "global_step": 10233, "epoch": 157, "lr": 8.503948094225122e-05}
+{"train_loss": 0.00805335957556963, "global_step": 10234, "epoch": 157, "lr": 8.50365702909457e-05}
+{"train_loss": 0.009152251295745373, "global_step": 10235, "epoch": 157, "lr": 8.503365940634818e-05}
+{"train_loss": 0.006315658334642649, "global_step": 10236, "epoch": 157, "lr": 8.5030748288478e-05}
+{"train_loss": 0.00942074041813612, "global_step": 10237, "epoch": 157, "lr": 8.502783693735458e-05}
+{"train_loss": 0.008896083571016788, "global_step": 10238, "epoch": 157, "lr": 8.502492535299732e-05}
+{"train_loss": 0.010131819173693657, "global_step": 10239, "epoch": 157, "lr": 8.502201353542556e-05}
+{"train_loss": 0.010234871879220009, "global_step": 10240, "epoch": 157, "lr": 8.501910148465872e-05}
+{"train_loss": 0.01175337191671133, "global_step": 10241, "epoch": 157, "lr": 8.501618920071618e-05}
+{"train_loss": 0.008321908302605152, "global_step": 10242, "epoch": 157, "lr": 8.501327668361736e-05}
+{"train_loss": 0.009728321805596352, "global_step": 10243, "epoch": 157, "lr": 8.50103639333816e-05}
+{"train_loss": 0.0074052815325558186, "global_step": 10244, "epoch": 157, "lr": 8.500745095002832e-05}
+{"train_loss": 0.007407707162201405, "global_step": 10245, "epoch": 157, "lr": 8.500453773357693e-05}
+{"train_loss": 0.007361097726970911, "global_step": 10246, "epoch": 157, "lr": 8.500162428404682e-05}
+{"train_loss": 0.007152887526899576, "global_step": 10247, "epoch": 157, "lr": 8.499871060145737e-05}
+{"train_loss": 0.013364455662667751, "global_step": 10248, "epoch": 157, "lr": 8.499579668582798e-05}
+{"train_loss": 0.0066630044020712376, "global_step": 10249, "epoch": 157, "lr": 8.499288253717809e-05}
+{"train_loss": 0.007832695730030537, "global_step": 10250, "epoch": 157, "lr": 8.498996815552708e-05}
+{"train_loss": 0.00788851734250784, "global_step": 10251, "epoch": 157, "lr": 8.498705354089435e-05}
+{"train_loss": 0.008315658196806908, "global_step": 10252, "epoch": 157, "lr": 8.498413869329933e-05}
+{"train_loss": 0.0070984624326229095, "global_step": 10253, "epoch": 157, "lr": 8.498122361276142e-05}
+{"train_loss": 0.009819326922297478, "global_step": 10254, "epoch": 157, "lr": 8.49783082993e-05}
+{"train_loss": 0.01100124791264534, "global_step": 10255, "epoch": 157, "lr": 8.497539275293451e-05}
+{"train_loss": 0.01005763839930296, "global_step": 10256, "epoch": 157, "lr": 8.497247697368436e-05}
+{"train_loss": 0.005419199354946613, "global_step": 10257, "epoch": 157, "lr": 8.496956096156896e-05}
+{"train_loss": 0.007578001823276281, "global_step": 10258, "epoch": 157, "lr": 8.496664471660774e-05}
+{"train_loss": 0.009771600365638733, "global_step": 10259, "epoch": 157, "lr": 8.496372823882008e-05}
+{"train_loss": 0.007133403327316046, "global_step": 10260, "epoch": 157, "lr": 8.496081152822547e-05}
+{"train_loss": 0.006641619838774204, "global_step": 10261, "epoch": 157, "lr": 8.495789458484326e-05}
+{"train_loss": 0.010714908130466938, "global_step": 10262, "epoch": 157, "lr": 8.49549774086929e-05}
+{"train_loss": 0.008045226335525513, "global_step": 10263, "epoch": 157, "lr": 8.495205999979381e-05}
+{"train_loss": 0.008926084265112877, "global_step": 10264, "epoch": 157, "lr": 8.494914235816542e-05}
+{"train_loss": 0.005766777787357569, "global_step": 10265, "epoch": 157, "lr": 8.494622448382718e-05}
+{"train_loss": 0.0073370011523365974, "global_step": 10266, "epoch": 157, "lr": 8.494330637679849e-05}
+{"train_loss": 0.011692626401782036, "global_step": 10267, "epoch": 157, "lr": 8.494038803709876e-05}
+{"train_loss": 0.010180559009313583, "global_step": 10268, "epoch": 157, "lr": 8.493746946474748e-05}
+{"train_loss": 0.008670421983473576, "global_step": 10269, "epoch": 157, "lr": 8.493455065976404e-05, "val_loss": 0.012024792842566967}
+{"train_loss": 0.009729575365781784, "global_step": 10270, "epoch": 158, "lr": 8.493163162216789e-05}
+{"train_loss": 0.00843493826687336, "global_step": 10271, "epoch": 158, "lr": 8.492871235197844e-05}
+{"train_loss": 0.010605674237012863, "global_step": 10272, "epoch": 158, "lr": 8.492579284921519e-05}
+{"train_loss": 0.006318448577076197, "global_step": 10273, "epoch": 158, "lr": 8.49228731138975e-05}
+{"train_loss": 0.006206375081092119, "global_step": 10274, "epoch": 158, "lr": 8.491995314604486e-05}
+{"train_loss": 0.00718068378046155, "global_step": 10275, "epoch": 158, "lr": 8.491703294567672e-05}
+{"train_loss": 0.007859999313950539, "global_step": 10276, "epoch": 158, "lr": 8.491411251281251e-05}
+{"train_loss": 0.008579273708164692, "global_step": 10277, "epoch": 158, "lr": 8.491119184747167e-05}
+{"train_loss": 0.0070803784765303135, "global_step": 10278, "epoch": 158, "lr": 8.490827094967363e-05}
+{"train_loss": 0.010024278424680233, "global_step": 10279, "epoch": 158, "lr": 8.490534981943789e-05}
+{"train_loss": 0.008325645700097084, "global_step": 10280, "epoch": 158, "lr": 8.490242845678387e-05}
+{"train_loss": 0.007868255488574505, "global_step": 10281, "epoch": 158, "lr": 8.4899506861731e-05}
+{"train_loss": 0.006444807164371014, "global_step": 10282, "epoch": 158, "lr": 8.489658503429876e-05}
+{"train_loss": 0.009357806295156479, "global_step": 10283, "epoch": 158, "lr": 8.489366297450662e-05}
+{"train_loss": 0.010722024366259575, "global_step": 10284, "epoch": 158, "lr": 8.489074068237402e-05}
+{"train_loss": 0.008710689842700958, "global_step": 10285, "epoch": 158, "lr": 8.48878181579204e-05}
+{"train_loss": 0.007595489267259836, "global_step": 10286, "epoch": 158, "lr": 8.488489540116524e-05}
+{"train_loss": 0.009700875729322433, "global_step": 10287, "epoch": 158, "lr": 8.4881972412128e-05}
+{"train_loss": 0.008425343781709671, "global_step": 10288, "epoch": 158, "lr": 8.487904919082814e-05}
+{"train_loss": 0.013440513983368874, "global_step": 10289, "epoch": 158, "lr": 8.487612573728513e-05}
+{"train_loss": 0.009849650785326958, "global_step": 10290, "epoch": 158, "lr": 8.487320205151842e-05}
+{"train_loss": 0.010307826101779938, "global_step": 10291, "epoch": 158, "lr": 8.487027813354749e-05}
+{"train_loss": 0.006072918884456158, "global_step": 10292, "epoch": 158, "lr": 8.48673539833918e-05}
+{"train_loss": 0.006838732864707708, "global_step": 10293, "epoch": 158, "lr": 8.486442960107086e-05}
+{"train_loss": 0.010143677704036236, "global_step": 10294, "epoch": 158, "lr": 8.486150498660407e-05}
+{"train_loss": 0.0058410754427313805, "global_step": 10295, "epoch": 158, "lr": 8.485858014001096e-05}
+{"train_loss": 0.009630902670323849, "global_step": 10296, "epoch": 158, "lr": 8.4855655061311e-05}
+{"train_loss": 0.012425785884261131, "global_step": 10297, "epoch": 158, "lr": 8.485272975052363e-05}
+{"train_loss": 0.007109219674021006, "global_step": 10298, "epoch": 158, "lr": 8.484980420766837e-05}
+{"train_loss": 0.010788007639348507, "global_step": 10299, "epoch": 158, "lr": 8.484687843276469e-05}
+{"train_loss": 0.010442675091326237, "global_step": 10300, "epoch": 158, "lr": 8.484395242583205e-05}
+{"train_loss": 0.014571990817785263, "global_step": 10301, "epoch": 158, "lr": 8.484102618688993e-05}
+{"train_loss": 0.010639973916113377, "global_step": 10302, "epoch": 158, "lr": 8.483809971595787e-05}
+{"train_loss": 0.007587846368551254, "global_step": 10303, "epoch": 158, "lr": 8.483517301305531e-05}
+{"train_loss": 0.011365550570189953, "global_step": 10304, "epoch": 158, "lr": 8.483224607820172e-05}
+{"train_loss": 0.00963042862713337, "global_step": 10305, "epoch": 158, "lr": 8.482931891141663e-05}
+{"train_loss": 0.008171489462256432, "global_step": 10306, "epoch": 158, "lr": 8.482639151271952e-05}
+{"train_loss": 0.006338656879961491, "global_step": 10307, "epoch": 158, "lr": 8.482346388212988e-05}
+{"train_loss": 0.009755018167197704, "global_step": 10308, "epoch": 158, "lr": 8.482053601966719e-05}
+{"train_loss": 0.012314001098275185, "global_step": 10309, "epoch": 158, "lr": 8.481760792535095e-05}
+{"train_loss": 0.00911498349159956, "global_step": 10310, "epoch": 158, "lr": 8.481467959920066e-05}
+{"train_loss": 0.011080206371843815, "global_step": 10311, "epoch": 158, "lr": 8.481175104123585e-05}
+{"train_loss": 0.00896686501801014, "global_step": 10312, "epoch": 158, "lr": 8.480882225147598e-05}
+{"train_loss": 0.011415689252316952, "global_step": 10313, "epoch": 158, "lr": 8.480589322994055e-05}
+{"train_loss": 0.014212221838533878, "global_step": 10314, "epoch": 158, "lr": 8.480296397664908e-05}
+{"train_loss": 0.007610450033098459, "global_step": 10315, "epoch": 158, "lr": 8.480003449162107e-05}
+{"train_loss": 0.011560442857444286, "global_step": 10316, "epoch": 158, "lr": 8.479710477487604e-05}
+{"train_loss": 0.00913199968636036, "global_step": 10317, "epoch": 158, "lr": 8.479417482643346e-05}
+{"train_loss": 0.010459791868925095, "global_step": 10318, "epoch": 158, "lr": 8.479124464631287e-05}
+{"train_loss": 0.006602694280445576, "global_step": 10319, "epoch": 158, "lr": 8.47883142345338e-05}
+{"train_loss": 0.011366521008312702, "global_step": 10320, "epoch": 158, "lr": 8.478538359111571e-05}
+{"train_loss": 0.006936302874237299, "global_step": 10321, "epoch": 158, "lr": 8.478245271607814e-05}
+{"train_loss": 0.012211395427584648, "global_step": 10322, "epoch": 158, "lr": 8.477952160944061e-05}
+{"train_loss": 0.010088040493428707, "global_step": 10323, "epoch": 158, "lr": 8.477659027122264e-05}
+{"train_loss": 0.008336948230862617, "global_step": 10324, "epoch": 158, "lr": 8.477365870144373e-05}
+{"train_loss": 0.008057495579123497, "global_step": 10325, "epoch": 158, "lr": 8.47707269001234e-05}
+{"train_loss": 0.010129797272384167, "global_step": 10326, "epoch": 158, "lr": 8.47677948672812e-05}
+{"train_loss": 0.008090994320809841, "global_step": 10327, "epoch": 158, "lr": 8.476486260293663e-05}
+{"train_loss": 0.007973547093570232, "global_step": 10328, "epoch": 158, "lr": 8.476193010710922e-05}
+{"train_loss": 0.0110561428591609, "global_step": 10329, "epoch": 158, "lr": 8.47589973798185e-05}
+{"train_loss": 0.0066358959302306175, "global_step": 10330, "epoch": 158, "lr": 8.475606442108399e-05}
+{"train_loss": 0.008877573534846306, "global_step": 10331, "epoch": 158, "lr": 8.475313123092521e-05}
+{"train_loss": 0.01168028824031353, "global_step": 10332, "epoch": 158, "lr": 8.47501978093617e-05}
+{"train_loss": 0.006231412757188082, "global_step": 10333, "epoch": 158, "lr": 8.4747264156413e-05}
+{"train_loss": 0.009199976039907107, "global_step": 10334, "epoch": 158, "lr": 8.474433027209866e-05, "val_loss": 0.011350911110639572}
+{"train_loss": 0.01213248260319233, "global_step": 10335, "epoch": 159, "lr": 8.474139615643817e-05}
+{"train_loss": 0.010916279628872871, "global_step": 10336, "epoch": 159, "lr": 8.473846180945111e-05}
+{"train_loss": 0.00707575399428606, "global_step": 10337, "epoch": 159, "lr": 8.473552723115699e-05}
+{"train_loss": 0.007493969984352589, "global_step": 10338, "epoch": 159, "lr": 8.473259242157537e-05}
+{"train_loss": 0.013383504003286362, "global_step": 10339, "epoch": 159, "lr": 8.472965738072576e-05}
+{"train_loss": 0.016689129173755646, "global_step": 10340, "epoch": 159, "lr": 8.472672210862774e-05}
+{"train_loss": 0.008663855493068695, "global_step": 10341, "epoch": 159, "lr": 8.472378660530083e-05}
+{"train_loss": 0.008767160587012768, "global_step": 10342, "epoch": 159, "lr": 8.47208508707646e-05}
+{"train_loss": 0.009289786219596863, "global_step": 10343, "epoch": 159, "lr": 8.471791490503855e-05}
+{"train_loss": 0.006475194822996855, "global_step": 10344, "epoch": 159, "lr": 8.47149787081423e-05}
+{"train_loss": 0.009210743010044098, "global_step": 10345, "epoch": 159, "lr": 8.471204228009534e-05}
+{"train_loss": 0.00856149010360241, "global_step": 10346, "epoch": 159, "lr": 8.470910562091725e-05}
+{"train_loss": 0.008658946491777897, "global_step": 10347, "epoch": 159, "lr": 8.470616873062757e-05}
+{"train_loss": 0.00814547948539257, "global_step": 10348, "epoch": 159, "lr": 8.470323160924587e-05}
+{"train_loss": 0.014476933516561985, "global_step": 10349, "epoch": 159, "lr": 8.470029425679172e-05}
+{"train_loss": 0.008100170642137527, "global_step": 10350, "epoch": 159, "lr": 8.469735667328465e-05}
+{"train_loss": 0.007009034976363182, "global_step": 10351, "epoch": 159, "lr": 8.469441885874421e-05}
+{"train_loss": 0.009761691093444824, "global_step": 10352, "epoch": 159, "lr": 8.469148081319e-05}
+{"train_loss": 0.008026931434869766, "global_step": 10353, "epoch": 159, "lr": 8.468854253664156e-05}
+{"train_loss": 0.01186907198280096, "global_step": 10354, "epoch": 159, "lr": 8.468560402911845e-05}
+{"train_loss": 0.00794210471212864, "global_step": 10355, "epoch": 159, "lr": 8.468266529064025e-05}
+{"train_loss": 0.013314417563378811, "global_step": 10356, "epoch": 159, "lr": 8.467972632122652e-05}
+{"train_loss": 0.01151212491095066, "global_step": 10357, "epoch": 159, "lr": 8.467678712089684e-05}
+{"train_loss": 0.008766117505729198, "global_step": 10358, "epoch": 159, "lr": 8.467384768967077e-05}
+{"train_loss": 0.00706612691283226, "global_step": 10359, "epoch": 159, "lr": 8.467090802756788e-05}
+{"train_loss": 0.01093556173145771, "global_step": 10360, "epoch": 159, "lr": 8.466796813460775e-05}
+{"train_loss": 0.006107797846198082, "global_step": 10361, "epoch": 159, "lr": 8.466502801080996e-05}
+{"train_loss": 0.006805294658988714, "global_step": 10362, "epoch": 159, "lr": 8.466208765619408e-05}
+{"train_loss": 0.011314328759908676, "global_step": 10363, "epoch": 159, "lr": 8.465914707077967e-05}
+{"train_loss": 0.007740644738078117, "global_step": 10364, "epoch": 159, "lr": 8.465620625458635e-05}
+{"train_loss": 0.010300595313310623, "global_step": 10365, "epoch": 159, "lr": 8.465326520763368e-05}
+{"train_loss": 0.007411668077111244, "global_step": 10366, "epoch": 159, "lr": 8.465032392994123e-05}
+{"train_loss": 0.006498883944004774, "global_step": 10367, "epoch": 159, "lr": 8.464738242152861e-05}
+{"train_loss": 0.01038411445915699, "global_step": 10368, "epoch": 159, "lr": 8.464444068241539e-05}
+{"train_loss": 0.011357220821082592, "global_step": 10369, "epoch": 159, "lr": 8.464149871262117e-05}
+{"train_loss": 0.008596466854214668, "global_step": 10370, "epoch": 159, "lr": 8.463855651216552e-05}
+{"train_loss": 0.009219810366630554, "global_step": 10371, "epoch": 159, "lr": 8.463561408106804e-05}
+{"train_loss": 0.009594504721462727, "global_step": 10372, "epoch": 159, "lr": 8.463267141934834e-05}
+{"train_loss": 0.006016886793076992, "global_step": 10373, "epoch": 159, "lr": 8.462972852702598e-05}
+{"train_loss": 0.007813959382474422, "global_step": 10374, "epoch": 159, "lr": 8.462678540412059e-05}
+{"train_loss": 0.008043601177632809, "global_step": 10375, "epoch": 159, "lr": 8.462384205065173e-05}
+{"train_loss": 0.00803297944366932, "global_step": 10376, "epoch": 159, "lr": 8.462089846663905e-05}
+{"train_loss": 0.009232083335518837, "global_step": 10377, "epoch": 159, "lr": 8.46179546521021e-05}
+{"train_loss": 0.008914335630834103, "global_step": 10378, "epoch": 159, "lr": 8.461501060706048e-05}
+{"train_loss": 0.009820697829127312, "global_step": 10379, "epoch": 159, "lr": 8.461206633153383e-05}
+{"train_loss": 0.010118740610778332, "global_step": 10380, "epoch": 159, "lr": 8.460912182554175e-05}
+{"train_loss": 0.005091117694973946, "global_step": 10381, "epoch": 159, "lr": 8.460617708910382e-05}
+{"train_loss": 0.00808181893080473, "global_step": 10382, "epoch": 159, "lr": 8.460323212223966e-05}
+{"train_loss": 0.008629519492387772, "global_step": 10383, "epoch": 159, "lr": 8.460028692496889e-05}
+{"train_loss": 0.00837677251547575, "global_step": 10384, "epoch": 159, "lr": 8.45973414973111e-05}
+{"train_loss": 0.01327486615628004, "global_step": 10385, "epoch": 159, "lr": 8.459439583928592e-05}
+{"train_loss": 0.00779756810516119, "global_step": 10386, "epoch": 159, "lr": 8.459144995091296e-05}
+{"train_loss": 0.009672867134213448, "global_step": 10387, "epoch": 159, "lr": 8.458850383221183e-05}
+{"train_loss": 0.009563758037984371, "global_step": 10388, "epoch": 159, "lr": 8.458555748320216e-05}
+{"train_loss": 0.010220300406217575, "global_step": 10389, "epoch": 159, "lr": 8.458261090390354e-05}
+{"train_loss": 0.006294664461165667, "global_step": 10390, "epoch": 159, "lr": 8.457966409433561e-05}
+{"train_loss": 0.00883963517844677, "global_step": 10391, "epoch": 159, "lr": 8.457671705451799e-05}
+{"train_loss": 0.007079896051436663, "global_step": 10392, "epoch": 159, "lr": 8.457376978447032e-05}
+{"train_loss": 0.007200581021606922, "global_step": 10393, "epoch": 159, "lr": 8.457082228421218e-05}
+{"train_loss": 0.009156359359622002, "global_step": 10394, "epoch": 159, "lr": 8.456787455376322e-05}
+{"train_loss": 0.009123138152062893, "global_step": 10395, "epoch": 159, "lr": 8.456492659314309e-05}
+{"train_loss": 0.012838971801102161, "global_step": 10396, "epoch": 159, "lr": 8.456197840237139e-05}
+{"train_loss": 0.007370504084974527, "global_step": 10397, "epoch": 159, "lr": 8.455902998146776e-05}
+{"train_loss": 0.008891529403626919, "global_step": 10398, "epoch": 159, "lr": 8.455608133045184e-05}
+{"train_loss": 0.009170049686844532, "global_step": 10399, "epoch": 159, "lr": 8.455313244934324e-05, "val_loss": 0.01103154756128788}
+{"train_loss": 0.013663942925632, "global_step": 10400, "epoch": 160, "lr": 8.455018333816162e-05}
+{"train_loss": 0.012908953242003918, "global_step": 10401, "epoch": 160, "lr": 8.45472339969266e-05}
+{"train_loss": 0.008098462596535683, "global_step": 10402, "epoch": 160, "lr": 8.454428442565783e-05}
+{"train_loss": 0.006085936911404133, "global_step": 10403, "epoch": 160, "lr": 8.454133462437495e-05}
+{"train_loss": 0.00948413833975792, "global_step": 10404, "epoch": 160, "lr": 8.45383845930976e-05}
+{"train_loss": 0.007925925776362419, "global_step": 10405, "epoch": 160, "lr": 8.453543433184541e-05}
+{"train_loss": 0.008949065580964088, "global_step": 10406, "epoch": 160, "lr": 8.453248384063803e-05}
+{"train_loss": 0.008453762158751488, "global_step": 10407, "epoch": 160, "lr": 8.452953311949511e-05}
+{"train_loss": 0.008084557019174099, "global_step": 10408, "epoch": 160, "lr": 8.452658216843633e-05}
+{"train_loss": 0.008208144456148148, "global_step": 10409, "epoch": 160, "lr": 8.452363098748126e-05}
+{"train_loss": 0.00970593374222517, "global_step": 10410, "epoch": 160, "lr": 8.452067957664962e-05}
+{"train_loss": 0.008398632518947124, "global_step": 10411, "epoch": 160, "lr": 8.451772793596104e-05}
+{"train_loss": 0.00979944970458746, "global_step": 10412, "epoch": 160, "lr": 8.451477606543517e-05}
+{"train_loss": 0.012626350857317448, "global_step": 10413, "epoch": 160, "lr": 8.451182396509165e-05}
+{"train_loss": 0.011168789118528366, "global_step": 10414, "epoch": 160, "lr": 8.450887163495018e-05}
+{"train_loss": 0.008370383642613888, "global_step": 10415, "epoch": 160, "lr": 8.450591907503039e-05}
+{"train_loss": 0.007676074746996164, "global_step": 10416, "epoch": 160, "lr": 8.450296628535193e-05}
+{"train_loss": 0.009704147465527058, "global_step": 10417, "epoch": 160, "lr": 8.450001326593447e-05}
+{"train_loss": 0.005165334325283766, "global_step": 10418, "epoch": 160, "lr": 8.449706001679768e-05}
+{"train_loss": 0.009626074694097042, "global_step": 10419, "epoch": 160, "lr": 8.449410653796124e-05}
+{"train_loss": 0.011002453975379467, "global_step": 10420, "epoch": 160, "lr": 8.449115282944478e-05}
+{"train_loss": 0.0075220889411866665, "global_step": 10421, "epoch": 160, "lr": 8.448819889126798e-05}
+{"train_loss": 0.006879368331283331, "global_step": 10422, "epoch": 160, "lr": 8.448524472345052e-05}
+{"train_loss": 0.011107070371508598, "global_step": 10423, "epoch": 160, "lr": 8.448229032601206e-05}
+{"train_loss": 0.007436522748321295, "global_step": 10424, "epoch": 160, "lr": 8.447933569897227e-05}
+{"train_loss": 0.007075965870171785, "global_step": 10425, "epoch": 160, "lr": 8.447638084235083e-05}
+{"train_loss": 0.0076223379001021385, "global_step": 10426, "epoch": 160, "lr": 8.447342575616744e-05}
+{"train_loss": 0.01126407366245985, "global_step": 10427, "epoch": 160, "lr": 8.447047044044171e-05}
+{"train_loss": 0.007057591341435909, "global_step": 10428, "epoch": 160, "lr": 8.446751489519338e-05}
+{"train_loss": 0.008622917346656322, "global_step": 10429, "epoch": 160, "lr": 8.44645591204421e-05}
+{"train_loss": 0.004937054123729467, "global_step": 10430, "epoch": 160, "lr": 8.446160311620756e-05}
+{"train_loss": 0.010487868450582027, "global_step": 10431, "epoch": 160, "lr": 8.445864688250944e-05}
+{"train_loss": 0.006287602707743645, "global_step": 10432, "epoch": 160, "lr": 8.445569041936743e-05}
+{"train_loss": 0.011260990053415298, "global_step": 10433, "epoch": 160, "lr": 8.44527337268012e-05}
+{"train_loss": 0.011072290129959583, "global_step": 10434, "epoch": 160, "lr": 8.444977680483047e-05}
+{"train_loss": 0.006462838035076857, "global_step": 10435, "epoch": 160, "lr": 8.444681965347489e-05}
+{"train_loss": 0.006031815428286791, "global_step": 10436, "epoch": 160, "lr": 8.444386227275417e-05}
+{"train_loss": 0.012510399334132671, "global_step": 10437, "epoch": 160, "lr": 8.4440904662688e-05}
+{"train_loss": 0.007763322442770004, "global_step": 10438, "epoch": 160, "lr": 8.443794682329607e-05}
+{"train_loss": 0.007927220314741135, "global_step": 10439, "epoch": 160, "lr": 8.443498875459809e-05}
+{"train_loss": 0.005350354127585888, "global_step": 10440, "epoch": 160, "lr": 8.443203045661372e-05}
+{"train_loss": 0.00745216803625226, "global_step": 10441, "epoch": 160, "lr": 8.442907192936271e-05}
+{"train_loss": 0.00870108138769865, "global_step": 10442, "epoch": 160, "lr": 8.442611317286471e-05}
+{"train_loss": 0.00862748920917511, "global_step": 10443, "epoch": 160, "lr": 8.442315418713946e-05}
+{"train_loss": 0.010052728466689587, "global_step": 10444, "epoch": 160, "lr": 8.442019497220663e-05}
+{"train_loss": 0.006235192995518446, "global_step": 10445, "epoch": 160, "lr": 8.441723552808594e-05}
+{"train_loss": 0.007407238706946373, "global_step": 10446, "epoch": 160, "lr": 8.441427585479709e-05}
+{"train_loss": 0.007245379500091076, "global_step": 10447, "epoch": 160, "lr": 8.44113159523598e-05}
+{"train_loss": 0.00647119153290987, "global_step": 10448, "epoch": 160, "lr": 8.440835582079376e-05}
+{"train_loss": 0.007501119747757912, "global_step": 10449, "epoch": 160, "lr": 8.44053954601187e-05}
+{"train_loss": 0.006901115644723177, "global_step": 10450, "epoch": 160, "lr": 8.440243487035434e-05}
+{"train_loss": 0.005634269677102566, "global_step": 10451, "epoch": 160, "lr": 8.439947405152033e-05}
+{"train_loss": 0.009780004620552063, "global_step": 10452, "epoch": 160, "lr": 8.439651300363646e-05}
+{"train_loss": 0.008257654495537281, "global_step": 10453, "epoch": 160, "lr": 8.43935517267224e-05}
+{"train_loss": 0.006889702286571264, "global_step": 10454, "epoch": 160, "lr": 8.439059022079789e-05}
+{"train_loss": 0.005451512522995472, "global_step": 10455, "epoch": 160, "lr": 8.438762848588266e-05}
+{"train_loss": 0.006236168090254068, "global_step": 10456, "epoch": 160, "lr": 8.438466652199639e-05}
+{"train_loss": 0.00556992506608367, "global_step": 10457, "epoch": 160, "lr": 8.438170432915884e-05}
+{"train_loss": 0.007984899915754795, "global_step": 10458, "epoch": 160, "lr": 8.43787419073897e-05}
+{"train_loss": 0.008309910073876381, "global_step": 10459, "epoch": 160, "lr": 8.437577925670874e-05}
+{"train_loss": 0.008088077418506145, "global_step": 10460, "epoch": 160, "lr": 8.437281637713565e-05}
+{"train_loss": 0.00899044331163168, "global_step": 10461, "epoch": 160, "lr": 8.436985326869017e-05}
+{"train_loss": 0.005818333011120558, "global_step": 10462, "epoch": 160, "lr": 8.436688993139203e-05}
+{"train_loss": 0.01130879856646061, "global_step": 10463, "epoch": 160, "lr": 8.436392636526095e-05}
+{"train_loss": 0.00832061324125299, "global_step": 10464, "epoch": 160, "lr": 8.436096257031669e-05, "val_loss": 0.010891037061810493, "train_action_mse_error": 0.0003645630495157093}
+{"train_loss": 0.009544266387820244, "global_step": 10465, "epoch": 161, "lr": 8.435799854657898e-05}
+{"train_loss": 0.009878123179078102, "global_step": 10466, "epoch": 161, "lr": 8.435503429406752e-05}
+{"train_loss": 0.006910162512212992, "global_step": 10467, "epoch": 161, "lr": 8.435206981280209e-05}
+{"train_loss": 0.005877544172108173, "global_step": 10468, "epoch": 161, "lr": 8.434910510280241e-05}
+{"train_loss": 0.009432369843125343, "global_step": 10469, "epoch": 161, "lr": 8.434614016408822e-05}
+{"train_loss": 0.0037265666760504246, "global_step": 10470, "epoch": 161, "lr": 8.434317499667926e-05}
+{"train_loss": 0.006079984363168478, "global_step": 10471, "epoch": 161, "lr": 8.434020960059527e-05}
+{"train_loss": 0.009858314879238605, "global_step": 10472, "epoch": 161, "lr": 8.433724397585603e-05}
+{"train_loss": 0.007836778648197651, "global_step": 10473, "epoch": 161, "lr": 8.433427812248125e-05}
+{"train_loss": 0.00724084721878171, "global_step": 10474, "epoch": 161, "lr": 8.433131204049067e-05}
+{"train_loss": 0.006630078423768282, "global_step": 10475, "epoch": 161, "lr": 8.432834572990408e-05}
+{"train_loss": 0.005209850613027811, "global_step": 10476, "epoch": 161, "lr": 8.43253791907412e-05}
+{"train_loss": 0.00579094048589468, "global_step": 10477, "epoch": 161, "lr": 8.43224124230218e-05}
+{"train_loss": 0.008725813589990139, "global_step": 10478, "epoch": 161, "lr": 8.431944542676563e-05}
+{"train_loss": 0.0062217568047344685, "global_step": 10479, "epoch": 161, "lr": 8.431647820199242e-05}
+{"train_loss": 0.0084348414093256, "global_step": 10480, "epoch": 161, "lr": 8.431351074872197e-05}
+{"train_loss": 0.009147727862000465, "global_step": 10481, "epoch": 161, "lr": 8.431054306697401e-05}
+{"train_loss": 0.008010108955204487, "global_step": 10482, "epoch": 161, "lr": 8.43075751567683e-05}
+{"train_loss": 0.006256869528442621, "global_step": 10483, "epoch": 161, "lr": 8.430460701812462e-05}
+{"train_loss": 0.00713723199442029, "global_step": 10484, "epoch": 161, "lr": 8.430163865106273e-05}
+{"train_loss": 0.00916383694857359, "global_step": 10485, "epoch": 161, "lr": 8.429867005560239e-05}
+{"train_loss": 0.006208913866430521, "global_step": 10486, "epoch": 161, "lr": 8.429570123176336e-05}
+{"train_loss": 0.008790447376668453, "global_step": 10487, "epoch": 161, "lr": 8.42927321795654e-05}
+{"train_loss": 0.006276996806263924, "global_step": 10488, "epoch": 161, "lr": 8.428976289902833e-05}
+{"train_loss": 0.00884167104959488, "global_step": 10489, "epoch": 161, "lr": 8.428679339017185e-05}
+{"train_loss": 0.007179939653724432, "global_step": 10490, "epoch": 161, "lr": 8.428382365301577e-05}
+{"train_loss": 0.011873189359903336, "global_step": 10491, "epoch": 161, "lr": 8.428085368757987e-05}
+{"train_loss": 0.008783183991909027, "global_step": 10492, "epoch": 161, "lr": 8.427788349388392e-05}
+{"train_loss": 0.00714096101000905, "global_step": 10493, "epoch": 161, "lr": 8.42749130719477e-05}
+{"train_loss": 0.007148909382522106, "global_step": 10494, "epoch": 161, "lr": 8.427194242179096e-05}
+{"train_loss": 0.006204442586749792, "global_step": 10495, "epoch": 161, "lr": 8.426897154343351e-05}
+{"train_loss": 0.0070057883858680725, "global_step": 10496, "epoch": 161, "lr": 8.426600043689514e-05}
+{"train_loss": 0.007341919932514429, "global_step": 10497, "epoch": 161, "lr": 8.42630291021956e-05}
+{"train_loss": 0.009507481940090656, "global_step": 10498, "epoch": 161, "lr": 8.426005753935469e-05}
+{"train_loss": 0.007685177493840456, "global_step": 10499, "epoch": 161, "lr": 8.425708574839222e-05}
+{"train_loss": 0.009618187323212624, "global_step": 10500, "epoch": 161, "lr": 8.425411372932794e-05}
+{"train_loss": 0.006566793657839298, "global_step": 10501, "epoch": 161, "lr": 8.425114148218165e-05}
+{"train_loss": 0.00956772081553936, "global_step": 10502, "epoch": 161, "lr": 8.424816900697315e-05}
+{"train_loss": 0.011043448932468891, "global_step": 10503, "epoch": 161, "lr": 8.424519630372224e-05}
+{"train_loss": 0.008997926488518715, "global_step": 10504, "epoch": 161, "lr": 8.42422233724487e-05}
+{"train_loss": 0.010760370641946793, "global_step": 10505, "epoch": 161, "lr": 8.423925021317232e-05}
+{"train_loss": 0.011440115980803967, "global_step": 10506, "epoch": 161, "lr": 8.42362768259129e-05}
+{"train_loss": 0.008652872405946255, "global_step": 10507, "epoch": 161, "lr": 8.423330321069026e-05}
+{"train_loss": 0.00669397646561265, "global_step": 10508, "epoch": 161, "lr": 8.423032936752417e-05}
+{"train_loss": 0.007464727386832237, "global_step": 10509, "epoch": 161, "lr": 8.422735529643444e-05}
+{"train_loss": 0.012043248862028122, "global_step": 10510, "epoch": 161, "lr": 8.422438099744087e-05}
+{"train_loss": 0.009933832101523876, "global_step": 10511, "epoch": 161, "lr": 8.42214064705633e-05}
+{"train_loss": 0.011468739248812199, "global_step": 10512, "epoch": 161, "lr": 8.421843171582148e-05}
+{"train_loss": 0.006151906214654446, "global_step": 10513, "epoch": 161, "lr": 8.421545673323526e-05}
+{"train_loss": 0.009570534341037273, "global_step": 10514, "epoch": 161, "lr": 8.421248152282443e-05}
+{"train_loss": 0.010221926495432854, "global_step": 10515, "epoch": 161, "lr": 8.420950608460881e-05}
+{"train_loss": 0.00479896692559123, "global_step": 10516, "epoch": 161, "lr": 8.42065304186082e-05}
+{"train_loss": 0.009816682897508144, "global_step": 10517, "epoch": 161, "lr": 8.420355452484243e-05}
+{"train_loss": 0.007150979246944189, "global_step": 10518, "epoch": 161, "lr": 8.420057840333131e-05}
+{"train_loss": 0.0076294406317174435, "global_step": 10519, "epoch": 161, "lr": 8.419760205409464e-05}
+{"train_loss": 0.006541541777551174, "global_step": 10520, "epoch": 161, "lr": 8.419462547715225e-05}
+{"train_loss": 0.010549715720117092, "global_step": 10521, "epoch": 161, "lr": 8.419164867252393e-05}
+{"train_loss": 0.008243381977081299, "global_step": 10522, "epoch": 161, "lr": 8.418867164022959e-05}
+{"train_loss": 0.007889050990343094, "global_step": 10523, "epoch": 161, "lr": 8.418569438028895e-05}
+{"train_loss": 0.0065897428430616856, "global_step": 10524, "epoch": 161, "lr": 8.418271689272189e-05}
+{"train_loss": 0.007740608416497707, "global_step": 10525, "epoch": 161, "lr": 8.417973917754823e-05}
+{"train_loss": 0.006185600999742746, "global_step": 10526, "epoch": 161, "lr": 8.417676123478779e-05}
+{"train_loss": 0.005005101207643747, "global_step": 10527, "epoch": 161, "lr": 8.417378306446038e-05}
+{"train_loss": 0.008598449639976025, "global_step": 10528, "epoch": 161, "lr": 8.417080466658586e-05}
+{"train_loss": 0.007995580409008723, "global_step": 10529, "epoch": 161, "lr": 8.416782604118404e-05, "val_loss": 0.009485166519880295}
+{"train_loss": 0.005069192498922348, "global_step": 10530, "epoch": 162, "lr": 8.41648471882748e-05}
+{"train_loss": 0.006188221741467714, "global_step": 10531, "epoch": 162, "lr": 8.416186810787792e-05}
+{"train_loss": 0.0077141099609434605, "global_step": 10532, "epoch": 162, "lr": 8.415888880001326e-05}
+{"train_loss": 0.006492865737527609, "global_step": 10533, "epoch": 162, "lr": 8.415590926470062e-05}
+{"train_loss": 0.005602245219051838, "global_step": 10534, "epoch": 162, "lr": 8.415292950195991e-05}
+{"train_loss": 0.005624838639050722, "global_step": 10535, "epoch": 162, "lr": 8.414994951181093e-05}
+{"train_loss": 0.008313240483403206, "global_step": 10536, "epoch": 162, "lr": 8.414696929427351e-05}
+{"train_loss": 0.009634342044591904, "global_step": 10537, "epoch": 162, "lr": 8.414398884936751e-05}
+{"train_loss": 0.006745137274265289, "global_step": 10538, "epoch": 162, "lr": 8.41410081771128e-05}
+{"train_loss": 0.007059515919536352, "global_step": 10539, "epoch": 162, "lr": 8.413802727752918e-05}
+{"train_loss": 0.007661754265427589, "global_step": 10540, "epoch": 162, "lr": 8.413504615063651e-05}
+{"train_loss": 0.008676164783537388, "global_step": 10541, "epoch": 162, "lr": 8.413206479645467e-05}
+{"train_loss": 0.008385705761611462, "global_step": 10542, "epoch": 162, "lr": 8.41290832150035e-05}
+{"train_loss": 0.00924532301723957, "global_step": 10543, "epoch": 162, "lr": 8.412610140630284e-05}
+{"train_loss": 0.008617755025625229, "global_step": 10544, "epoch": 162, "lr": 8.412311937037254e-05}
+{"train_loss": 0.008069008588790894, "global_step": 10545, "epoch": 162, "lr": 8.412013710723247e-05}
+{"train_loss": 0.0056462641805410385, "global_step": 10546, "epoch": 162, "lr": 8.411715461690247e-05}
+{"train_loss": 0.009403301402926445, "global_step": 10547, "epoch": 162, "lr": 8.411417189940242e-05}
+{"train_loss": 0.009551366791129112, "global_step": 10548, "epoch": 162, "lr": 8.411118895475216e-05}
+{"train_loss": 0.00769259175285697, "global_step": 10549, "epoch": 162, "lr": 8.410820578297158e-05}
+{"train_loss": 0.008059795014560223, "global_step": 10550, "epoch": 162, "lr": 8.410522238408053e-05}
+{"train_loss": 0.010099886916577816, "global_step": 10551, "epoch": 162, "lr": 8.410223875809887e-05}
+{"train_loss": 0.0067593976855278015, "global_step": 10552, "epoch": 162, "lr": 8.409925490504646e-05}
+{"train_loss": 0.007019402924925089, "global_step": 10553, "epoch": 162, "lr": 8.409627082494318e-05}
+{"train_loss": 0.008506450802087784, "global_step": 10554, "epoch": 162, "lr": 8.40932865178089e-05}
+{"train_loss": 0.008745500817894936, "global_step": 10555, "epoch": 162, "lr": 8.409030198366349e-05}
+{"train_loss": 0.008354511111974716, "global_step": 10556, "epoch": 162, "lr": 8.408731722252682e-05}
+{"train_loss": 0.004944451153278351, "global_step": 10557, "epoch": 162, "lr": 8.408433223441876e-05}
+{"train_loss": 0.005655860528349876, "global_step": 10558, "epoch": 162, "lr": 8.40813470193592e-05}
+{"train_loss": 0.008967790752649307, "global_step": 10559, "epoch": 162, "lr": 8.4078361577368e-05}
+{"train_loss": 0.006890630815178156, "global_step": 10560, "epoch": 162, "lr": 8.407537590846504e-05}
+{"train_loss": 0.006041384302079678, "global_step": 10561, "epoch": 162, "lr": 8.407239001267022e-05}
+{"train_loss": 0.008251644670963287, "global_step": 10562, "epoch": 162, "lr": 8.406940389000339e-05}
+{"train_loss": 0.008112586103379726, "global_step": 10563, "epoch": 162, "lr": 8.406641754048446e-05}
+{"train_loss": 0.006409109104424715, "global_step": 10564, "epoch": 162, "lr": 8.406343096413332e-05}
+{"train_loss": 0.009182462468743324, "global_step": 10565, "epoch": 162, "lr": 8.406044416096984e-05}
+{"train_loss": 0.012064467184245586, "global_step": 10566, "epoch": 162, "lr": 8.405745713101388e-05}
+{"train_loss": 0.005902795121073723, "global_step": 10567, "epoch": 162, "lr": 8.405446987428537e-05}
+{"train_loss": 0.006270269397646189, "global_step": 10568, "epoch": 162, "lr": 8.405148239080421e-05}
+{"train_loss": 0.007992951199412346, "global_step": 10569, "epoch": 162, "lr": 8.404849468059027e-05}
+{"train_loss": 0.008252646774053574, "global_step": 10570, "epoch": 162, "lr": 8.404550674366343e-05}
+{"train_loss": 0.008007112890481949, "global_step": 10571, "epoch": 162, "lr": 8.404251858004359e-05}
+{"train_loss": 0.006488448940217495, "global_step": 10572, "epoch": 162, "lr": 8.403953018975068e-05}
+{"train_loss": 0.007875675335526466, "global_step": 10573, "epoch": 162, "lr": 8.403654157280458e-05}
+{"train_loss": 0.005638265050947666, "global_step": 10574, "epoch": 162, "lr": 8.403355272922517e-05}
+{"train_loss": 0.007610177155584097, "global_step": 10575, "epoch": 162, "lr": 8.403056365903237e-05}
+{"train_loss": 0.007378031499683857, "global_step": 10576, "epoch": 162, "lr": 8.402757436224609e-05}
+{"train_loss": 0.005395923741161823, "global_step": 10577, "epoch": 162, "lr": 8.402458483888622e-05}
+{"train_loss": 0.008902981877326965, "global_step": 10578, "epoch": 162, "lr": 8.402159508897267e-05}
+{"train_loss": 0.00975667592138052, "global_step": 10579, "epoch": 162, "lr": 8.401860511252533e-05}
+{"train_loss": 0.004391614347696304, "global_step": 10580, "epoch": 162, "lr": 8.401561490956416e-05}
+{"train_loss": 0.006604680325835943, "global_step": 10581, "epoch": 162, "lr": 8.4012624480109e-05}
+{"train_loss": 0.011532692238688469, "global_step": 10582, "epoch": 162, "lr": 8.400963382417983e-05}
+{"train_loss": 0.004010563716292381, "global_step": 10583, "epoch": 162, "lr": 8.400664294179652e-05}
+{"train_loss": 0.00677169393748045, "global_step": 10584, "epoch": 162, "lr": 8.400365183297899e-05}
+{"train_loss": 0.008153706789016724, "global_step": 10585, "epoch": 162, "lr": 8.400066049774716e-05}
+{"train_loss": 0.0069853393360972404, "global_step": 10586, "epoch": 162, "lr": 8.399766893612096e-05}
+{"train_loss": 0.01324423961341381, "global_step": 10587, "epoch": 162, "lr": 8.39946771481203e-05}
+{"train_loss": 0.006420309189707041, "global_step": 10588, "epoch": 162, "lr": 8.399168513376511e-05}
+{"train_loss": 0.0074835047125816345, "global_step": 10589, "epoch": 162, "lr": 8.39886928930753e-05}
+{"train_loss": 0.00799043383449316, "global_step": 10590, "epoch": 162, "lr": 8.398570042607078e-05}
+{"train_loss": 0.008716614916920662, "global_step": 10591, "epoch": 162, "lr": 8.39827077327715e-05}
+{"train_loss": 0.006180341821163893, "global_step": 10592, "epoch": 162, "lr": 8.397971481319739e-05}
+{"train_loss": 0.008865373209118843, "global_step": 10593, "epoch": 162, "lr": 8.397672166736836e-05}
+{"train_loss": 0.007656545421251884, "global_step": 10594, "epoch": 162, "lr": 8.397372829530436e-05, "val_loss": 0.011035778559744358}
+{"train_loss": 0.008211617358028889, "global_step": 10595, "epoch": 163, "lr": 8.39707346970253e-05}
+{"train_loss": 0.00911199301481247, "global_step": 10596, "epoch": 163, "lr": 8.396774087255112e-05}
+{"train_loss": 0.00824490562081337, "global_step": 10597, "epoch": 163, "lr": 8.396474682190176e-05}
+{"train_loss": 0.009199025109410286, "global_step": 10598, "epoch": 163, "lr": 8.396175254509717e-05}
+{"train_loss": 0.005416714120656252, "global_step": 10599, "epoch": 163, "lr": 8.395875804215725e-05}
+{"train_loss": 0.007846659980714321, "global_step": 10600, "epoch": 163, "lr": 8.395576331310195e-05}
+{"train_loss": 0.010851096361875534, "global_step": 10601, "epoch": 163, "lr": 8.395276835795125e-05}
+{"train_loss": 0.007484903559088707, "global_step": 10602, "epoch": 163, "lr": 8.394977317672504e-05}
+{"train_loss": 0.007948464713990688, "global_step": 10603, "epoch": 163, "lr": 8.394677776944329e-05}
+{"train_loss": 0.010740102268755436, "global_step": 10604, "epoch": 163, "lr": 8.394378213612594e-05}
+{"train_loss": 0.007425150368362665, "global_step": 10605, "epoch": 163, "lr": 8.394078627679295e-05}
+{"train_loss": 0.005724390968680382, "global_step": 10606, "epoch": 163, "lr": 8.393779019146424e-05}
+{"train_loss": 0.00616989703848958, "global_step": 10607, "epoch": 163, "lr": 8.393479388015978e-05}
+{"train_loss": 0.011388066224753857, "global_step": 10608, "epoch": 163, "lr": 8.393179734289953e-05}
+{"train_loss": 0.00624830462038517, "global_step": 10609, "epoch": 163, "lr": 8.39288005797034e-05}
+{"train_loss": 0.0075895776972174644, "global_step": 10610, "epoch": 163, "lr": 8.392580359059139e-05}
+{"train_loss": 0.00877644307911396, "global_step": 10611, "epoch": 163, "lr": 8.392280637558344e-05}
+{"train_loss": 0.011081554926931858, "global_step": 10612, "epoch": 163, "lr": 8.39198089346995e-05}
+{"train_loss": 0.00798180140554905, "global_step": 10613, "epoch": 163, "lr": 8.391681126795954e-05}
+{"train_loss": 0.01210551057010889, "global_step": 10614, "epoch": 163, "lr": 8.391381337538349e-05}
+{"train_loss": 0.00562502583488822, "global_step": 10615, "epoch": 163, "lr": 8.391081525699137e-05}
+{"train_loss": 0.008483411744236946, "global_step": 10616, "epoch": 163, "lr": 8.390781691280308e-05}
+{"train_loss": 0.0055945818312466145, "global_step": 10617, "epoch": 163, "lr": 8.390481834283863e-05}
+{"train_loss": 0.005753750447183847, "global_step": 10618, "epoch": 163, "lr": 8.390181954711795e-05}
+{"train_loss": 0.0064515648409724236, "global_step": 10619, "epoch": 163, "lr": 8.389882052566105e-05}
+{"train_loss": 0.007721437141299248, "global_step": 10620, "epoch": 163, "lr": 8.389582127848785e-05}
+{"train_loss": 0.009386546909809113, "global_step": 10621, "epoch": 163, "lr": 8.389282180561838e-05}
+{"train_loss": 0.009769989177584648, "global_step": 10622, "epoch": 163, "lr": 8.388982210707255e-05}
+{"train_loss": 0.006128201726824045, "global_step": 10623, "epoch": 163, "lr": 8.388682218287036e-05}
+{"train_loss": 0.007608593907207251, "global_step": 10624, "epoch": 163, "lr": 8.38838220330318e-05}
+{"train_loss": 0.006637645419687033, "global_step": 10625, "epoch": 163, "lr": 8.388082165757682e-05}
+{"train_loss": 0.0055967094376683235, "global_step": 10626, "epoch": 163, "lr": 8.387782105652545e-05}
+{"train_loss": 0.00860693771392107, "global_step": 10627, "epoch": 163, "lr": 8.387482022989758e-05}
+{"train_loss": 0.006914268247783184, "global_step": 10628, "epoch": 163, "lr": 8.387181917771326e-05}
+{"train_loss": 0.005814879667013884, "global_step": 10629, "epoch": 163, "lr": 8.386881789999246e-05}
+{"train_loss": 0.005762559361755848, "global_step": 10630, "epoch": 163, "lr": 8.386581639675517e-05}
+{"train_loss": 0.00940741878002882, "global_step": 10631, "epoch": 163, "lr": 8.386281466802133e-05}
+{"train_loss": 0.005945919081568718, "global_step": 10632, "epoch": 163, "lr": 8.385981271381099e-05}
+{"train_loss": 0.006891811266541481, "global_step": 10633, "epoch": 163, "lr": 8.38568105341441e-05}
+{"train_loss": 0.008449651300907135, "global_step": 10634, "epoch": 163, "lr": 8.385380812904067e-05}
+{"train_loss": 0.008512122556567192, "global_step": 10635, "epoch": 163, "lr": 8.385080549852067e-05}
+{"train_loss": 0.009261746890842915, "global_step": 10636, "epoch": 163, "lr": 8.38478026426041e-05}
+{"train_loss": 0.0071636587381362915, "global_step": 10637, "epoch": 163, "lr": 8.384479956131098e-05}
+{"train_loss": 0.010244855657219887, "global_step": 10638, "epoch": 163, "lr": 8.384179625466127e-05}
+{"train_loss": 0.008475981652736664, "global_step": 10639, "epoch": 163, "lr": 8.383879272267498e-05}
+{"train_loss": 0.008636861108243465, "global_step": 10640, "epoch": 163, "lr": 8.383578896537212e-05}
+{"train_loss": 0.006492191459983587, "global_step": 10641, "epoch": 163, "lr": 8.383278498277269e-05}
+{"train_loss": 0.004622467793524265, "global_step": 10642, "epoch": 163, "lr": 8.382978077489667e-05}
+{"train_loss": 0.008479906246066093, "global_step": 10643, "epoch": 163, "lr": 8.382677634176409e-05}
+{"train_loss": 0.010368498042225838, "global_step": 10644, "epoch": 163, "lr": 8.382377168339495e-05}
+{"train_loss": 0.006042126100510359, "global_step": 10645, "epoch": 163, "lr": 8.382076679980923e-05}
+{"train_loss": 0.008103877305984497, "global_step": 10646, "epoch": 163, "lr": 8.381776169102697e-05}
+{"train_loss": 0.006437108851969242, "global_step": 10647, "epoch": 163, "lr": 8.381475635706817e-05}
+{"train_loss": 0.008187774568796158, "global_step": 10648, "epoch": 163, "lr": 8.381175079795282e-05}
+{"train_loss": 0.0072201951406896114, "global_step": 10649, "epoch": 163, "lr": 8.380874501370097e-05}
+{"train_loss": 0.007330254185944796, "global_step": 10650, "epoch": 163, "lr": 8.380573900433262e-05}
+{"train_loss": 0.006927153095602989, "global_step": 10651, "epoch": 163, "lr": 8.380273276986777e-05}
+{"train_loss": 0.011041742749512196, "global_step": 10652, "epoch": 163, "lr": 8.379972631032646e-05}
+{"train_loss": 0.008892453275620937, "global_step": 10653, "epoch": 163, "lr": 8.379671962572869e-05}
+{"train_loss": 0.00631373655050993, "global_step": 10654, "epoch": 163, "lr": 8.379371271609449e-05}
+{"train_loss": 0.006578455679118633, "global_step": 10655, "epoch": 163, "lr": 8.379070558144387e-05}
+{"train_loss": 0.006585212424397469, "global_step": 10656, "epoch": 163, "lr": 8.378769822179686e-05}
+{"train_loss": 0.0074106501415371895, "global_step": 10657, "epoch": 163, "lr": 8.378469063717349e-05}
+{"train_loss": 0.007710559293627739, "global_step": 10658, "epoch": 163, "lr": 8.37816828275938e-05}
+{"train_loss": 0.007788934945487059, "global_step": 10659, "epoch": 163, "lr": 8.377867479307778e-05, "val_loss": 0.010453169234097004}
+{"train_loss": 0.00631880946457386, "global_step": 10660, "epoch": 164, "lr": 8.377566653364549e-05}
+{"train_loss": 0.007532506249845028, "global_step": 10661, "epoch": 164, "lr": 8.377265804931694e-05}
+{"train_loss": 0.006078712176531553, "global_step": 10662, "epoch": 164, "lr": 8.376964934011217e-05}
+{"train_loss": 0.007436248008161783, "global_step": 10663, "epoch": 164, "lr": 8.376664040605122e-05}
+{"train_loss": 0.009564206004142761, "global_step": 10664, "epoch": 164, "lr": 8.376363124715413e-05}
+{"train_loss": 0.008865607902407646, "global_step": 10665, "epoch": 164, "lr": 8.376062186344092e-05}
+{"train_loss": 0.007131698075681925, "global_step": 10666, "epoch": 164, "lr": 8.375761225493164e-05}
+{"train_loss": 0.010619222186505795, "global_step": 10667, "epoch": 164, "lr": 8.375460242164631e-05}
+{"train_loss": 0.00839963462203741, "global_step": 10668, "epoch": 164, "lr": 8.3751592363605e-05}
+{"train_loss": 0.008004875853657722, "global_step": 10669, "epoch": 164, "lr": 8.374858208082774e-05}
+{"train_loss": 0.00824287161231041, "global_step": 10670, "epoch": 164, "lr": 8.374557157333455e-05}
+{"train_loss": 0.010327363386750221, "global_step": 10671, "epoch": 164, "lr": 8.374256084114552e-05}
+{"train_loss": 0.004914210643619299, "global_step": 10672, "epoch": 164, "lr": 8.373954988428068e-05}
+{"train_loss": 0.005932976491749287, "global_step": 10673, "epoch": 164, "lr": 8.373653870276005e-05}
+{"train_loss": 0.006513125263154507, "global_step": 10674, "epoch": 164, "lr": 8.373352729660373e-05}
+{"train_loss": 0.007998712360858917, "global_step": 10675, "epoch": 164, "lr": 8.373051566583172e-05}
+{"train_loss": 0.009320561774075031, "global_step": 10676, "epoch": 164, "lr": 8.372750381046413e-05}
+{"train_loss": 0.006453194189816713, "global_step": 10677, "epoch": 164, "lr": 8.372449173052095e-05}
+{"train_loss": 0.008212990127503872, "global_step": 10678, "epoch": 164, "lr": 8.372147942602227e-05}
+{"train_loss": 0.0051993560045957565, "global_step": 10679, "epoch": 164, "lr": 8.371846689698817e-05}
+{"train_loss": 0.010363662615418434, "global_step": 10680, "epoch": 164, "lr": 8.371545414343867e-05}
+{"train_loss": 0.007926302030682564, "global_step": 10681, "epoch": 164, "lr": 8.371244116539385e-05}
+{"train_loss": 0.008626294322311878, "global_step": 10682, "epoch": 164, "lr": 8.370942796287375e-05}
+{"train_loss": 0.008170444518327713, "global_step": 10683, "epoch": 164, "lr": 8.370641453589847e-05}
+{"train_loss": 0.011725536547601223, "global_step": 10684, "epoch": 164, "lr": 8.370340088448808e-05}
+{"train_loss": 0.007004396989941597, "global_step": 10685, "epoch": 164, "lr": 8.370038700866259e-05}
+{"train_loss": 0.00622740900143981, "global_step": 10686, "epoch": 164, "lr": 8.369737290844209e-05}
+{"train_loss": 0.007296393159776926, "global_step": 10687, "epoch": 164, "lr": 8.369435858384667e-05}
+{"train_loss": 0.006797485519200563, "global_step": 10688, "epoch": 164, "lr": 8.369134403489642e-05}
+{"train_loss": 0.007464187685400248, "global_step": 10689, "epoch": 164, "lr": 8.368832926161135e-05}
+{"train_loss": 0.009084288962185383, "global_step": 10690, "epoch": 164, "lr": 8.368531426401158e-05}
+{"train_loss": 0.006020844914019108, "global_step": 10691, "epoch": 164, "lr": 8.368229904211718e-05}
+{"train_loss": 0.009118898771703243, "global_step": 10692, "epoch": 164, "lr": 8.367928359594821e-05}
+{"train_loss": 0.007251276634633541, "global_step": 10693, "epoch": 164, "lr": 8.367626792552476e-05}
+{"train_loss": 0.007036534138023853, "global_step": 10694, "epoch": 164, "lr": 8.36732520308669e-05}
+{"train_loss": 0.0062417336739599705, "global_step": 10695, "epoch": 164, "lr": 8.367023591199472e-05}
+{"train_loss": 0.0063706436194479465, "global_step": 10696, "epoch": 164, "lr": 8.366721956892832e-05}
+{"train_loss": 0.007993597537279129, "global_step": 10697, "epoch": 164, "lr": 8.366420300168776e-05}
+{"train_loss": 0.01001990120857954, "global_step": 10698, "epoch": 164, "lr": 8.366118621029313e-05}
+{"train_loss": 0.00802792701870203, "global_step": 10699, "epoch": 164, "lr": 8.365816919476453e-05}
+{"train_loss": 0.005597526207566261, "global_step": 10700, "epoch": 164, "lr": 8.365515195512203e-05}
+{"train_loss": 0.0044133663177490234, "global_step": 10701, "epoch": 164, "lr": 8.365213449138571e-05}
+{"train_loss": 0.0070523410104215145, "global_step": 10702, "epoch": 164, "lr": 8.364911680357571e-05}
+{"train_loss": 0.007189436815679073, "global_step": 10703, "epoch": 164, "lr": 8.364609889171209e-05}
+{"train_loss": 0.008128620684146881, "global_step": 10704, "epoch": 164, "lr": 8.364308075581496e-05}
+{"train_loss": 0.007840498350560665, "global_step": 10705, "epoch": 164, "lr": 8.364006239590437e-05}
+{"train_loss": 0.006883223541080952, "global_step": 10706, "epoch": 164, "lr": 8.363704381200048e-05}
+{"train_loss": 0.008833970874547958, "global_step": 10707, "epoch": 164, "lr": 8.363402500412336e-05}
+{"train_loss": 0.007380985654890537, "global_step": 10708, "epoch": 164, "lr": 8.363100597229312e-05}
+{"train_loss": 0.005611540284007788, "global_step": 10709, "epoch": 164, "lr": 8.362798671652984e-05}
+{"train_loss": 0.006601905915886164, "global_step": 10710, "epoch": 164, "lr": 8.362496723685365e-05}
+{"train_loss": 0.00853783544152975, "global_step": 10711, "epoch": 164, "lr": 8.362194753328465e-05}
+{"train_loss": 0.00943274237215519, "global_step": 10712, "epoch": 164, "lr": 8.361892760584294e-05}
+{"train_loss": 0.007584637030959129, "global_step": 10713, "epoch": 164, "lr": 8.361590745454862e-05}
+{"train_loss": 0.007021396420896053, "global_step": 10714, "epoch": 164, "lr": 8.361288707942181e-05}
+{"train_loss": 0.009571211412549019, "global_step": 10715, "epoch": 164, "lr": 8.360986648048264e-05}
+{"train_loss": 0.008115794509649277, "global_step": 10716, "epoch": 164, "lr": 8.360684565775118e-05}
+{"train_loss": 0.007826918736100197, "global_step": 10717, "epoch": 164, "lr": 8.360382461124758e-05}
+{"train_loss": 0.011391708627343178, "global_step": 10718, "epoch": 164, "lr": 8.360080334099197e-05}
+{"train_loss": 0.00345614249818027, "global_step": 10719, "epoch": 164, "lr": 8.35977818470044e-05}
+{"train_loss": 0.01428897026926279, "global_step": 10720, "epoch": 164, "lr": 8.359476012930505e-05}
+{"train_loss": 0.008814803324639797, "global_step": 10721, "epoch": 164, "lr": 8.359173818791401e-05}
+{"train_loss": 0.0070120831951498985, "global_step": 10722, "epoch": 164, "lr": 8.358871602285143e-05}
+{"train_loss": 0.007030128035694361, "global_step": 10723, "epoch": 164, "lr": 8.35856936341374e-05}
+{"train_loss": 0.0077690271338304645, "global_step": 10724, "epoch": 164, "lr": 8.358267102179207e-05, "val_loss": 0.007987705990672112}
+{"train_loss": 0.009251829236745834, "global_step": 10725, "epoch": 165, "lr": 8.357964818583555e-05}
+{"train_loss": 0.00776263140141964, "global_step": 10726, "epoch": 165, "lr": 8.357662512628796e-05}
+{"train_loss": 0.006161969620734453, "global_step": 10727, "epoch": 165, "lr": 8.357360184316947e-05}
+{"train_loss": 0.00958667229861021, "global_step": 10728, "epoch": 165, "lr": 8.357057833650018e-05}
+{"train_loss": 0.008185152895748615, "global_step": 10729, "epoch": 165, "lr": 8.35675546063002e-05}
+{"train_loss": 0.0076756905764341354, "global_step": 10730, "epoch": 165, "lr": 8.356453065258972e-05}
+{"train_loss": 0.006724833510816097, "global_step": 10731, "epoch": 165, "lr": 8.356150647538882e-05}
+{"train_loss": 0.003998968284577131, "global_step": 10732, "epoch": 165, "lr": 8.355848207471766e-05}
+{"train_loss": 0.006469618994742632, "global_step": 10733, "epoch": 165, "lr": 8.355545745059639e-05}
+{"train_loss": 0.006440591532737017, "global_step": 10734, "epoch": 165, "lr": 8.355243260304514e-05}
+{"train_loss": 0.007407661527395248, "global_step": 10735, "epoch": 165, "lr": 8.354940753208404e-05}
+{"train_loss": 0.005171166267246008, "global_step": 10736, "epoch": 165, "lr": 8.354638223773326e-05}
+{"train_loss": 0.013692187145352364, "global_step": 10737, "epoch": 165, "lr": 8.35433567200129e-05}
+{"train_loss": 0.005622619763016701, "global_step": 10738, "epoch": 165, "lr": 8.354033097894316e-05}
+{"train_loss": 0.005846843589097261, "global_step": 10739, "epoch": 165, "lr": 8.353730501454414e-05}
+{"train_loss": 0.009556476958096027, "global_step": 10740, "epoch": 165, "lr": 8.3534278826836e-05}
+{"train_loss": 0.00842752680182457, "global_step": 10741, "epoch": 165, "lr": 8.353125241583892e-05}
+{"train_loss": 0.005816576536744833, "global_step": 10742, "epoch": 165, "lr": 8.352822578157301e-05}
+{"train_loss": 0.006406957749277353, "global_step": 10743, "epoch": 165, "lr": 8.352519892405844e-05}
+{"train_loss": 0.008955925703048706, "global_step": 10744, "epoch": 165, "lr": 8.352217184331537e-05}
+{"train_loss": 0.007638932671397924, "global_step": 10745, "epoch": 165, "lr": 8.351914453936396e-05}
+{"train_loss": 0.005130931735038757, "global_step": 10746, "epoch": 165, "lr": 8.351611701222435e-05}
+{"train_loss": 0.007498475257307291, "global_step": 10747, "epoch": 165, "lr": 8.35130892619167e-05}
+{"train_loss": 0.010186304338276386, "global_step": 10748, "epoch": 165, "lr": 8.35100612884612e-05}
+{"train_loss": 0.006148109678179026, "global_step": 10749, "epoch": 165, "lr": 8.350703309187798e-05}
+{"train_loss": 0.00796598568558693, "global_step": 10750, "epoch": 165, "lr": 8.350400467218722e-05}
+{"train_loss": 0.006306270603090525, "global_step": 10751, "epoch": 165, "lr": 8.350097602940907e-05}
+{"train_loss": 0.007543024141341448, "global_step": 10752, "epoch": 165, "lr": 8.349794716356369e-05}
+{"train_loss": 0.005492626689374447, "global_step": 10753, "epoch": 165, "lr": 8.34949180746713e-05}
+{"train_loss": 0.004855465143918991, "global_step": 10754, "epoch": 165, "lr": 8.3491888762752e-05}
+{"train_loss": 0.012629927136003971, "global_step": 10755, "epoch": 165, "lr": 8.348885922782598e-05}
+{"train_loss": 0.006924842018634081, "global_step": 10756, "epoch": 165, "lr": 8.348582946991345e-05}
+{"train_loss": 0.007594034541398287, "global_step": 10757, "epoch": 165, "lr": 8.348279948903457e-05}
+{"train_loss": 0.009430989623069763, "global_step": 10758, "epoch": 165, "lr": 8.347976928520947e-05}
+{"train_loss": 0.006026210729032755, "global_step": 10759, "epoch": 165, "lr": 8.347673885845838e-05}
+{"train_loss": 0.008566215634346008, "global_step": 10760, "epoch": 165, "lr": 8.347370820880145e-05}
+{"train_loss": 0.006866029463708401, "global_step": 10761, "epoch": 165, "lr": 8.347067733625888e-05}
+{"train_loss": 0.01099835429340601, "global_step": 10762, "epoch": 165, "lr": 8.346764624085084e-05}
+{"train_loss": 0.00625990005210042, "global_step": 10763, "epoch": 165, "lr": 8.34646149225975e-05}
+{"train_loss": 0.006371472962200642, "global_step": 10764, "epoch": 165, "lr": 8.346158338151904e-05}
+{"train_loss": 0.009936763904988766, "global_step": 10765, "epoch": 165, "lr": 8.34585516176357e-05}
+{"train_loss": 0.01127716712653637, "global_step": 10766, "epoch": 165, "lr": 8.34555196309676e-05}
+{"train_loss": 0.009669150225818157, "global_step": 10767, "epoch": 165, "lr": 8.345248742153498e-05}
+{"train_loss": 0.005881619174033403, "global_step": 10768, "epoch": 165, "lr": 8.344945498935799e-05}
+{"train_loss": 0.006673267111182213, "global_step": 10769, "epoch": 165, "lr": 8.344642233445684e-05}
+{"train_loss": 0.012183901853859425, "global_step": 10770, "epoch": 165, "lr": 8.344338945685173e-05}
+{"train_loss": 0.00832961406558752, "global_step": 10771, "epoch": 165, "lr": 8.344035635656283e-05}
+{"train_loss": 0.0074426718056201935, "global_step": 10772, "epoch": 165, "lr": 8.343732303361037e-05}
+{"train_loss": 0.004447505343705416, "global_step": 10773, "epoch": 165, "lr": 8.343428948801453e-05}
+{"train_loss": 0.007085684686899185, "global_step": 10774, "epoch": 165, "lr": 8.343125571979549e-05}
+{"train_loss": 0.0055580828338861465, "global_step": 10775, "epoch": 165, "lr": 8.34282217289735e-05}
+{"train_loss": 0.011007451452314854, "global_step": 10776, "epoch": 165, "lr": 8.342518751556869e-05}
+{"train_loss": 0.004724579397588968, "global_step": 10777, "epoch": 165, "lr": 8.342215307960132e-05}
+{"train_loss": 0.0082608163356781, "global_step": 10778, "epoch": 165, "lr": 8.34191184210916e-05}
+{"train_loss": 0.005581619217991829, "global_step": 10779, "epoch": 165, "lr": 8.341608354005969e-05}
+{"train_loss": 0.008267617784440517, "global_step": 10780, "epoch": 165, "lr": 8.341304843652584e-05}
+{"train_loss": 0.008306063711643219, "global_step": 10781, "epoch": 165, "lr": 8.341001311051024e-05}
+{"train_loss": 0.005581155885010958, "global_step": 10782, "epoch": 165, "lr": 8.34069775620331e-05}
+{"train_loss": 0.006134179886430502, "global_step": 10783, "epoch": 165, "lr": 8.340394179111463e-05}
+{"train_loss": 0.009503329172730446, "global_step": 10784, "epoch": 165, "lr": 8.340090579777506e-05}
+{"train_loss": 0.008190877735614777, "global_step": 10785, "epoch": 165, "lr": 8.33978695820346e-05}
+{"train_loss": 0.007344013080000877, "global_step": 10786, "epoch": 165, "lr": 8.339483314391346e-05}
+{"train_loss": 0.004832707345485687, "global_step": 10787, "epoch": 165, "lr": 8.339179648343185e-05}
+{"train_loss": 0.007252861745655537, "global_step": 10788, "epoch": 165, "lr": 8.338875960061001e-05}
+{"train_loss": 0.007509576794333183, "global_step": 10789, "epoch": 165, "lr": 8.338572249546813e-05, "val_loss": 0.008093887940049171, "train_action_mse_error": 0.0005442753317765892}
+{"train_loss": 0.006971088703721762, "global_step": 10790, "epoch": 166, "lr": 8.338268516802648e-05}
+{"train_loss": 0.009671119973063469, "global_step": 10791, "epoch": 166, "lr": 8.337964761830523e-05}
+{"train_loss": 0.0067945136688649654, "global_step": 10792, "epoch": 166, "lr": 8.337660984632465e-05}
+{"train_loss": 0.005716743879020214, "global_step": 10793, "epoch": 166, "lr": 8.337357185210495e-05}
+{"train_loss": 0.007385517004877329, "global_step": 10794, "epoch": 166, "lr": 8.337053363566636e-05}
+{"train_loss": 0.004712054971605539, "global_step": 10795, "epoch": 166, "lr": 8.336749519702911e-05}
+{"train_loss": 0.0074435570277273655, "global_step": 10796, "epoch": 166, "lr": 8.336445653621343e-05}
+{"train_loss": 0.007552449591457844, "global_step": 10797, "epoch": 166, "lr": 8.336141765323955e-05}
+{"train_loss": 0.007974810898303986, "global_step": 10798, "epoch": 166, "lr": 8.33583785481277e-05}
+{"train_loss": 0.00643825763836503, "global_step": 10799, "epoch": 166, "lr": 8.335533922089813e-05}
+{"train_loss": 0.008436395786702633, "global_step": 10800, "epoch": 166, "lr": 8.335229967157107e-05}
+{"train_loss": 0.008984247222542763, "global_step": 10801, "epoch": 166, "lr": 8.334925990016677e-05}
+{"train_loss": 0.008677143603563309, "global_step": 10802, "epoch": 166, "lr": 8.334621990670545e-05}
+{"train_loss": 0.0051774317398667336, "global_step": 10803, "epoch": 166, "lr": 8.334317969120738e-05}
+{"train_loss": 0.008871308527886868, "global_step": 10804, "epoch": 166, "lr": 8.334013925369276e-05}
+{"train_loss": 0.005202076397836208, "global_step": 10805, "epoch": 166, "lr": 8.333709859418187e-05}
+{"train_loss": 0.010697121731936932, "global_step": 10806, "epoch": 166, "lr": 8.333405771269496e-05}
+{"train_loss": 0.006275988183915615, "global_step": 10807, "epoch": 166, "lr": 8.333101660925224e-05}
+{"train_loss": 0.008967127650976181, "global_step": 10808, "epoch": 166, "lr": 8.332797528387402e-05}
+{"train_loss": 0.006243093404918909, "global_step": 10809, "epoch": 166, "lr": 8.332493373658048e-05}
+{"train_loss": 0.008934898301959038, "global_step": 10810, "epoch": 166, "lr": 8.332189196739191e-05}
+{"train_loss": 0.00780502101406455, "global_step": 10811, "epoch": 166, "lr": 8.33188499763286e-05}
+{"train_loss": 0.005405210889875889, "global_step": 10812, "epoch": 166, "lr": 8.331580776341072e-05}
+{"train_loss": 0.007133327424526215, "global_step": 10813, "epoch": 166, "lr": 8.331276532865859e-05}
+{"train_loss": 0.006617015227675438, "global_step": 10814, "epoch": 166, "lr": 8.330972267209245e-05}
+{"train_loss": 0.004883347079157829, "global_step": 10815, "epoch": 166, "lr": 8.330667979373257e-05}
+{"train_loss": 0.006792465690523386, "global_step": 10816, "epoch": 166, "lr": 8.33036366935992e-05}
+{"train_loss": 0.008881761692464352, "global_step": 10817, "epoch": 166, "lr": 8.330059337171258e-05}
+{"train_loss": 0.005821671802550554, "global_step": 10818, "epoch": 166, "lr": 8.329754982809302e-05}
+{"train_loss": 0.007497342769056559, "global_step": 10819, "epoch": 166, "lr": 8.329450606276077e-05}
+{"train_loss": 0.008742629550397396, "global_step": 10820, "epoch": 166, "lr": 8.329146207573607e-05}
+{"train_loss": 0.005464375484734774, "global_step": 10821, "epoch": 166, "lr": 8.328841786703922e-05}
+{"train_loss": 0.005311976652592421, "global_step": 10822, "epoch": 166, "lr": 8.328537343669048e-05}
+{"train_loss": 0.008751518093049526, "global_step": 10823, "epoch": 166, "lr": 8.328232878471012e-05}
+{"train_loss": 0.004922373220324516, "global_step": 10824, "epoch": 166, "lr": 8.327928391111841e-05}
+{"train_loss": 0.011114286258816719, "global_step": 10825, "epoch": 166, "lr": 8.327623881593562e-05}
+{"train_loss": 0.006618608720600605, "global_step": 10826, "epoch": 166, "lr": 8.327319349918205e-05}
+{"train_loss": 0.008341662585735321, "global_step": 10827, "epoch": 166, "lr": 8.327014796087796e-05}
+{"train_loss": 0.0071551804430782795, "global_step": 10828, "epoch": 166, "lr": 8.326710220104362e-05}
+{"train_loss": 0.006148138549178839, "global_step": 10829, "epoch": 166, "lr": 8.326405621969933e-05}
+{"train_loss": 0.006269800942391157, "global_step": 10830, "epoch": 166, "lr": 8.326101001686535e-05}
+{"train_loss": 0.007326197810471058, "global_step": 10831, "epoch": 166, "lr": 8.325796359256198e-05}
+{"train_loss": 0.007113838102668524, "global_step": 10832, "epoch": 166, "lr": 8.32549169468095e-05}
+{"train_loss": 0.006420399062335491, "global_step": 10833, "epoch": 166, "lr": 8.32518700796282e-05}
+{"train_loss": 0.0060471054166555405, "global_step": 10834, "epoch": 166, "lr": 8.324882299103836e-05}
+{"train_loss": 0.007337111979722977, "global_step": 10835, "epoch": 166, "lr": 8.324577568106027e-05}
+{"train_loss": 0.007002414204180241, "global_step": 10836, "epoch": 166, "lr": 8.324272814971423e-05}
+{"train_loss": 0.0061181169003248215, "global_step": 10837, "epoch": 166, "lr": 8.323968039702052e-05}
+{"train_loss": 0.005340074189007282, "global_step": 10838, "epoch": 166, "lr": 8.323663242299944e-05}
+{"train_loss": 0.005761020351201296, "global_step": 10839, "epoch": 166, "lr": 8.32335842276713e-05}
+{"train_loss": 0.006627370603382587, "global_step": 10840, "epoch": 166, "lr": 8.323053581105636e-05}
+{"train_loss": 0.010933446697890759, "global_step": 10841, "epoch": 166, "lr": 8.322748717317495e-05}
+{"train_loss": 0.007771181408315897, "global_step": 10842, "epoch": 166, "lr": 8.322443831404733e-05}
+{"train_loss": 0.008412832394242287, "global_step": 10843, "epoch": 166, "lr": 8.322138923369385e-05}
+{"train_loss": 0.007902637124061584, "global_step": 10844, "epoch": 166, "lr": 8.32183399321348e-05}
+{"train_loss": 0.0075293174013495445, "global_step": 10845, "epoch": 166, "lr": 8.321529040939047e-05}
+{"train_loss": 0.0062493677251040936, "global_step": 10846, "epoch": 166, "lr": 8.321224066548117e-05}
+{"train_loss": 0.007136440835893154, "global_step": 10847, "epoch": 166, "lr": 8.320919070042719e-05}
+{"train_loss": 0.006963146850466728, "global_step": 10848, "epoch": 166, "lr": 8.320614051424888e-05}
+{"train_loss": 0.00551993353292346, "global_step": 10849, "epoch": 166, "lr": 8.320309010696652e-05}
+{"train_loss": 0.007029505912214518, "global_step": 10850, "epoch": 166, "lr": 8.32000394786004e-05}
+{"train_loss": 0.00980675220489502, "global_step": 10851, "epoch": 166, "lr": 8.319698862917089e-05}
+{"train_loss": 0.00855009164661169, "global_step": 10852, "epoch": 166, "lr": 8.319393755869827e-05}
+{"train_loss": 0.012813908979296684, "global_step": 10853, "epoch": 166, "lr": 8.319088626720285e-05}
+{"train_loss": 0.007345779999517478, "global_step": 10854, "epoch": 166, "lr": 8.318783475470495e-05, "val_loss": 0.0089315976947546}
+{"train_loss": 0.00640932796522975, "global_step": 10855, "epoch": 167, "lr": 8.318478302122491e-05}
+{"train_loss": 0.011580602265894413, "global_step": 10856, "epoch": 167, "lr": 8.318173106678303e-05}
+{"train_loss": 0.00979313999414444, "global_step": 10857, "epoch": 167, "lr": 8.317867889139964e-05}
+{"train_loss": 0.008333767764270306, "global_step": 10858, "epoch": 167, "lr": 8.317562649509505e-05}
+{"train_loss": 0.005850867368280888, "global_step": 10859, "epoch": 167, "lr": 8.31725738778896e-05}
+{"train_loss": 0.008484678342938423, "global_step": 10860, "epoch": 167, "lr": 8.31695210398036e-05}
+{"train_loss": 0.006450219079852104, "global_step": 10861, "epoch": 167, "lr": 8.316646798085739e-05}
+{"train_loss": 0.010734999552369118, "global_step": 10862, "epoch": 167, "lr": 8.31634147010713e-05}
+{"train_loss": 0.007362247444689274, "global_step": 10863, "epoch": 167, "lr": 8.316036120046567e-05}
+{"train_loss": 0.00847588200122118, "global_step": 10864, "epoch": 167, "lr": 8.31573074790608e-05}
+{"train_loss": 0.006254357285797596, "global_step": 10865, "epoch": 167, "lr": 8.315425353687705e-05}
+{"train_loss": 0.00973642896860838, "global_step": 10866, "epoch": 167, "lr": 8.315119937393472e-05}
+{"train_loss": 0.007270008325576782, "global_step": 10867, "epoch": 167, "lr": 8.31481449902542e-05}
+{"train_loss": 0.0097587238997221, "global_step": 10868, "epoch": 167, "lr": 8.31450903858558e-05}
+{"train_loss": 0.009233972057700157, "global_step": 10869, "epoch": 167, "lr": 8.314203556075986e-05}
+{"train_loss": 0.010076122358441353, "global_step": 10870, "epoch": 167, "lr": 8.31389805149867e-05}
+{"train_loss": 0.005485682748258114, "global_step": 10871, "epoch": 167, "lr": 8.31359252485567e-05}
+{"train_loss": 0.006547779310494661, "global_step": 10872, "epoch": 167, "lr": 8.313286976149018e-05}
+{"train_loss": 0.009284371510148048, "global_step": 10873, "epoch": 167, "lr": 8.312981405380749e-05}
+{"train_loss": 0.006724599748849869, "global_step": 10874, "epoch": 167, "lr": 8.312675812552898e-05}
+{"train_loss": 0.00671930518001318, "global_step": 10875, "epoch": 167, "lr": 8.3123701976675e-05}
+{"train_loss": 0.007769639138132334, "global_step": 10876, "epoch": 167, "lr": 8.31206456072659e-05}
+{"train_loss": 0.007941599935293198, "global_step": 10877, "epoch": 167, "lr": 8.3117589017322e-05}
+{"train_loss": 0.008180025964975357, "global_step": 10878, "epoch": 167, "lr": 8.31145322068637e-05}
+{"train_loss": 0.0076998146250844, "global_step": 10879, "epoch": 167, "lr": 8.311147517591131e-05}
+{"train_loss": 0.009890565648674965, "global_step": 10880, "epoch": 167, "lr": 8.310841792448523e-05}
+{"train_loss": 0.008485131897032261, "global_step": 10881, "epoch": 167, "lr": 8.310536045260578e-05}
+{"train_loss": 0.005830944050103426, "global_step": 10882, "epoch": 167, "lr": 8.310230276029334e-05}
+{"train_loss": 0.008996579796075821, "global_step": 10883, "epoch": 167, "lr": 8.309924484756826e-05}
+{"train_loss": 0.008300594985485077, "global_step": 10884, "epoch": 167, "lr": 8.30961867144509e-05}
+{"train_loss": 0.008755780756473541, "global_step": 10885, "epoch": 167, "lr": 8.309312836096163e-05}
+{"train_loss": 0.00817862804979086, "global_step": 10886, "epoch": 167, "lr": 8.309006978712079e-05}
+{"train_loss": 0.007787669543176889, "global_step": 10887, "epoch": 167, "lr": 8.308701099294879e-05}
+{"train_loss": 0.01074190903455019, "global_step": 10888, "epoch": 167, "lr": 8.308395197846596e-05}
+{"train_loss": 0.006453240755945444, "global_step": 10889, "epoch": 167, "lr": 8.308089274369269e-05}
+{"train_loss": 0.006369567476212978, "global_step": 10890, "epoch": 167, "lr": 8.307783328864934e-05}
+{"train_loss": 0.011137590743601322, "global_step": 10891, "epoch": 167, "lr": 8.307477361335629e-05}
+{"train_loss": 0.010652783326804638, "global_step": 10892, "epoch": 167, "lr": 8.307171371783389e-05}
+{"train_loss": 0.007960463874042034, "global_step": 10893, "epoch": 167, "lr": 8.306865360210255e-05}
+{"train_loss": 0.01111573912203312, "global_step": 10894, "epoch": 167, "lr": 8.306559326618259e-05}
+{"train_loss": 0.007513690739870071, "global_step": 10895, "epoch": 167, "lr": 8.306253271009446e-05}
+{"train_loss": 0.009958075359463692, "global_step": 10896, "epoch": 167, "lr": 8.305947193385848e-05}
+{"train_loss": 0.007683202624320984, "global_step": 10897, "epoch": 167, "lr": 8.305641093749505e-05}
+{"train_loss": 0.009411761537194252, "global_step": 10898, "epoch": 167, "lr": 8.305334972102457e-05}
+{"train_loss": 0.00798818375915289, "global_step": 10899, "epoch": 167, "lr": 8.305028828446741e-05}
+{"train_loss": 0.008436249569058418, "global_step": 10900, "epoch": 167, "lr": 8.304722662784394e-05}
+{"train_loss": 0.007204616907984018, "global_step": 10901, "epoch": 167, "lr": 8.304416475117456e-05}
+{"train_loss": 0.008308214135468006, "global_step": 10902, "epoch": 167, "lr": 8.304110265447964e-05}
+{"train_loss": 0.011418315581977367, "global_step": 10903, "epoch": 167, "lr": 8.303804033777961e-05}
+{"train_loss": 0.010935051366686821, "global_step": 10904, "epoch": 167, "lr": 8.303497780109482e-05}
+{"train_loss": 0.0081414096057415, "global_step": 10905, "epoch": 167, "lr": 8.303191504444568e-05}
+{"train_loss": 0.013261895626783371, "global_step": 10906, "epoch": 167, "lr": 8.302885206785259e-05}
+{"train_loss": 0.0062957387417554855, "global_step": 10907, "epoch": 167, "lr": 8.302578887133592e-05}
+{"train_loss": 0.01072192844003439, "global_step": 10908, "epoch": 167, "lr": 8.302272545491609e-05}
+{"train_loss": 0.009483261033892632, "global_step": 10909, "epoch": 167, "lr": 8.301966181861349e-05}
+{"train_loss": 0.008391235955059528, "global_step": 10910, "epoch": 167, "lr": 8.301659796244851e-05}
+{"train_loss": 0.009690526872873306, "global_step": 10911, "epoch": 167, "lr": 8.301353388644158e-05}
+{"train_loss": 0.006717894226312637, "global_step": 10912, "epoch": 167, "lr": 8.301046959061306e-05}
+{"train_loss": 0.005714923609048128, "global_step": 10913, "epoch": 167, "lr": 8.300740507498339e-05}
+{"train_loss": 0.010907197371125221, "global_step": 10914, "epoch": 167, "lr": 8.300434033957296e-05}
+{"train_loss": 0.005869193933904171, "global_step": 10915, "epoch": 167, "lr": 8.300127538440217e-05}
+{"train_loss": 0.007348751649260521, "global_step": 10916, "epoch": 167, "lr": 8.299821020949145e-05}
+{"train_loss": 0.007219445891678333, "global_step": 10917, "epoch": 167, "lr": 8.299514481486117e-05}
+{"train_loss": 0.006612611003220081, "global_step": 10918, "epoch": 167, "lr": 8.29920792005318e-05}
+{"train_loss": 0.008390646134144985, "global_step": 10919, "epoch": 167, "lr": 8.29890133665237e-05, "val_loss": 0.009325182065367699}
+{"train_loss": 0.008695244789123535, "global_step": 10920, "epoch": 168, "lr": 8.298594731285729e-05}
+{"train_loss": 0.0075144534930586815, "global_step": 10921, "epoch": 168, "lr": 8.298288103955301e-05}
+{"train_loss": 0.009610854089260101, "global_step": 10922, "epoch": 168, "lr": 8.297981454663127e-05}
+{"train_loss": 0.006445509381592274, "global_step": 10923, "epoch": 168, "lr": 8.297674783411248e-05}
+{"train_loss": 0.005201256833970547, "global_step": 10924, "epoch": 168, "lr": 8.297368090201705e-05}
+{"train_loss": 0.0065901498310267925, "global_step": 10925, "epoch": 168, "lr": 8.297061375036543e-05}
+{"train_loss": 0.00852299015969038, "global_step": 10926, "epoch": 168, "lr": 8.296754637917803e-05}
+{"train_loss": 0.007529823109507561, "global_step": 10927, "epoch": 168, "lr": 8.296447878847526e-05}
+{"train_loss": 0.006287918426096439, "global_step": 10928, "epoch": 168, "lr": 8.296141097827757e-05}
+{"train_loss": 0.009145197458565235, "global_step": 10929, "epoch": 168, "lr": 8.295834294860535e-05}
+{"train_loss": 0.009133454412221909, "global_step": 10930, "epoch": 168, "lr": 8.295527469947907e-05}
+{"train_loss": 0.008939760737121105, "global_step": 10931, "epoch": 168, "lr": 8.295220623091914e-05}
+{"train_loss": 0.004832000937312841, "global_step": 10932, "epoch": 168, "lr": 8.2949137542946e-05}
+{"train_loss": 0.005426087416708469, "global_step": 10933, "epoch": 168, "lr": 8.294606863558005e-05}
+{"train_loss": 0.006253316532820463, "global_step": 10934, "epoch": 168, "lr": 8.294299950884179e-05}
+{"train_loss": 0.0056583150289952755, "global_step": 10935, "epoch": 168, "lr": 8.293993016275159e-05}
+{"train_loss": 0.003964018542319536, "global_step": 10936, "epoch": 168, "lr": 8.293686059732992e-05}
+{"train_loss": 0.005522425286471844, "global_step": 10937, "epoch": 168, "lr": 8.293379081259722e-05}
+{"train_loss": 0.007631071377545595, "global_step": 10938, "epoch": 168, "lr": 8.293072080857394e-05}
+{"train_loss": 0.006395408883690834, "global_step": 10939, "epoch": 168, "lr": 8.292765058528047e-05}
+{"train_loss": 0.007700484246015549, "global_step": 10940, "epoch": 168, "lr": 8.29245801427373e-05}
+{"train_loss": 0.007602532859891653, "global_step": 10941, "epoch": 168, "lr": 8.292150948096488e-05}
+{"train_loss": 0.006791645660996437, "global_step": 10942, "epoch": 168, "lr": 8.291843859998362e-05}
+{"train_loss": 0.012106770649552345, "global_step": 10943, "epoch": 168, "lr": 8.291536749981399e-05}
+{"train_loss": 0.00844211783260107, "global_step": 10944, "epoch": 168, "lr": 8.291229618047645e-05}
+{"train_loss": 0.008045698516070843, "global_step": 10945, "epoch": 168, "lr": 8.290922464199143e-05}
+{"train_loss": 0.008423956111073494, "global_step": 10946, "epoch": 168, "lr": 8.290615288437937e-05}
+{"train_loss": 0.008284689858555794, "global_step": 10947, "epoch": 168, "lr": 8.290308090766074e-05}
+{"train_loss": 0.005892463494092226, "global_step": 10948, "epoch": 168, "lr": 8.290000871185602e-05}
+{"train_loss": 0.007763074245303869, "global_step": 10949, "epoch": 168, "lr": 8.289693629698564e-05}
+{"train_loss": 0.007124854251742363, "global_step": 10950, "epoch": 168, "lr": 8.289386366307006e-05}
+{"train_loss": 0.009218154475092888, "global_step": 10951, "epoch": 168, "lr": 8.289079081012972e-05}
+{"train_loss": 0.010680239647626877, "global_step": 10952, "epoch": 168, "lr": 8.288771773818511e-05}
+{"train_loss": 0.0058368188329041, "global_step": 10953, "epoch": 168, "lr": 8.28846444472567e-05}
+{"train_loss": 0.007225422188639641, "global_step": 10954, "epoch": 168, "lr": 8.288157093736491e-05}
+{"train_loss": 0.008402707986533642, "global_step": 10955, "epoch": 168, "lr": 8.287849720853025e-05}
+{"train_loss": 0.007001485675573349, "global_step": 10956, "epoch": 168, "lr": 8.287542326077316e-05}
+{"train_loss": 0.004752853885293007, "global_step": 10957, "epoch": 168, "lr": 8.287234909411412e-05}
+{"train_loss": 0.004996526055037975, "global_step": 10958, "epoch": 168, "lr": 8.286927470857359e-05}
+{"train_loss": 0.006630917079746723, "global_step": 10959, "epoch": 168, "lr": 8.286620010417205e-05}
+{"train_loss": 0.0049805184826254845, "global_step": 10960, "epoch": 168, "lr": 8.286312528092997e-05}
+{"train_loss": 0.006294091232120991, "global_step": 10961, "epoch": 168, "lr": 8.286005023886781e-05}
+{"train_loss": 0.006431634072214365, "global_step": 10962, "epoch": 168, "lr": 8.285697497800607e-05}
+{"train_loss": 0.009631672874093056, "global_step": 10963, "epoch": 168, "lr": 8.28538994983652e-05}
+{"train_loss": 0.005226043984293938, "global_step": 10964, "epoch": 168, "lr": 8.285082379996571e-05}
+{"train_loss": 0.005828232038766146, "global_step": 10965, "epoch": 168, "lr": 8.284774788282806e-05}
+{"train_loss": 0.011805356480181217, "global_step": 10966, "epoch": 168, "lr": 8.284467174697271e-05}
+{"train_loss": 0.008418196812272072, "global_step": 10967, "epoch": 168, "lr": 8.284159539242018e-05}
+{"train_loss": 0.0052499910816550255, "global_step": 10968, "epoch": 168, "lr": 8.283851881919095e-05}
+{"train_loss": 0.010422805324196815, "global_step": 10969, "epoch": 168, "lr": 8.28354420273055e-05}
+{"train_loss": 0.010021846741437912, "global_step": 10970, "epoch": 168, "lr": 8.283236501678429e-05}
+{"train_loss": 0.006533861625939608, "global_step": 10971, "epoch": 168, "lr": 8.282928778764783e-05}
+{"train_loss": 0.011986082419753075, "global_step": 10972, "epoch": 168, "lr": 8.282621033991662e-05}
+{"train_loss": 0.00768817774951458, "global_step": 10973, "epoch": 168, "lr": 8.282313267361114e-05}
+{"train_loss": 0.006796177476644516, "global_step": 10974, "epoch": 168, "lr": 8.282005478875187e-05}
+{"train_loss": 0.006224322598427534, "global_step": 10975, "epoch": 168, "lr": 8.281697668535934e-05}
+{"train_loss": 0.004762965254485607, "global_step": 10976, "epoch": 168, "lr": 8.281389836345402e-05}
+{"train_loss": 0.007683408912271261, "global_step": 10977, "epoch": 168, "lr": 8.28108198230564e-05}
+{"train_loss": 0.007236452307552099, "global_step": 10978, "epoch": 168, "lr": 8.2807741064187e-05}
+{"train_loss": 0.009311980567872524, "global_step": 10979, "epoch": 168, "lr": 8.28046620868663e-05}
+{"train_loss": 0.007146747317165136, "global_step": 10980, "epoch": 168, "lr": 8.280158289111482e-05}
+{"train_loss": 0.009870592504739761, "global_step": 10981, "epoch": 168, "lr": 8.279850347695304e-05}
+{"train_loss": 0.009262287989258766, "global_step": 10982, "epoch": 168, "lr": 8.27954238444015e-05}
+{"train_loss": 0.009429212659597397, "global_step": 10983, "epoch": 168, "lr": 8.279234399348066e-05}
+{"train_loss": 0.007508489145682408, "global_step": 10984, "epoch": 168, "lr": 8.278926392421107e-05, "val_loss": 0.01388693880289793}
+{"train_loss": 0.006005042232573032, "global_step": 10985, "epoch": 169, "lr": 8.278618363661322e-05}
+{"train_loss": 0.009530670940876007, "global_step": 10986, "epoch": 169, "lr": 8.278310313070761e-05}
+{"train_loss": 0.010904555208981037, "global_step": 10987, "epoch": 169, "lr": 8.278002240651476e-05}
+{"train_loss": 0.010103099048137665, "global_step": 10988, "epoch": 169, "lr": 8.277694146405519e-05}
+{"train_loss": 0.0085910027846694, "global_step": 10989, "epoch": 169, "lr": 8.277386030334941e-05}
+{"train_loss": 0.007346724160015583, "global_step": 10990, "epoch": 169, "lr": 8.277077892441794e-05}
+{"train_loss": 0.01234047207981348, "global_step": 10991, "epoch": 169, "lr": 8.276769732728127e-05}
+{"train_loss": 0.008185282349586487, "global_step": 10992, "epoch": 169, "lr": 8.276461551195997e-05}
+{"train_loss": 0.005079341121017933, "global_step": 10993, "epoch": 169, "lr": 8.276153347847452e-05}
+{"train_loss": 0.011022255755960941, "global_step": 10994, "epoch": 169, "lr": 8.275845122684546e-05}
+{"train_loss": 0.013483676128089428, "global_step": 10995, "epoch": 169, "lr": 8.27553687570933e-05}
+{"train_loss": 0.00766894593834877, "global_step": 10996, "epoch": 169, "lr": 8.275228606923857e-05}
+{"train_loss": 0.01021489966660738, "global_step": 10997, "epoch": 169, "lr": 8.27492031633018e-05}
+{"train_loss": 0.01076203677803278, "global_step": 10998, "epoch": 169, "lr": 8.274612003930353e-05}
+{"train_loss": 0.007376101799309254, "global_step": 10999, "epoch": 169, "lr": 8.274303669726426e-05}
+{"train_loss": 0.007611996494233608, "global_step": 11000, "epoch": 169, "lr": 8.273995313720453e-05}
+{"train_loss": 0.011599655263125896, "global_step": 11001, "epoch": 169, "lr": 8.273686935914488e-05}
+{"train_loss": 0.0106940483674407, "global_step": 11002, "epoch": 169, "lr": 8.273378536310586e-05}
+{"train_loss": 0.0063208919018507, "global_step": 11003, "epoch": 169, "lr": 8.273070114910797e-05}
+{"train_loss": 0.008873524144291878, "global_step": 11004, "epoch": 169, "lr": 8.272761671717178e-05}
+{"train_loss": 0.007526920642703772, "global_step": 11005, "epoch": 169, "lr": 8.272453206731778e-05}
+{"train_loss": 0.009413117542862892, "global_step": 11006, "epoch": 169, "lr": 8.272144719956656e-05}
+{"train_loss": 0.011484215036034584, "global_step": 11007, "epoch": 169, "lr": 8.271836211393862e-05}
+{"train_loss": 0.00850047916173935, "global_step": 11008, "epoch": 169, "lr": 8.271527681045455e-05}
+{"train_loss": 0.010392643511295319, "global_step": 11009, "epoch": 169, "lr": 8.271219128913483e-05}
+{"train_loss": 0.007105422206223011, "global_step": 11010, "epoch": 169, "lr": 8.270910555000007e-05}
+{"train_loss": 0.010558467358350754, "global_step": 11011, "epoch": 169, "lr": 8.270601959307078e-05}
+{"train_loss": 0.005744402762502432, "global_step": 11012, "epoch": 169, "lr": 8.270293341836751e-05}
+{"train_loss": 0.006830455269664526, "global_step": 11013, "epoch": 169, "lr": 8.269984702591081e-05}
+{"train_loss": 0.006176123395562172, "global_step": 11014, "epoch": 169, "lr": 8.269676041572126e-05}
+{"train_loss": 0.006015253718942404, "global_step": 11015, "epoch": 169, "lr": 8.269367358781937e-05}
+{"train_loss": 0.005737995263189077, "global_step": 11016, "epoch": 169, "lr": 8.26905865422257e-05}
+{"train_loss": 0.005773481447249651, "global_step": 11017, "epoch": 169, "lr": 8.268749927896083e-05}
+{"train_loss": 0.010161984711885452, "global_step": 11018, "epoch": 169, "lr": 8.268441179804529e-05}
+{"train_loss": 0.008954946883022785, "global_step": 11019, "epoch": 169, "lr": 8.268132409949967e-05}
+{"train_loss": 0.008311163634061813, "global_step": 11020, "epoch": 169, "lr": 8.26782361833445e-05}
+{"train_loss": 0.01030722539871931, "global_step": 11021, "epoch": 169, "lr": 8.267514804960035e-05}
+{"train_loss": 0.009078467264771461, "global_step": 11022, "epoch": 169, "lr": 8.267205969828779e-05}
+{"train_loss": 0.010253486223518848, "global_step": 11023, "epoch": 169, "lr": 8.266897112942736e-05}
+{"train_loss": 0.0108998604118824, "global_step": 11024, "epoch": 169, "lr": 8.266588234303965e-05}
+{"train_loss": 0.008916409686207771, "global_step": 11025, "epoch": 169, "lr": 8.266279333914523e-05}
+{"train_loss": 0.006102419458329678, "global_step": 11026, "epoch": 169, "lr": 8.265970411776467e-05}
+{"train_loss": 0.008399930782616138, "global_step": 11027, "epoch": 169, "lr": 8.26566146789185e-05}
+{"train_loss": 0.006066040601581335, "global_step": 11028, "epoch": 169, "lr": 8.265352502262733e-05}
+{"train_loss": 0.007081604562699795, "global_step": 11029, "epoch": 169, "lr": 8.265043514891173e-05}
+{"train_loss": 0.009992378763854504, "global_step": 11030, "epoch": 169, "lr": 8.264734505779226e-05}
+{"train_loss": 0.008926876820623875, "global_step": 11031, "epoch": 169, "lr": 8.26442547492895e-05}
+{"train_loss": 0.004258318338543177, "global_step": 11032, "epoch": 169, "lr": 8.264116422342401e-05}
+{"train_loss": 0.006484061013907194, "global_step": 11033, "epoch": 169, "lr": 8.263807348021641e-05}
+{"train_loss": 0.0066336956806480885, "global_step": 11034, "epoch": 169, "lr": 8.263498251968724e-05}
+{"train_loss": 0.010900851339101791, "global_step": 11035, "epoch": 169, "lr": 8.263189134185711e-05}
+{"train_loss": 0.005648526828736067, "global_step": 11036, "epoch": 169, "lr": 8.262879994674659e-05}
+{"train_loss": 0.007252457085996866, "global_step": 11037, "epoch": 169, "lr": 8.262570833437626e-05}
+{"train_loss": 0.0054671564139425755, "global_step": 11038, "epoch": 169, "lr": 8.262261650476671e-05}
+{"train_loss": 0.009669657796621323, "global_step": 11039, "epoch": 169, "lr": 8.261952445793852e-05}
+{"train_loss": 0.007406142540276051, "global_step": 11040, "epoch": 169, "lr": 8.261643219391229e-05}
+{"train_loss": 0.011574228294193745, "global_step": 11041, "epoch": 169, "lr": 8.261333971270861e-05}
+{"train_loss": 0.009596641175448895, "global_step": 11042, "epoch": 169, "lr": 8.261024701434806e-05}
+{"train_loss": 0.0073401788249611855, "global_step": 11043, "epoch": 169, "lr": 8.260715409885125e-05}
+{"train_loss": 0.008023371919989586, "global_step": 11044, "epoch": 169, "lr": 8.260406096623875e-05}
+{"train_loss": 0.005700325593352318, "global_step": 11045, "epoch": 169, "lr": 8.260096761653117e-05}
+{"train_loss": 0.006457834038883448, "global_step": 11046, "epoch": 169, "lr": 8.259787404974912e-05}
+{"train_loss": 0.0075322892516851425, "global_step": 11047, "epoch": 169, "lr": 8.259478026591316e-05}
+{"train_loss": 0.009345335885882378, "global_step": 11048, "epoch": 169, "lr": 8.259168626504395e-05}
+{"train_loss": 0.008390418927256877, "global_step": 11049, "epoch": 169, "lr": 8.258859204716203e-05, "val_loss": 0.012582705356180668}
+{"train_loss": 0.006734183523803949, "global_step": 11050, "epoch": 170, "lr": 8.258549761228804e-05}
+{"train_loss": 0.008238980546593666, "global_step": 11051, "epoch": 170, "lr": 8.258240296044258e-05}
+{"train_loss": 0.0060105519369244576, "global_step": 11052, "epoch": 170, "lr": 8.257930809164623e-05}
+{"train_loss": 0.006020636297762394, "global_step": 11053, "epoch": 170, "lr": 8.257621300591963e-05}
+{"train_loss": 0.006906015332788229, "global_step": 11054, "epoch": 170, "lr": 8.257311770328337e-05}
+{"train_loss": 0.009881782345473766, "global_step": 11055, "epoch": 170, "lr": 8.257002218375806e-05}
+{"train_loss": 0.008104427717626095, "global_step": 11056, "epoch": 170, "lr": 8.256692644736434e-05}
+{"train_loss": 0.006912968121469021, "global_step": 11057, "epoch": 170, "lr": 8.256383049412279e-05}
+{"train_loss": 0.009148943237960339, "global_step": 11058, "epoch": 170, "lr": 8.256073432405402e-05}
+{"train_loss": 0.007235245779156685, "global_step": 11059, "epoch": 170, "lr": 8.255763793717868e-05}
+{"train_loss": 0.008748283609747887, "global_step": 11060, "epoch": 170, "lr": 8.255454133351737e-05}
+{"train_loss": 0.00984837394207716, "global_step": 11061, "epoch": 170, "lr": 8.255144451309069e-05}
+{"train_loss": 0.0057970271445810795, "global_step": 11062, "epoch": 170, "lr": 8.254834747591929e-05}
+{"train_loss": 0.006031782831996679, "global_step": 11063, "epoch": 170, "lr": 8.254525022202377e-05}
+{"train_loss": 0.007578495889902115, "global_step": 11064, "epoch": 170, "lr": 8.254215275142477e-05}
+{"train_loss": 0.006561706308275461, "global_step": 11065, "epoch": 170, "lr": 8.25390550641429e-05}
+{"train_loss": 0.006378077436238527, "global_step": 11066, "epoch": 170, "lr": 8.253595716019879e-05}
+{"train_loss": 0.010129660367965698, "global_step": 11067, "epoch": 170, "lr": 8.253285903961309e-05}
+{"train_loss": 0.00510043790563941, "global_step": 11068, "epoch": 170, "lr": 8.25297607024064e-05}
+{"train_loss": 0.005500304978340864, "global_step": 11069, "epoch": 170, "lr": 8.252666214859935e-05}
+{"train_loss": 0.010283767245709896, "global_step": 11070, "epoch": 170, "lr": 8.25235633782126e-05}
+{"train_loss": 0.008840356022119522, "global_step": 11071, "epoch": 170, "lr": 8.252046439126675e-05}
+{"train_loss": 0.005141359753906727, "global_step": 11072, "epoch": 170, "lr": 8.251736518778246e-05}
+{"train_loss": 0.0062367781065404415, "global_step": 11073, "epoch": 170, "lr": 8.251426576778034e-05}
+{"train_loss": 0.008322790265083313, "global_step": 11074, "epoch": 170, "lr": 8.251116613128105e-05}
+{"train_loss": 0.006955400574952364, "global_step": 11075, "epoch": 170, "lr": 8.250806627830522e-05}
+{"train_loss": 0.006931347772479057, "global_step": 11076, "epoch": 170, "lr": 8.25049662088735e-05}
+{"train_loss": 0.009461924433708191, "global_step": 11077, "epoch": 170, "lr": 8.250186592300653e-05}
+{"train_loss": 0.0081816790625453, "global_step": 11078, "epoch": 170, "lr": 8.249876542072493e-05}
+{"train_loss": 0.00757797434926033, "global_step": 11079, "epoch": 170, "lr": 8.249566470204937e-05}
+{"train_loss": 0.006066692527383566, "global_step": 11080, "epoch": 170, "lr": 8.24925637670005e-05}
+{"train_loss": 0.007494308985769749, "global_step": 11081, "epoch": 170, "lr": 8.248946261559893e-05}
+{"train_loss": 0.005066512152552605, "global_step": 11082, "epoch": 170, "lr": 8.248636124786536e-05}
+{"train_loss": 0.00797502975910902, "global_step": 11083, "epoch": 170, "lr": 8.24832596638204e-05}
+{"train_loss": 0.007386683486402035, "global_step": 11084, "epoch": 170, "lr": 8.248015786348475e-05}
+{"train_loss": 0.006527035031467676, "global_step": 11085, "epoch": 170, "lr": 8.247705584687899e-05}
+{"train_loss": 0.008029144257307053, "global_step": 11086, "epoch": 170, "lr": 8.247395361402384e-05}
+{"train_loss": 0.00941400695592165, "global_step": 11087, "epoch": 170, "lr": 8.247085116493994e-05}
+{"train_loss": 0.006899256259202957, "global_step": 11088, "epoch": 170, "lr": 8.246774849964792e-05}
+{"train_loss": 0.009639516472816467, "global_step": 11089, "epoch": 170, "lr": 8.246464561816847e-05}
+{"train_loss": 0.005667397752404213, "global_step": 11090, "epoch": 170, "lr": 8.246154252052222e-05}
+{"train_loss": 0.005117084830999374, "global_step": 11091, "epoch": 170, "lr": 8.24584392067299e-05}
+{"train_loss": 0.009872774593532085, "global_step": 11092, "epoch": 170, "lr": 8.245533567681208e-05}
+{"train_loss": 0.009136686101555824, "global_step": 11093, "epoch": 170, "lr": 8.245223193078949e-05}
+{"train_loss": 0.007979163900017738, "global_step": 11094, "epoch": 170, "lr": 8.244912796868278e-05}
+{"train_loss": 0.007348818704485893, "global_step": 11095, "epoch": 170, "lr": 8.24460237905126e-05}
+{"train_loss": 0.005713044200092554, "global_step": 11096, "epoch": 170, "lr": 8.244291939629966e-05}
+{"train_loss": 0.007468444760888815, "global_step": 11097, "epoch": 170, "lr": 8.243981478606459e-05}
+{"train_loss": 0.008721265941858292, "global_step": 11098, "epoch": 170, "lr": 8.243670995982806e-05}
+{"train_loss": 0.0061514354310929775, "global_step": 11099, "epoch": 170, "lr": 8.243360491761078e-05}
+{"train_loss": 0.009542246349155903, "global_step": 11100, "epoch": 170, "lr": 8.243049965943341e-05}
+{"train_loss": 0.00605186028406024, "global_step": 11101, "epoch": 170, "lr": 8.242739418531662e-05}
+{"train_loss": 0.005421428941190243, "global_step": 11102, "epoch": 170, "lr": 8.242428849528107e-05}
+{"train_loss": 0.00661785202100873, "global_step": 11103, "epoch": 170, "lr": 8.24211825893475e-05}
+{"train_loss": 0.008728278800845146, "global_step": 11104, "epoch": 170, "lr": 8.241807646753652e-05}
+{"train_loss": 0.0076536391861736774, "global_step": 11105, "epoch": 170, "lr": 8.241497012986884e-05}
+{"train_loss": 0.005271417088806629, "global_step": 11106, "epoch": 170, "lr": 8.241186357636514e-05}
+{"train_loss": 0.0057196784764528275, "global_step": 11107, "epoch": 170, "lr": 8.240875680704614e-05}
+{"train_loss": 0.006381735671311617, "global_step": 11108, "epoch": 170, "lr": 8.240564982193249e-05}
+{"train_loss": 0.008438966237008572, "global_step": 11109, "epoch": 170, "lr": 8.240254262104487e-05}
+{"train_loss": 0.007050376385450363, "global_step": 11110, "epoch": 170, "lr": 8.239943520440399e-05}
+{"train_loss": 0.006116005126386881, "global_step": 11111, "epoch": 170, "lr": 8.239632757203055e-05}
+{"train_loss": 0.005427476484328508, "global_step": 11112, "epoch": 170, "lr": 8.239321972394521e-05}
+{"train_loss": 0.004229243379086256, "global_step": 11113, "epoch": 170, "lr": 8.239011166016869e-05}
+{"train_loss": 0.0072434527083085135, "global_step": 11114, "epoch": 170, "lr": 8.238700338072167e-05, "val_loss": 0.00944836251437664, "train_action_mse_error": 0.0005767986876890063}
+{"train_loss": 0.006180955562740564, "global_step": 11115, "epoch": 171, "lr": 8.238389488562486e-05}
+{"train_loss": 0.007511758711189032, "global_step": 11116, "epoch": 171, "lr": 8.238078617489897e-05}
+{"train_loss": 0.006493514869362116, "global_step": 11117, "epoch": 171, "lr": 8.237767724856464e-05}
+{"train_loss": 0.006522869225591421, "global_step": 11118, "epoch": 171, "lr": 8.237456810664264e-05}
+{"train_loss": 0.0063680848106741905, "global_step": 11119, "epoch": 171, "lr": 8.237145874915364e-05}
+{"train_loss": 0.012368450872600079, "global_step": 11120, "epoch": 171, "lr": 8.236834917611834e-05}
+{"train_loss": 0.009174266830086708, "global_step": 11121, "epoch": 171, "lr": 8.236523938755747e-05}
+{"train_loss": 0.008839083835482597, "global_step": 11122, "epoch": 171, "lr": 8.236212938349171e-05}
+{"train_loss": 0.008635565638542175, "global_step": 11123, "epoch": 171, "lr": 8.235901916394177e-05}
+{"train_loss": 0.007231497671455145, "global_step": 11124, "epoch": 171, "lr": 8.235590872892836e-05}
+{"train_loss": 0.0054664635099470615, "global_step": 11125, "epoch": 171, "lr": 8.235279807847223e-05}
+{"train_loss": 0.006095570512115955, "global_step": 11126, "epoch": 171, "lr": 8.234968721259403e-05}
+{"train_loss": 0.009649021551012993, "global_step": 11127, "epoch": 171, "lr": 8.234657613131452e-05}
+{"train_loss": 0.008251584134995937, "global_step": 11128, "epoch": 171, "lr": 8.234346483465438e-05}
+{"train_loss": 0.00736631965264678, "global_step": 11129, "epoch": 171, "lr": 8.234035332263436e-05}
+{"train_loss": 0.007777956780046225, "global_step": 11130, "epoch": 171, "lr": 8.233724159527518e-05}
+{"train_loss": 0.007115890271961689, "global_step": 11131, "epoch": 171, "lr": 8.233412965259752e-05}
+{"train_loss": 0.011053661815822124, "global_step": 11132, "epoch": 171, "lr": 8.233101749462215e-05}
+{"train_loss": 0.007186104077845812, "global_step": 11133, "epoch": 171, "lr": 8.232790512136974e-05}
+{"train_loss": 0.00703449035063386, "global_step": 11134, "epoch": 171, "lr": 8.232479253286105e-05}
+{"train_loss": 0.00588378868997097, "global_step": 11135, "epoch": 171, "lr": 8.23216797291168e-05}
+{"train_loss": 0.0074665783904492855, "global_step": 11136, "epoch": 171, "lr": 8.231856671015772e-05}
+{"train_loss": 0.0065121520310640335, "global_step": 11137, "epoch": 171, "lr": 8.231545347600452e-05}
+{"train_loss": 0.006531397346407175, "global_step": 11138, "epoch": 171, "lr": 8.231234002667794e-05}
+{"train_loss": 0.004485933110117912, "global_step": 11139, "epoch": 171, "lr": 8.230922636219871e-05}
+{"train_loss": 0.013731194660067558, "global_step": 11140, "epoch": 171, "lr": 8.230611248258757e-05}
+{"train_loss": 0.007949473336338997, "global_step": 11141, "epoch": 171, "lr": 8.230299838786525e-05}
+{"train_loss": 0.0074257515370845795, "global_step": 11142, "epoch": 171, "lr": 8.229988407805247e-05}
+{"train_loss": 0.008684328757226467, "global_step": 11143, "epoch": 171, "lr": 8.229676955317e-05}
+{"train_loss": 0.006280355621129274, "global_step": 11144, "epoch": 171, "lr": 8.229365481323854e-05}
+{"train_loss": 0.0070444317534565926, "global_step": 11145, "epoch": 171, "lr": 8.229053985827886e-05}
+{"train_loss": 0.008212368004024029, "global_step": 11146, "epoch": 171, "lr": 8.228742468831168e-05}
+{"train_loss": 0.00532891321927309, "global_step": 11147, "epoch": 171, "lr": 8.228430930335775e-05}
+{"train_loss": 0.009553875774145126, "global_step": 11148, "epoch": 171, "lr": 8.228119370343782e-05}
+{"train_loss": 0.008430322632193565, "global_step": 11149, "epoch": 171, "lr": 8.227807788857264e-05}
+{"train_loss": 0.006557969376444817, "global_step": 11150, "epoch": 171, "lr": 8.227496185878293e-05}
+{"train_loss": 0.004452097229659557, "global_step": 11151, "epoch": 171, "lr": 8.227184561408946e-05}
+{"train_loss": 0.008525285869836807, "global_step": 11152, "epoch": 171, "lr": 8.226872915451298e-05}
+{"train_loss": 0.012497962452471256, "global_step": 11153, "epoch": 171, "lr": 8.226561248007423e-05}
+{"train_loss": 0.007342793513089418, "global_step": 11154, "epoch": 171, "lr": 8.226249559079398e-05}
+{"train_loss": 0.010518064722418785, "global_step": 11155, "epoch": 171, "lr": 8.225937848669295e-05}
+{"train_loss": 0.008392288349568844, "global_step": 11156, "epoch": 171, "lr": 8.225626116779192e-05}
+{"train_loss": 0.009944428689777851, "global_step": 11157, "epoch": 171, "lr": 8.225314363411167e-05}
+{"train_loss": 0.006175127811729908, "global_step": 11158, "epoch": 171, "lr": 8.225002588567291e-05}
+{"train_loss": 0.008096102625131607, "global_step": 11159, "epoch": 171, "lr": 8.224690792249643e-05}
+{"train_loss": 0.009000916965305805, "global_step": 11160, "epoch": 171, "lr": 8.224378974460298e-05}
+{"train_loss": 0.00791239645332098, "global_step": 11161, "epoch": 171, "lr": 8.224067135201333e-05}
+{"train_loss": 0.011109737679362297, "global_step": 11162, "epoch": 171, "lr": 8.223755274474824e-05}
+{"train_loss": 0.007983671501278877, "global_step": 11163, "epoch": 171, "lr": 8.223443392282847e-05}
+{"train_loss": 0.008204998448491096, "global_step": 11164, "epoch": 171, "lr": 8.22313148862748e-05}
+{"train_loss": 0.005971047095954418, "global_step": 11165, "epoch": 171, "lr": 8.222819563510798e-05}
+{"train_loss": 0.011141563765704632, "global_step": 11166, "epoch": 171, "lr": 8.222507616934878e-05}
+{"train_loss": 0.008455367758870125, "global_step": 11167, "epoch": 171, "lr": 8.2221956489018e-05}
+{"train_loss": 0.010000872425734997, "global_step": 11168, "epoch": 171, "lr": 8.221883659413638e-05}
+{"train_loss": 0.010861912742257118, "global_step": 11169, "epoch": 171, "lr": 8.221571648472472e-05}
+{"train_loss": 0.0066354949958622456, "global_step": 11170, "epoch": 171, "lr": 8.221259616080377e-05}
+{"train_loss": 0.008221995085477829, "global_step": 11171, "epoch": 171, "lr": 8.220947562239433e-05}
+{"train_loss": 0.006228563375771046, "global_step": 11172, "epoch": 171, "lr": 8.220635486951716e-05}
+{"train_loss": 0.011097121052443981, "global_step": 11173, "epoch": 171, "lr": 8.220323390219305e-05}
+{"train_loss": 0.007033343426883221, "global_step": 11174, "epoch": 171, "lr": 8.220011272044277e-05}
+{"train_loss": 0.0056351725943386555, "global_step": 11175, "epoch": 171, "lr": 8.219699132428711e-05}
+{"train_loss": 0.00823557935655117, "global_step": 11176, "epoch": 171, "lr": 8.219386971374688e-05}
+{"train_loss": 0.00900693703442812, "global_step": 11177, "epoch": 171, "lr": 8.219074788884281e-05}
+{"train_loss": 0.00617486285045743, "global_step": 11178, "epoch": 171, "lr": 8.218762584959572e-05}
+{"train_loss": 0.007995390899192828, "global_step": 11179, "epoch": 171, "lr": 8.218450359602641e-05, "val_loss": 0.0075325630605220795}
+{"train_loss": 0.005384028889238834, "global_step": 11180, "epoch": 172, "lr": 8.218138112815564e-05}
+{"train_loss": 0.005169764161109924, "global_step": 11181, "epoch": 172, "lr": 8.217825844600422e-05}
+{"train_loss": 0.006865236908197403, "global_step": 11182, "epoch": 172, "lr": 8.217513554959294e-05}
+{"train_loss": 0.005281338933855295, "global_step": 11183, "epoch": 172, "lr": 8.217201243894259e-05}
+{"train_loss": 0.008966808207333088, "global_step": 11184, "epoch": 172, "lr": 8.216888911407397e-05}
+{"train_loss": 0.008886094205081463, "global_step": 11185, "epoch": 172, "lr": 8.216576557500786e-05}
+{"train_loss": 0.006953773088753223, "global_step": 11186, "epoch": 172, "lr": 8.216264182176509e-05}
+{"train_loss": 0.005975209642201662, "global_step": 11187, "epoch": 172, "lr": 8.215951785436643e-05}
+{"train_loss": 0.00885765254497528, "global_step": 11188, "epoch": 172, "lr": 8.21563936728327e-05}
+{"train_loss": 0.007151925936341286, "global_step": 11189, "epoch": 172, "lr": 8.215326927718468e-05}
+{"train_loss": 0.008120966143906116, "global_step": 11190, "epoch": 172, "lr": 8.215014466744319e-05}
+{"train_loss": 0.008791646920144558, "global_step": 11191, "epoch": 172, "lr": 8.214701984362906e-05}
+{"train_loss": 0.005398097913712263, "global_step": 11192, "epoch": 172, "lr": 8.214389480576306e-05}
+{"train_loss": 0.006902783177793026, "global_step": 11193, "epoch": 172, "lr": 8.2140769553866e-05}
+{"train_loss": 0.005878088064491749, "global_step": 11194, "epoch": 172, "lr": 8.213764408795868e-05}
+{"train_loss": 0.007106115575879812, "global_step": 11195, "epoch": 172, "lr": 8.213451840806197e-05}
+{"train_loss": 0.006796550005674362, "global_step": 11196, "epoch": 172, "lr": 8.213139251419662e-05}
+{"train_loss": 0.00714941555634141, "global_step": 11197, "epoch": 172, "lr": 8.212826640638347e-05}
+{"train_loss": 0.005970257334411144, "global_step": 11198, "epoch": 172, "lr": 8.212514008464331e-05}
+{"train_loss": 0.009641574695706367, "global_step": 11199, "epoch": 172, "lr": 8.212201354899702e-05}
+{"train_loss": 0.00761982798576355, "global_step": 11200, "epoch": 172, "lr": 8.211888679946534e-05}
+{"train_loss": 0.005037608090788126, "global_step": 11201, "epoch": 172, "lr": 8.211575983606914e-05}
+{"train_loss": 0.006307265721261501, "global_step": 11202, "epoch": 172, "lr": 8.211263265882923e-05}
+{"train_loss": 0.005026616156101227, "global_step": 11203, "epoch": 172, "lr": 8.210950526776642e-05}
+{"train_loss": 0.006557100918143988, "global_step": 11204, "epoch": 172, "lr": 8.210637766290155e-05}
+{"train_loss": 0.007664956152439117, "global_step": 11205, "epoch": 172, "lr": 8.210324984425543e-05}
+{"train_loss": 0.006459008436650038, "global_step": 11206, "epoch": 172, "lr": 8.21001218118489e-05}
+{"train_loss": 0.004835010971873999, "global_step": 11207, "epoch": 172, "lr": 8.209699356570277e-05}
+{"train_loss": 0.005905049853026867, "global_step": 11208, "epoch": 172, "lr": 8.209386510583789e-05}
+{"train_loss": 0.007340800948441029, "global_step": 11209, "epoch": 172, "lr": 8.20907364322751e-05}
+{"train_loss": 0.008196057751774788, "global_step": 11210, "epoch": 172, "lr": 8.208760754503521e-05}
+{"train_loss": 0.008139513432979584, "global_step": 11211, "epoch": 172, "lr": 8.208447844413905e-05}
+{"train_loss": 0.00587836466729641, "global_step": 11212, "epoch": 172, "lr": 8.208134912960746e-05}
+{"train_loss": 0.00584316486492753, "global_step": 11213, "epoch": 172, "lr": 8.207821960146128e-05}
+{"train_loss": 0.0061845905147492886, "global_step": 11214, "epoch": 172, "lr": 8.207508985972136e-05}
+{"train_loss": 0.006035505328327417, "global_step": 11215, "epoch": 172, "lr": 8.207195990440853e-05}
+{"train_loss": 0.008634203113615513, "global_step": 11216, "epoch": 172, "lr": 8.206882973554362e-05}
+{"train_loss": 0.0065748197957873344, "global_step": 11217, "epoch": 172, "lr": 8.206569935314749e-05}
+{"train_loss": 0.005684824660420418, "global_step": 11218, "epoch": 172, "lr": 8.206256875724097e-05}
+{"train_loss": 0.00742292869836092, "global_step": 11219, "epoch": 172, "lr": 8.205943794784492e-05}
+{"train_loss": 0.0081837959587574, "global_step": 11220, "epoch": 172, "lr": 8.205630692498017e-05}
+{"train_loss": 0.009634082205593586, "global_step": 11221, "epoch": 172, "lr": 8.205317568866756e-05}
+{"train_loss": 0.005518385674804449, "global_step": 11222, "epoch": 172, "lr": 8.205004423892797e-05}
+{"train_loss": 0.006993532180786133, "global_step": 11223, "epoch": 172, "lr": 8.204691257578224e-05}
+{"train_loss": 0.006726451683789492, "global_step": 11224, "epoch": 172, "lr": 8.20437806992512e-05}
+{"train_loss": 0.00729932077229023, "global_step": 11225, "epoch": 172, "lr": 8.204064860935574e-05}
+{"train_loss": 0.0071006231009960175, "global_step": 11226, "epoch": 172, "lr": 8.20375163061167e-05}
+{"train_loss": 0.007772756274789572, "global_step": 11227, "epoch": 172, "lr": 8.203438378955493e-05}
+{"train_loss": 0.007645726203918457, "global_step": 11228, "epoch": 172, "lr": 8.203125105969127e-05}
+{"train_loss": 0.00922333262860775, "global_step": 11229, "epoch": 172, "lr": 8.202811811654662e-05}
+{"train_loss": 0.0057236021384596825, "global_step": 11230, "epoch": 172, "lr": 8.202498496014182e-05}
+{"train_loss": 0.004884501453489065, "global_step": 11231, "epoch": 172, "lr": 8.202185159049774e-05}
+{"train_loss": 0.006781192030757666, "global_step": 11232, "epoch": 172, "lr": 8.201871800763523e-05}
+{"train_loss": 0.003549636574462056, "global_step": 11233, "epoch": 172, "lr": 8.201558421157516e-05}
+{"train_loss": 0.005295912269502878, "global_step": 11234, "epoch": 172, "lr": 8.20124502023384e-05}
+{"train_loss": 0.008144465275108814, "global_step": 11235, "epoch": 172, "lr": 8.200931597994582e-05}
+{"train_loss": 0.005583996418863535, "global_step": 11236, "epoch": 172, "lr": 8.200618154441828e-05}
+{"train_loss": 0.0038819503970444202, "global_step": 11237, "epoch": 172, "lr": 8.200304689577664e-05}
+{"train_loss": 0.007257837802171707, "global_step": 11238, "epoch": 172, "lr": 8.199991203404182e-05}
+{"train_loss": 0.008170751854777336, "global_step": 11239, "epoch": 172, "lr": 8.199677695923464e-05}
+{"train_loss": 0.006802801974117756, "global_step": 11240, "epoch": 172, "lr": 8.199364167137603e-05}
+{"train_loss": 0.007360116112977266, "global_step": 11241, "epoch": 172, "lr": 8.19905061704868e-05}
+{"train_loss": 0.007418300956487656, "global_step": 11242, "epoch": 172, "lr": 8.198737045658786e-05}
+{"train_loss": 0.008636949583888054, "global_step": 11243, "epoch": 172, "lr": 8.198423452970012e-05}
+{"train_loss": 0.006853494431393651, "global_step": 11244, "epoch": 172, "lr": 8.198109838984441e-05, "val_loss": 0.009403242729604244}
+{"train_loss": 0.007006597239524126, "global_step": 11245, "epoch": 173, "lr": 8.197796203704164e-05}
+{"train_loss": 0.0067702471278607845, "global_step": 11246, "epoch": 173, "lr": 8.197482547131268e-05}
+{"train_loss": 0.005656794179230928, "global_step": 11247, "epoch": 173, "lr": 8.197168869267844e-05}
+{"train_loss": 0.006039807107299566, "global_step": 11248, "epoch": 173, "lr": 8.196855170115977e-05}
+{"train_loss": 0.009089949540793896, "global_step": 11249, "epoch": 173, "lr": 8.196541449677758e-05}
+{"train_loss": 0.006697469856590033, "global_step": 11250, "epoch": 173, "lr": 8.196227707955276e-05}
+{"train_loss": 0.006317970808595419, "global_step": 11251, "epoch": 173, "lr": 8.195913944950619e-05}
+{"train_loss": 0.007990941405296326, "global_step": 11252, "epoch": 173, "lr": 8.195600160665878e-05}
+{"train_loss": 0.005632882472127676, "global_step": 11253, "epoch": 173, "lr": 8.19528635510314e-05}
+{"train_loss": 0.004773894790560007, "global_step": 11254, "epoch": 173, "lr": 8.194972528264495e-05}
+{"train_loss": 0.007730607874691486, "global_step": 11255, "epoch": 173, "lr": 8.194658680152034e-05}
+{"train_loss": 0.008947287686169147, "global_step": 11256, "epoch": 173, "lr": 8.194344810767846e-05}
+{"train_loss": 0.004727525170892477, "global_step": 11257, "epoch": 173, "lr": 8.194030920114021e-05}
+{"train_loss": 0.006098465994000435, "global_step": 11258, "epoch": 173, "lr": 8.193717008192649e-05}
+{"train_loss": 0.005056130234152079, "global_step": 11259, "epoch": 173, "lr": 8.19340307500582e-05}
+{"train_loss": 0.0026447942946106195, "global_step": 11260, "epoch": 173, "lr": 8.193089120555624e-05}
+{"train_loss": 0.00609650369733572, "global_step": 11261, "epoch": 173, "lr": 8.192775144844152e-05}
+{"train_loss": 0.007821215316653252, "global_step": 11262, "epoch": 173, "lr": 8.192461147873495e-05}
+{"train_loss": 0.005151950754225254, "global_step": 11263, "epoch": 173, "lr": 8.192147129645744e-05}
+{"train_loss": 0.009111238643527031, "global_step": 11264, "epoch": 173, "lr": 8.191833090162988e-05}
+{"train_loss": 0.006593788508325815, "global_step": 11265, "epoch": 173, "lr": 8.191519029427321e-05}
+{"train_loss": 0.005114155355840921, "global_step": 11266, "epoch": 173, "lr": 8.19120494744083e-05}
+{"train_loss": 0.006493633147329092, "global_step": 11267, "epoch": 173, "lr": 8.19089084420561e-05}
+{"train_loss": 0.009344756603240967, "global_step": 11268, "epoch": 173, "lr": 8.190576719723752e-05}
+{"train_loss": 0.007913898676633835, "global_step": 11269, "epoch": 173, "lr": 8.190262573997347e-05}
+{"train_loss": 0.006858482025563717, "global_step": 11270, "epoch": 173, "lr": 8.189948407028484e-05}
+{"train_loss": 0.007212907541543245, "global_step": 11271, "epoch": 173, "lr": 8.189634218819259e-05}
+{"train_loss": 0.0044942377135157585, "global_step": 11272, "epoch": 173, "lr": 8.189320009371763e-05}
+{"train_loss": 0.006999215576797724, "global_step": 11273, "epoch": 173, "lr": 8.189005778688087e-05}
+{"train_loss": 0.008537684567272663, "global_step": 11274, "epoch": 173, "lr": 8.188691526770326e-05}
+{"train_loss": 0.007743900641798973, "global_step": 11275, "epoch": 173, "lr": 8.188377253620568e-05}
+{"train_loss": 0.009156700223684311, "global_step": 11276, "epoch": 173, "lr": 8.18806295924091e-05}
+{"train_loss": 0.005590530578047037, "global_step": 11277, "epoch": 173, "lr": 8.187748643633441e-05}
+{"train_loss": 0.0055913724936544895, "global_step": 11278, "epoch": 173, "lr": 8.187434306800256e-05}
+{"train_loss": 0.0036469614133238792, "global_step": 11279, "epoch": 173, "lr": 8.18711994874345e-05}
+{"train_loss": 0.007056985981762409, "global_step": 11280, "epoch": 173, "lr": 8.186805569465112e-05}
+{"train_loss": 0.007296065334230661, "global_step": 11281, "epoch": 173, "lr": 8.186491168967337e-05}
+{"train_loss": 0.008665787056088448, "global_step": 11282, "epoch": 173, "lr": 8.186176747252217e-05}
+{"train_loss": 0.005986939650028944, "global_step": 11283, "epoch": 173, "lr": 8.18586230432185e-05}
+{"train_loss": 0.006244800053536892, "global_step": 11284, "epoch": 173, "lr": 8.185547840178326e-05}
+{"train_loss": 0.005450213793665171, "global_step": 11285, "epoch": 173, "lr": 8.18523335482374e-05}
+{"train_loss": 0.009054044261574745, "global_step": 11286, "epoch": 173, "lr": 8.184918848260185e-05}
+{"train_loss": 0.0055056470446288586, "global_step": 11287, "epoch": 173, "lr": 8.184604320489757e-05}
+{"train_loss": 0.008648106828331947, "global_step": 11288, "epoch": 173, "lr": 8.184289771514549e-05}
+{"train_loss": 0.007052619010210037, "global_step": 11289, "epoch": 173, "lr": 8.183975201336654e-05}
+{"train_loss": 0.007719889748841524, "global_step": 11290, "epoch": 173, "lr": 8.183660609958169e-05}
+{"train_loss": 0.0058518280275166035, "global_step": 11291, "epoch": 173, "lr": 8.183345997381189e-05}
+{"train_loss": 0.004218854941427708, "global_step": 11292, "epoch": 173, "lr": 8.183031363607807e-05}
+{"train_loss": 0.006858290638774633, "global_step": 11293, "epoch": 173, "lr": 8.18271670864012e-05}
+{"train_loss": 0.007250410970300436, "global_step": 11294, "epoch": 173, "lr": 8.18240203248022e-05}
+{"train_loss": 0.005157566629350185, "global_step": 11295, "epoch": 173, "lr": 8.182087335130206e-05}
+{"train_loss": 0.005312955938279629, "global_step": 11296, "epoch": 173, "lr": 8.181772616592171e-05}
+{"train_loss": 0.007825681939721107, "global_step": 11297, "epoch": 173, "lr": 8.181457876868211e-05}
+{"train_loss": 0.007186771836131811, "global_step": 11298, "epoch": 173, "lr": 8.181143115960421e-05}
+{"train_loss": 0.007861416786909103, "global_step": 11299, "epoch": 173, "lr": 8.180828333870901e-05}
+{"train_loss": 0.006439278367906809, "global_step": 11300, "epoch": 173, "lr": 8.180513530601741e-05}
+{"train_loss": 0.005549219436943531, "global_step": 11301, "epoch": 173, "lr": 8.18019870615504e-05}
+{"train_loss": 0.005214022472500801, "global_step": 11302, "epoch": 173, "lr": 8.179883860532896e-05}
+{"train_loss": 0.009911675937473774, "global_step": 11303, "epoch": 173, "lr": 8.179568993737401e-05}
+{"train_loss": 0.006083357613533735, "global_step": 11304, "epoch": 173, "lr": 8.179254105770655e-05}
+{"train_loss": 0.006800655275583267, "global_step": 11305, "epoch": 173, "lr": 8.178939196634753e-05}
+{"train_loss": 0.007790627423673868, "global_step": 11306, "epoch": 173, "lr": 8.178624266331795e-05}
+{"train_loss": 0.008112944662570953, "global_step": 11307, "epoch": 173, "lr": 8.178309314863874e-05}
+{"train_loss": 0.007046537008136511, "global_step": 11308, "epoch": 173, "lr": 8.17799434223309e-05}
+{"train_loss": 0.006719126985766567, "global_step": 11309, "epoch": 173, "lr": 8.177679348441538e-05, "val_loss": 0.00899745337665081}
+{"train_loss": 0.009209182113409042, "global_step": 11310, "epoch": 174, "lr": 8.177364333491318e-05}
+{"train_loss": 0.0051714289002120495, "global_step": 11311, "epoch": 174, "lr": 8.177049297384523e-05}
+{"train_loss": 0.005122201982885599, "global_step": 11312, "epoch": 174, "lr": 8.176734240123255e-05}
+{"train_loss": 0.010363456793129444, "global_step": 11313, "epoch": 174, "lr": 8.17641916170961e-05}
+{"train_loss": 0.00432537030428648, "global_step": 11314, "epoch": 174, "lr": 8.176104062145687e-05}
+{"train_loss": 0.00412544934079051, "global_step": 11315, "epoch": 174, "lr": 8.175788941433582e-05}
+{"train_loss": 0.007799845188856125, "global_step": 11316, "epoch": 174, "lr": 8.175473799575398e-05}
+{"train_loss": 0.007413347251713276, "global_step": 11317, "epoch": 174, "lr": 8.175158636573227e-05}
+{"train_loss": 0.009533904492855072, "global_step": 11318, "epoch": 174, "lr": 8.174843452429171e-05}
+{"train_loss": 0.005162954330444336, "global_step": 11319, "epoch": 174, "lr": 8.17452824714533e-05}
+{"train_loss": 0.007420339155942202, "global_step": 11320, "epoch": 174, "lr": 8.1742130207238e-05}
+{"train_loss": 0.006710501853376627, "global_step": 11321, "epoch": 174, "lr": 8.173897773166678e-05}
+{"train_loss": 0.006083933636546135, "global_step": 11322, "epoch": 174, "lr": 8.173582504476072e-05}
+{"train_loss": 0.010075504891574383, "global_step": 11323, "epoch": 174, "lr": 8.17326721465407e-05}
+{"train_loss": 0.005607584957033396, "global_step": 11324, "epoch": 174, "lr": 8.17295190370278e-05}
+{"train_loss": 0.00613178638741374, "global_step": 11325, "epoch": 174, "lr": 8.172636571624297e-05}
+{"train_loss": 0.007687324192374945, "global_step": 11326, "epoch": 174, "lr": 8.172321218420722e-05}
+{"train_loss": 0.005592389032244682, "global_step": 11327, "epoch": 174, "lr": 8.172005844094155e-05}
+{"train_loss": 0.0037648258730769157, "global_step": 11328, "epoch": 174, "lr": 8.171690448646695e-05}
+{"train_loss": 0.006322802044451237, "global_step": 11329, "epoch": 174, "lr": 8.171375032080441e-05}
+{"train_loss": 0.006005029194056988, "global_step": 11330, "epoch": 174, "lr": 8.171059594397498e-05}
+{"train_loss": 0.0069144107401371, "global_step": 11331, "epoch": 174, "lr": 8.170744135599961e-05}
+{"train_loss": 0.00926374364644289, "global_step": 11332, "epoch": 174, "lr": 8.170428655689935e-05}
+{"train_loss": 0.007148066535592079, "global_step": 11333, "epoch": 174, "lr": 8.170113154669516e-05}
+{"train_loss": 0.0052267988212406635, "global_step": 11334, "epoch": 174, "lr": 8.16979763254081e-05}
+{"train_loss": 0.006617286708205938, "global_step": 11335, "epoch": 174, "lr": 8.169482089305912e-05}
+{"train_loss": 0.005123572889715433, "global_step": 11336, "epoch": 174, "lr": 8.169166524966926e-05}
+{"train_loss": 0.004912713076919317, "global_step": 11337, "epoch": 174, "lr": 8.168850939525954e-05}
+{"train_loss": 0.006200165022164583, "global_step": 11338, "epoch": 174, "lr": 8.168535332985096e-05}
+{"train_loss": 0.005996753461658955, "global_step": 11339, "epoch": 174, "lr": 8.168219705346456e-05}
+{"train_loss": 0.005081329494714737, "global_step": 11340, "epoch": 174, "lr": 8.167904056612132e-05}
+{"train_loss": 0.008198253810405731, "global_step": 11341, "epoch": 174, "lr": 8.167588386784229e-05}
+{"train_loss": 0.006859172601252794, "global_step": 11342, "epoch": 174, "lr": 8.167272695864846e-05}
+{"train_loss": 0.006826829165220261, "global_step": 11343, "epoch": 174, "lr": 8.166956983856087e-05}
+{"train_loss": 0.00491518247872591, "global_step": 11344, "epoch": 174, "lr": 8.166641250760052e-05}
+{"train_loss": 0.006729316897690296, "global_step": 11345, "epoch": 174, "lr": 8.166325496578847e-05}
+{"train_loss": 0.010383415967226028, "global_step": 11346, "epoch": 174, "lr": 8.166009721314571e-05}
+{"train_loss": 0.008281382732093334, "global_step": 11347, "epoch": 174, "lr": 8.165693924969329e-05}
+{"train_loss": 0.006027751136571169, "global_step": 11348, "epoch": 174, "lr": 8.165378107545221e-05}
+{"train_loss": 0.005828331224620342, "global_step": 11349, "epoch": 174, "lr": 8.165062269044353e-05}
+{"train_loss": 0.007901324890553951, "global_step": 11350, "epoch": 174, "lr": 8.164746409468827e-05}
+{"train_loss": 0.004261634778231382, "global_step": 11351, "epoch": 174, "lr": 8.164430528820744e-05}
+{"train_loss": 0.005338336806744337, "global_step": 11352, "epoch": 174, "lr": 8.164114627102208e-05}
+{"train_loss": 0.007248847279697657, "global_step": 11353, "epoch": 174, "lr": 8.163798704315326e-05}
+{"train_loss": 0.006492073182016611, "global_step": 11354, "epoch": 174, "lr": 8.163482760462197e-05}
+{"train_loss": 0.005633820313960314, "global_step": 11355, "epoch": 174, "lr": 8.16316679554493e-05}
+{"train_loss": 0.007451915647834539, "global_step": 11356, "epoch": 174, "lr": 8.162850809565623e-05}
+{"train_loss": 0.0075548929162323475, "global_step": 11357, "epoch": 174, "lr": 8.162534802526383e-05}
+{"train_loss": 0.009443272836506367, "global_step": 11358, "epoch": 174, "lr": 8.162218774429315e-05}
+{"train_loss": 0.0054069822654128075, "global_step": 11359, "epoch": 174, "lr": 8.16190272527652e-05}
+{"train_loss": 0.004341630265116692, "global_step": 11360, "epoch": 174, "lr": 8.161586655070107e-05}
+{"train_loss": 0.006932361982762814, "global_step": 11361, "epoch": 174, "lr": 8.161270563812175e-05}
+{"train_loss": 0.005816408433020115, "global_step": 11362, "epoch": 174, "lr": 8.160954451504834e-05}
+{"train_loss": 0.007588413078337908, "global_step": 11363, "epoch": 174, "lr": 8.160638318150185e-05}
+{"train_loss": 0.005991420242935419, "global_step": 11364, "epoch": 174, "lr": 8.160322163750335e-05}
+{"train_loss": 0.006607252173125744, "global_step": 11365, "epoch": 174, "lr": 8.16000598830739e-05}
+{"train_loss": 0.007392427418380976, "global_step": 11366, "epoch": 174, "lr": 8.159689791823453e-05}
+{"train_loss": 0.00831128191202879, "global_step": 11367, "epoch": 174, "lr": 8.159373574300629e-05}
+{"train_loss": 0.010278826579451561, "global_step": 11368, "epoch": 174, "lr": 8.159057335741027e-05}
+{"train_loss": 0.004848933778703213, "global_step": 11369, "epoch": 174, "lr": 8.15874107614675e-05}
+{"train_loss": 0.006777850445359945, "global_step": 11370, "epoch": 174, "lr": 8.158424795519904e-05}
+{"train_loss": 0.008922760374844074, "global_step": 11371, "epoch": 174, "lr": 8.158108493862595e-05}
+{"train_loss": 0.008942874148488045, "global_step": 11372, "epoch": 174, "lr": 8.15779217117693e-05}
+{"train_loss": 0.00812083762139082, "global_step": 11373, "epoch": 174, "lr": 8.157475827465016e-05}
+{"train_loss": 0.006826383162003297, "global_step": 11374, "epoch": 174, "lr": 8.157159462728956e-05, "val_loss": 0.00990354921668768}
+{"train_loss": 0.0073446729220449924, "global_step": 11375, "epoch": 175, "lr": 8.156843076970859e-05}
+{"train_loss": 0.009028029628098011, "global_step": 11376, "epoch": 175, "lr": 8.156526670192832e-05}
+{"train_loss": 0.009252275340259075, "global_step": 11377, "epoch": 175, "lr": 8.156210242396981e-05}
+{"train_loss": 0.007235382683575153, "global_step": 11378, "epoch": 175, "lr": 8.155893793585413e-05}
+{"train_loss": 0.007440872956067324, "global_step": 11379, "epoch": 175, "lr": 8.155577323760235e-05}
+{"train_loss": 0.006939822342246771, "global_step": 11380, "epoch": 175, "lr": 8.155260832923554e-05}
+{"train_loss": 0.0047715334221720695, "global_step": 11381, "epoch": 175, "lr": 8.154944321077478e-05}
+{"train_loss": 0.008021663874387741, "global_step": 11382, "epoch": 175, "lr": 8.154627788224114e-05}
+{"train_loss": 0.009740729816257954, "global_step": 11383, "epoch": 175, "lr": 8.15431123436557e-05}
+{"train_loss": 0.011180231347680092, "global_step": 11384, "epoch": 175, "lr": 8.153994659503954e-05}
+{"train_loss": 0.009101425297558308, "global_step": 11385, "epoch": 175, "lr": 8.153678063641372e-05}
+{"train_loss": 0.007395133841782808, "global_step": 11386, "epoch": 175, "lr": 8.153361446779936e-05}
+{"train_loss": 0.005457441322505474, "global_step": 11387, "epoch": 175, "lr": 8.15304480892175e-05}
+{"train_loss": 0.009610399603843689, "global_step": 11388, "epoch": 175, "lr": 8.152728150068926e-05}
+{"train_loss": 0.006349494215101004, "global_step": 11389, "epoch": 175, "lr": 8.152411470223569e-05}
+{"train_loss": 0.00794124510139227, "global_step": 11390, "epoch": 175, "lr": 8.15209476938779e-05}
+{"train_loss": 0.0066244881600141525, "global_step": 11391, "epoch": 175, "lr": 8.151778047563696e-05}
+{"train_loss": 0.008786671794950962, "global_step": 11392, "epoch": 175, "lr": 8.151461304753398e-05}
+{"train_loss": 0.005981436464935541, "global_step": 11393, "epoch": 175, "lr": 8.151144540959004e-05}
+{"train_loss": 0.007061788812279701, "global_step": 11394, "epoch": 175, "lr": 8.150827756182622e-05}
+{"train_loss": 0.005512899719178677, "global_step": 11395, "epoch": 175, "lr": 8.150510950426365e-05}
+{"train_loss": 0.008607893250882626, "global_step": 11396, "epoch": 175, "lr": 8.150194123692337e-05}
+{"train_loss": 0.007219408638775349, "global_step": 11397, "epoch": 175, "lr": 8.149877275982652e-05}
+{"train_loss": 0.00689863134175539, "global_step": 11398, "epoch": 175, "lr": 8.149560407299417e-05}
+{"train_loss": 0.007611204870045185, "global_step": 11399, "epoch": 175, "lr": 8.149243517644745e-05}
+{"train_loss": 0.008075077086687088, "global_step": 11400, "epoch": 175, "lr": 8.148926607020743e-05}
+{"train_loss": 0.0066590323112905025, "global_step": 11401, "epoch": 175, "lr": 8.148609675429522e-05}
+{"train_loss": 0.004882664419710636, "global_step": 11402, "epoch": 175, "lr": 8.148292722873194e-05}
+{"train_loss": 0.006431608460843563, "global_step": 11403, "epoch": 175, "lr": 8.147975749353866e-05}
+{"train_loss": 0.007183854002505541, "global_step": 11404, "epoch": 175, "lr": 8.147658754873653e-05}
+{"train_loss": 0.005549148190766573, "global_step": 11405, "epoch": 175, "lr": 8.147341739434662e-05}
+{"train_loss": 0.006499337963759899, "global_step": 11406, "epoch": 175, "lr": 8.147024703039006e-05}
+{"train_loss": 0.005662068258970976, "global_step": 11407, "epoch": 175, "lr": 8.146707645688795e-05}
+{"train_loss": 0.007803504355251789, "global_step": 11408, "epoch": 175, "lr": 8.146390567386139e-05}
+{"train_loss": 0.006251868791878223, "global_step": 11409, "epoch": 175, "lr": 8.146073468133151e-05}
+{"train_loss": 0.007037213537842035, "global_step": 11410, "epoch": 175, "lr": 8.145756347931944e-05}
+{"train_loss": 0.008384255692362785, "global_step": 11411, "epoch": 175, "lr": 8.145439206784626e-05}
+{"train_loss": 0.006146799307316542, "global_step": 11412, "epoch": 175, "lr": 8.145122044693309e-05}
+{"train_loss": 0.007380461320281029, "global_step": 11413, "epoch": 175, "lr": 8.14480486166011e-05}
+{"train_loss": 0.007288599852472544, "global_step": 11414, "epoch": 175, "lr": 8.144487657687134e-05}
+{"train_loss": 0.010498142801225185, "global_step": 11415, "epoch": 175, "lr": 8.144170432776497e-05}
+{"train_loss": 0.009098557755351067, "global_step": 11416, "epoch": 175, "lr": 8.14385318693031e-05}
+{"train_loss": 0.00659654475748539, "global_step": 11417, "epoch": 175, "lr": 8.143535920150687e-05}
+{"train_loss": 0.0074325078167021275, "global_step": 11418, "epoch": 175, "lr": 8.143218632439739e-05}
+{"train_loss": 0.006713440641760826, "global_step": 11419, "epoch": 175, "lr": 8.142901323799578e-05}
+{"train_loss": 0.005812317598611116, "global_step": 11420, "epoch": 175, "lr": 8.142583994232317e-05}
+{"train_loss": 0.005618499591946602, "global_step": 11421, "epoch": 175, "lr": 8.142266643740072e-05}
+{"train_loss": 0.008927985094487667, "global_step": 11422, "epoch": 175, "lr": 8.141949272324953e-05}
+{"train_loss": 0.008961421437561512, "global_step": 11423, "epoch": 175, "lr": 8.141631879989075e-05}
+{"train_loss": 0.010981852188706398, "global_step": 11424, "epoch": 175, "lr": 8.141314466734549e-05}
+{"train_loss": 0.01004531979560852, "global_step": 11425, "epoch": 175, "lr": 8.140997032563491e-05}
+{"train_loss": 0.008783446624875069, "global_step": 11426, "epoch": 175, "lr": 8.140679577478014e-05}
+{"train_loss": 0.008496606722474098, "global_step": 11427, "epoch": 175, "lr": 8.14036210148023e-05}
+{"train_loss": 0.0069050476886332035, "global_step": 11428, "epoch": 175, "lr": 8.140044604572255e-05}
+{"train_loss": 0.008618918247520924, "global_step": 11429, "epoch": 175, "lr": 8.139727086756204e-05}
+{"train_loss": 0.006666309200227261, "global_step": 11430, "epoch": 175, "lr": 8.139409548034187e-05}
+{"train_loss": 0.00799274630844593, "global_step": 11431, "epoch": 175, "lr": 8.139091988408323e-05}
+{"train_loss": 0.008311600424349308, "global_step": 11432, "epoch": 175, "lr": 8.138774407880722e-05}
+{"train_loss": 0.0049326177686452866, "global_step": 11433, "epoch": 175, "lr": 8.138456806453503e-05}
+{"train_loss": 0.006915418431162834, "global_step": 11434, "epoch": 175, "lr": 8.13813918412878e-05}
+{"train_loss": 0.00849667377769947, "global_step": 11435, "epoch": 175, "lr": 8.137821540908664e-05}
+{"train_loss": 0.004878042731434107, "global_step": 11436, "epoch": 175, "lr": 8.137503876795273e-05}
+{"train_loss": 0.007806861773133278, "global_step": 11437, "epoch": 175, "lr": 8.137186191790722e-05}
+{"train_loss": 0.006836008280515671, "global_step": 11438, "epoch": 175, "lr": 8.136868485897126e-05}
+{"train_loss": 0.0074446821012176, "global_step": 11439, "epoch": 175, "lr": 8.136550759116603e-05, "val_loss": 0.009538810700178146, "train_action_mse_error": 0.00047482652007602155}
+{"train_loss": 0.007049554027616978, "global_step": 11440, "epoch": 176, "lr": 8.136233011451264e-05}
+{"train_loss": 0.006306624971330166, "global_step": 11441, "epoch": 176, "lr": 8.135915242903228e-05}
+{"train_loss": 0.00883950013667345, "global_step": 11442, "epoch": 176, "lr": 8.135597453474611e-05}
+{"train_loss": 0.006382379215210676, "global_step": 11443, "epoch": 176, "lr": 8.135279643167525e-05}
+{"train_loss": 0.008496063761413097, "global_step": 11444, "epoch": 176, "lr": 8.13496181198409e-05}
+{"train_loss": 0.007025846745818853, "global_step": 11445, "epoch": 176, "lr": 8.134643959926422e-05}
+{"train_loss": 0.008863543160259724, "global_step": 11446, "epoch": 176, "lr": 8.134326086996637e-05}
+{"train_loss": 0.00653840322047472, "global_step": 11447, "epoch": 176, "lr": 8.134008193196851e-05}
+{"train_loss": 0.007677927613258362, "global_step": 11448, "epoch": 176, "lr": 8.13369027852918e-05}
+{"train_loss": 0.007055313792079687, "global_step": 11449, "epoch": 176, "lr": 8.133372342995745e-05}
+{"train_loss": 0.008649706840515137, "global_step": 11450, "epoch": 176, "lr": 8.133054386598656e-05}
+{"train_loss": 0.007856190204620361, "global_step": 11451, "epoch": 176, "lr": 8.132736409340036e-05}
+{"train_loss": 0.010557135567069054, "global_step": 11452, "epoch": 176, "lr": 8.132418411221999e-05}
+{"train_loss": 0.005735582672059536, "global_step": 11453, "epoch": 176, "lr": 8.132100392246664e-05}
+{"train_loss": 0.006518256850540638, "global_step": 11454, "epoch": 176, "lr": 8.131782352416148e-05}
+{"train_loss": 0.007721857633441687, "global_step": 11455, "epoch": 176, "lr": 8.131464291732572e-05}
+{"train_loss": 0.007359697483479977, "global_step": 11456, "epoch": 176, "lr": 8.131146210198047e-05}
+{"train_loss": 0.006922514643520117, "global_step": 11457, "epoch": 176, "lr": 8.130828107814695e-05}
+{"train_loss": 0.007304051890969276, "global_step": 11458, "epoch": 176, "lr": 8.130509984584635e-05}
+{"train_loss": 0.00506039522588253, "global_step": 11459, "epoch": 176, "lr": 8.130191840509981e-05}
+{"train_loss": 0.008148862980306149, "global_step": 11460, "epoch": 176, "lr": 8.129873675592858e-05}
+{"train_loss": 0.0057412972673773766, "global_step": 11461, "epoch": 176, "lr": 8.12955548983538e-05}
+{"train_loss": 0.0067856633104383945, "global_step": 11462, "epoch": 176, "lr": 8.129237283239666e-05}
+{"train_loss": 0.006944325286895037, "global_step": 11463, "epoch": 176, "lr": 8.128919055807835e-05}
+{"train_loss": 0.007237848360091448, "global_step": 11464, "epoch": 176, "lr": 8.128600807542006e-05}
+{"train_loss": 0.006001593079417944, "global_step": 11465, "epoch": 176, "lr": 8.128282538444299e-05}
+{"train_loss": 0.008191261440515518, "global_step": 11466, "epoch": 176, "lr": 8.127964248516832e-05}
+{"train_loss": 0.005818890407681465, "global_step": 11467, "epoch": 176, "lr": 8.127645937761724e-05}
+{"train_loss": 0.006693331524729729, "global_step": 11468, "epoch": 176, "lr": 8.127327606181096e-05}
+{"train_loss": 0.008264254778623581, "global_step": 11469, "epoch": 176, "lr": 8.127009253777067e-05}
+{"train_loss": 0.005964243318885565, "global_step": 11470, "epoch": 176, "lr": 8.126690880551757e-05}
+{"train_loss": 0.008962799794971943, "global_step": 11471, "epoch": 176, "lr": 8.126372486507286e-05}
+{"train_loss": 0.005246983375400305, "global_step": 11472, "epoch": 176, "lr": 8.126054071645772e-05}
+{"train_loss": 0.004796950146555901, "global_step": 11473, "epoch": 176, "lr": 8.125735635969338e-05}
+{"train_loss": 0.007936716079711914, "global_step": 11474, "epoch": 176, "lr": 8.125417179480102e-05}
+{"train_loss": 0.00674446951597929, "global_step": 11475, "epoch": 176, "lr": 8.125098702180187e-05}
+{"train_loss": 0.006470848340541124, "global_step": 11476, "epoch": 176, "lr": 8.124780204071711e-05}
+{"train_loss": 0.006463086698204279, "global_step": 11477, "epoch": 176, "lr": 8.124461685156795e-05}
+{"train_loss": 0.006368301343172789, "global_step": 11478, "epoch": 176, "lr": 8.124143145437562e-05}
+{"train_loss": 0.008118173107504845, "global_step": 11479, "epoch": 176, "lr": 8.123824584916134e-05}
+{"train_loss": 0.0041315918788313866, "global_step": 11480, "epoch": 176, "lr": 8.123506003594626e-05}
+{"train_loss": 0.0058769588358700275, "global_step": 11481, "epoch": 176, "lr": 8.123187401475164e-05}
+{"train_loss": 0.007573915645480156, "global_step": 11482, "epoch": 176, "lr": 8.122868778559869e-05}
+{"train_loss": 0.005647836718708277, "global_step": 11483, "epoch": 176, "lr": 8.122550134850863e-05}
+{"train_loss": 0.010554411448538303, "global_step": 11484, "epoch": 176, "lr": 8.122231470350265e-05}
+{"train_loss": 0.007472180295735598, "global_step": 11485, "epoch": 176, "lr": 8.1219127850602e-05}
+{"train_loss": 0.0067132264375686646, "global_step": 11486, "epoch": 176, "lr": 8.121594078982788e-05}
+{"train_loss": 0.007423187606036663, "global_step": 11487, "epoch": 176, "lr": 8.121275352120152e-05}
+{"train_loss": 0.014617050997912884, "global_step": 11488, "epoch": 176, "lr": 8.120956604474415e-05}
+{"train_loss": 0.010189748369157314, "global_step": 11489, "epoch": 176, "lr": 8.120637836047698e-05}
+{"train_loss": 0.010482707060873508, "global_step": 11490, "epoch": 176, "lr": 8.120319046842122e-05}
+{"train_loss": 0.013279610313475132, "global_step": 11491, "epoch": 176, "lr": 8.120000236859812e-05}
+{"train_loss": 0.006453232374042273, "global_step": 11492, "epoch": 176, "lr": 8.119681406102893e-05}
+{"train_loss": 0.004342521075159311, "global_step": 11493, "epoch": 176, "lr": 8.119362554573485e-05}
+{"train_loss": 0.0072249602526426315, "global_step": 11494, "epoch": 176, "lr": 8.119043682273708e-05}
+{"train_loss": 0.010677642188966274, "global_step": 11495, "epoch": 176, "lr": 8.118724789205692e-05}
+{"train_loss": 0.011135103181004524, "global_step": 11496, "epoch": 176, "lr": 8.118405875371556e-05}
+{"train_loss": 0.006263198330998421, "global_step": 11497, "epoch": 176, "lr": 8.118086940773423e-05}
+{"train_loss": 0.00887879729270935, "global_step": 11498, "epoch": 176, "lr": 8.11776798541342e-05}
+{"train_loss": 0.013873548246920109, "global_step": 11499, "epoch": 176, "lr": 8.117449009293668e-05}
+{"train_loss": 0.008637702092528343, "global_step": 11500, "epoch": 176, "lr": 8.117130012416292e-05}
+{"train_loss": 0.004870671313256025, "global_step": 11501, "epoch": 176, "lr": 8.116810994783417e-05}
+{"train_loss": 0.008553371764719486, "global_step": 11502, "epoch": 176, "lr": 8.116491956397164e-05}
+{"train_loss": 0.010164227336645126, "global_step": 11503, "epoch": 176, "lr": 8.11617289725966e-05}
+{"train_loss": 0.007728111170805418, "global_step": 11504, "epoch": 176, "lr": 8.115853817373031e-05, "val_loss": 0.012526185251772404}
+{"train_loss": 0.008467938750982285, "global_step": 11505, "epoch": 177, "lr": 8.115534716739397e-05}
+{"train_loss": 0.011893467977643013, "global_step": 11506, "epoch": 177, "lr": 8.115215595360886e-05}
+{"train_loss": 0.008220686577260494, "global_step": 11507, "epoch": 177, "lr": 8.114896453239622e-05}
+{"train_loss": 0.010972569696605206, "global_step": 11508, "epoch": 177, "lr": 8.11457729037773e-05}
+{"train_loss": 0.010078883729875088, "global_step": 11509, "epoch": 177, "lr": 8.114258106777336e-05}
+{"train_loss": 0.008444895036518574, "global_step": 11510, "epoch": 177, "lr": 8.113938902440564e-05}
+{"train_loss": 0.014200340025126934, "global_step": 11511, "epoch": 177, "lr": 8.113619677369539e-05}
+{"train_loss": 0.011561687104403973, "global_step": 11512, "epoch": 177, "lr": 8.113300431566389e-05}
+{"train_loss": 0.005528294946998358, "global_step": 11513, "epoch": 177, "lr": 8.112981165033237e-05}
+{"train_loss": 0.010276895016431808, "global_step": 11514, "epoch": 177, "lr": 8.11266187777221e-05}
+{"train_loss": 0.00875226128846407, "global_step": 11515, "epoch": 177, "lr": 8.112342569785434e-05}
+{"train_loss": 0.007981343194842339, "global_step": 11516, "epoch": 177, "lr": 8.112023241075038e-05}
+{"train_loss": 0.005285825114697218, "global_step": 11517, "epoch": 177, "lr": 8.111703891643143e-05}
+{"train_loss": 0.007621561177074909, "global_step": 11518, "epoch": 177, "lr": 8.111384521491879e-05}
+{"train_loss": 0.007507192902266979, "global_step": 11519, "epoch": 177, "lr": 8.111065130623369e-05}
+{"train_loss": 0.009893514215946198, "global_step": 11520, "epoch": 177, "lr": 8.110745719039745e-05}
+{"train_loss": 0.007965268567204475, "global_step": 11521, "epoch": 177, "lr": 8.110426286743129e-05}
+{"train_loss": 0.008525978773832321, "global_step": 11522, "epoch": 177, "lr": 8.110106833735651e-05}
+{"train_loss": 0.007248693611472845, "global_step": 11523, "epoch": 177, "lr": 8.109787360019435e-05}
+{"train_loss": 0.009805353358387947, "global_step": 11524, "epoch": 177, "lr": 8.109467865596612e-05}
+{"train_loss": 0.00462802778929472, "global_step": 11525, "epoch": 177, "lr": 8.109148350469307e-05}
+{"train_loss": 0.008703064173460007, "global_step": 11526, "epoch": 177, "lr": 8.108828814639648e-05}
+{"train_loss": 0.006579750217497349, "global_step": 11527, "epoch": 177, "lr": 8.108509258109763e-05}
+{"train_loss": 0.011011553928256035, "global_step": 11528, "epoch": 177, "lr": 8.108189680881776e-05}
+{"train_loss": 0.00697886710986495, "global_step": 11529, "epoch": 177, "lr": 8.107870082957823e-05}
+{"train_loss": 0.007498216815292835, "global_step": 11530, "epoch": 177, "lr": 8.107550464340026e-05}
+{"train_loss": 0.007737339939922094, "global_step": 11531, "epoch": 177, "lr": 8.107230825030514e-05}
+{"train_loss": 0.011175643652677536, "global_step": 11532, "epoch": 177, "lr": 8.106911165031415e-05}
+{"train_loss": 0.013067889027297497, "global_step": 11533, "epoch": 177, "lr": 8.10659148434486e-05}
+{"train_loss": 0.008704252541065216, "global_step": 11534, "epoch": 177, "lr": 8.106271782972976e-05}
+{"train_loss": 0.007466475013643503, "global_step": 11535, "epoch": 177, "lr": 8.10595206091789e-05}
+{"train_loss": 0.009575478732585907, "global_step": 11536, "epoch": 177, "lr": 8.105632318181734e-05}
+{"train_loss": 0.009816106408834457, "global_step": 11537, "epoch": 177, "lr": 8.105312554766636e-05}
+{"train_loss": 0.007519647944718599, "global_step": 11538, "epoch": 177, "lr": 8.104992770674724e-05}
+{"train_loss": 0.006101899314671755, "global_step": 11539, "epoch": 177, "lr": 8.104672965908128e-05}
+{"train_loss": 0.006758188363164663, "global_step": 11540, "epoch": 177, "lr": 8.104353140468976e-05}
+{"train_loss": 0.010740259662270546, "global_step": 11541, "epoch": 177, "lr": 8.104033294359404e-05}
+{"train_loss": 0.007165457122027874, "global_step": 11542, "epoch": 177, "lr": 8.103713427581532e-05}
+{"train_loss": 0.006735962349921465, "global_step": 11543, "epoch": 177, "lr": 8.103393540137496e-05}
+{"train_loss": 0.007593609858304262, "global_step": 11544, "epoch": 177, "lr": 8.103073632029424e-05}
+{"train_loss": 0.007631449494510889, "global_step": 11545, "epoch": 177, "lr": 8.102753703259447e-05}
+{"train_loss": 0.008028745651245117, "global_step": 11546, "epoch": 177, "lr": 8.102433753829694e-05}
+{"train_loss": 0.004658281337469816, "global_step": 11547, "epoch": 177, "lr": 8.102113783742298e-05}
+{"train_loss": 0.007822210900485516, "global_step": 11548, "epoch": 177, "lr": 8.101793792999389e-05}
+{"train_loss": 0.007071666419506073, "global_step": 11549, "epoch": 177, "lr": 8.101473781603093e-05}
+{"train_loss": 0.009144309908151627, "global_step": 11550, "epoch": 177, "lr": 8.101153749555547e-05}
+{"train_loss": 0.008972843177616596, "global_step": 11551, "epoch": 177, "lr": 8.100833696858878e-05}
+{"train_loss": 0.005114397034049034, "global_step": 11552, "epoch": 177, "lr": 8.10051362351522e-05}
+{"train_loss": 0.006907579023391008, "global_step": 11553, "epoch": 177, "lr": 8.100193529526701e-05}
+{"train_loss": 0.008999708108603954, "global_step": 11554, "epoch": 177, "lr": 8.099873414895453e-05}
+{"train_loss": 0.004634256009012461, "global_step": 11555, "epoch": 177, "lr": 8.09955327962361e-05}
+{"train_loss": 0.009401313029229641, "global_step": 11556, "epoch": 177, "lr": 8.099233123713302e-05}
+{"train_loss": 0.008544704876840115, "global_step": 11557, "epoch": 177, "lr": 8.098912947166662e-05}
+{"train_loss": 0.010842648334801197, "global_step": 11558, "epoch": 177, "lr": 8.098592749985818e-05}
+{"train_loss": 0.008918443694710732, "global_step": 11559, "epoch": 177, "lr": 8.098272532172906e-05}
+{"train_loss": 0.010880176909267902, "global_step": 11560, "epoch": 177, "lr": 8.097952293730058e-05}
+{"train_loss": 0.00746888155117631, "global_step": 11561, "epoch": 177, "lr": 8.097632034659404e-05}
+{"train_loss": 0.010306616313755512, "global_step": 11562, "epoch": 177, "lr": 8.097311754963077e-05}
+{"train_loss": 0.008515785448253155, "global_step": 11563, "epoch": 177, "lr": 8.09699145464321e-05}
+{"train_loss": 0.005695234518498182, "global_step": 11564, "epoch": 177, "lr": 8.096671133701938e-05}
+{"train_loss": 0.005553899798542261, "global_step": 11565, "epoch": 177, "lr": 8.096350792141392e-05}
+{"train_loss": 0.008403193205595016, "global_step": 11566, "epoch": 177, "lr": 8.096030429963704e-05}
+{"train_loss": 0.00534794619306922, "global_step": 11567, "epoch": 177, "lr": 8.095710047171008e-05}
+{"train_loss": 0.00454022316262126, "global_step": 11568, "epoch": 177, "lr": 8.095389643765438e-05}
+{"train_loss": 0.008251667022705078, "global_step": 11569, "epoch": 177, "lr": 8.095069219749125e-05, "val_loss": 0.009380355477333069}
+{"train_loss": 0.010157506912946701, "global_step": 11570, "epoch": 178, "lr": 8.094748775124206e-05}
+{"train_loss": 0.007173832505941391, "global_step": 11571, "epoch": 178, "lr": 8.094428309892812e-05}
+{"train_loss": 0.0071652610786259174, "global_step": 11572, "epoch": 178, "lr": 8.09410782405708e-05}
+{"train_loss": 0.011213073506951332, "global_step": 11573, "epoch": 178, "lr": 8.093787317619139e-05}
+{"train_loss": 0.0049533057026565075, "global_step": 11574, "epoch": 178, "lr": 8.093466790581127e-05}
+{"train_loss": 0.00642850436270237, "global_step": 11575, "epoch": 178, "lr": 8.093146242945176e-05}
+{"train_loss": 0.007378571666777134, "global_step": 11576, "epoch": 178, "lr": 8.092825674713425e-05}
+{"train_loss": 0.006199175491929054, "global_step": 11577, "epoch": 178, "lr": 8.092505085888e-05}
+{"train_loss": 0.005997268483042717, "global_step": 11578, "epoch": 178, "lr": 8.092184476471045e-05}
+{"train_loss": 0.01324743963778019, "global_step": 11579, "epoch": 178, "lr": 8.091863846464689e-05}
+{"train_loss": 0.006922421045601368, "global_step": 11580, "epoch": 178, "lr": 8.091543195871067e-05}
+{"train_loss": 0.006069493480026722, "global_step": 11581, "epoch": 178, "lr": 8.091222524692316e-05}
+{"train_loss": 0.00828320812433958, "global_step": 11582, "epoch": 178, "lr": 8.09090183293057e-05}
+{"train_loss": 0.012131686322391033, "global_step": 11583, "epoch": 178, "lr": 8.090581120587968e-05}
+{"train_loss": 0.007850456982851028, "global_step": 11584, "epoch": 178, "lr": 8.09026038766664e-05}
+{"train_loss": 0.009211874566972256, "global_step": 11585, "epoch": 178, "lr": 8.089939634168724e-05}
+{"train_loss": 0.006589529570192099, "global_step": 11586, "epoch": 178, "lr": 8.089618860096356e-05}
+{"train_loss": 0.008430199697613716, "global_step": 11587, "epoch": 178, "lr": 8.089298065451672e-05}
+{"train_loss": 0.00533017935231328, "global_step": 11588, "epoch": 178, "lr": 8.088977250236808e-05}
+{"train_loss": 0.005369046702980995, "global_step": 11589, "epoch": 178, "lr": 8.088656414453898e-05}
+{"train_loss": 0.007461936213076115, "global_step": 11590, "epoch": 178, "lr": 8.088335558105083e-05}
+{"train_loss": 0.007758704014122486, "global_step": 11591, "epoch": 178, "lr": 8.088014681192495e-05}
+{"train_loss": 0.005871979519724846, "global_step": 11592, "epoch": 178, "lr": 8.087693783718273e-05}
+{"train_loss": 0.008860422298312187, "global_step": 11593, "epoch": 178, "lr": 8.087372865684551e-05}
+{"train_loss": 0.008646917529404163, "global_step": 11594, "epoch": 178, "lr": 8.08705192709347e-05}
+{"train_loss": 0.0074248239398002625, "global_step": 11595, "epoch": 178, "lr": 8.086730967947162e-05}
+{"train_loss": 0.01068094652146101, "global_step": 11596, "epoch": 178, "lr": 8.08640998824777e-05}
+{"train_loss": 0.008082839660346508, "global_step": 11597, "epoch": 178, "lr": 8.086088987997424e-05}
+{"train_loss": 0.008932704105973244, "global_step": 11598, "epoch": 178, "lr": 8.085767967198269e-05}
+{"train_loss": 0.005605080630630255, "global_step": 11599, "epoch": 178, "lr": 8.085446925852438e-05}
+{"train_loss": 0.005121277645230293, "global_step": 11600, "epoch": 178, "lr": 8.085125863962068e-05}
+{"train_loss": 0.00919647328555584, "global_step": 11601, "epoch": 178, "lr": 8.084804781529301e-05}
+{"train_loss": 0.0075302729383111, "global_step": 11602, "epoch": 178, "lr": 8.084483678556272e-05}
+{"train_loss": 0.004795650020241737, "global_step": 11603, "epoch": 178, "lr": 8.084162555045118e-05}
+{"train_loss": 0.0094648078083992, "global_step": 11604, "epoch": 178, "lr": 8.083841410997979e-05}
+{"train_loss": 0.004506924655288458, "global_step": 11605, "epoch": 178, "lr": 8.083520246416992e-05}
+{"train_loss": 0.006620525382459164, "global_step": 11606, "epoch": 178, "lr": 8.083199061304298e-05}
+{"train_loss": 0.009522583335638046, "global_step": 11607, "epoch": 178, "lr": 8.082877855662034e-05}
+{"train_loss": 0.005640448536723852, "global_step": 11608, "epoch": 178, "lr": 8.082556629492339e-05}
+{"train_loss": 0.00580776808783412, "global_step": 11609, "epoch": 178, "lr": 8.082235382797349e-05}
+{"train_loss": 0.009974639862775803, "global_step": 11610, "epoch": 178, "lr": 8.08191411557921e-05}
+{"train_loss": 0.00864158384501934, "global_step": 11611, "epoch": 178, "lr": 8.081592827840055e-05}
+{"train_loss": 0.005616400856524706, "global_step": 11612, "epoch": 178, "lr": 8.081271519582025e-05}
+{"train_loss": 0.008942569606006145, "global_step": 11613, "epoch": 178, "lr": 8.080950190807259e-05}
+{"train_loss": 0.0078404750674963, "global_step": 11614, "epoch": 178, "lr": 8.080628841517899e-05}
+{"train_loss": 0.00659123295918107, "global_step": 11615, "epoch": 178, "lr": 8.080307471716082e-05}
+{"train_loss": 0.011010292917490005, "global_step": 11616, "epoch": 178, "lr": 8.079986081403949e-05}
+{"train_loss": 0.007858937606215477, "global_step": 11617, "epoch": 178, "lr": 8.079664670583639e-05}
+{"train_loss": 0.008684488013386726, "global_step": 11618, "epoch": 178, "lr": 8.079343239257293e-05}
+{"train_loss": 0.0060508968308568, "global_step": 11619, "epoch": 178, "lr": 8.079021787427052e-05}
+{"train_loss": 0.007651181425899267, "global_step": 11620, "epoch": 178, "lr": 8.078700315095055e-05}
+{"train_loss": 0.0065208058804273605, "global_step": 11621, "epoch": 178, "lr": 8.078378822263444e-05}
+{"train_loss": 0.007701643742620945, "global_step": 11622, "epoch": 178, "lr": 8.07805730893436e-05}
+{"train_loss": 0.006424794904887676, "global_step": 11623, "epoch": 178, "lr": 8.077735775109939e-05}
+{"train_loss": 0.00881817564368248, "global_step": 11624, "epoch": 178, "lr": 8.077414220792328e-05}
+{"train_loss": 0.005086548160761595, "global_step": 11625, "epoch": 178, "lr": 8.077092645983664e-05}
+{"train_loss": 0.004616078920662403, "global_step": 11626, "epoch": 178, "lr": 8.076771050686091e-05}
+{"train_loss": 0.005726161412894726, "global_step": 11627, "epoch": 178, "lr": 8.076449434901749e-05}
+{"train_loss": 0.0074053192511200905, "global_step": 11628, "epoch": 178, "lr": 8.07612779863278e-05}
+{"train_loss": 0.005662164650857449, "global_step": 11629, "epoch": 178, "lr": 8.075806141881326e-05}
+{"train_loss": 0.0059921229258179665, "global_step": 11630, "epoch": 178, "lr": 8.075484464649525e-05}
+{"train_loss": 0.008092725649476051, "global_step": 11631, "epoch": 178, "lr": 8.075162766939526e-05}
+{"train_loss": 0.00863060262054205, "global_step": 11632, "epoch": 178, "lr": 8.074841048753464e-05}
+{"train_loss": 0.006288658361881971, "global_step": 11633, "epoch": 178, "lr": 8.074519310093485e-05}
+{"train_loss": 0.007479994715406345, "global_step": 11634, "epoch": 178, "lr": 8.07419755096173e-05, "val_loss": 0.014411289244890213}
+{"train_loss": 0.006911751814186573, "global_step": 11635, "epoch": 179, "lr": 8.073875771360343e-05}
+{"train_loss": 0.005673584062606096, "global_step": 11636, "epoch": 179, "lr": 8.073553971291465e-05}
+{"train_loss": 0.009362230077385902, "global_step": 11637, "epoch": 179, "lr": 8.07323215075724e-05}
+{"train_loss": 0.0081462562084198, "global_step": 11638, "epoch": 179, "lr": 8.072910309759808e-05}
+{"train_loss": 0.008613301441073418, "global_step": 11639, "epoch": 179, "lr": 8.072588448301315e-05}
+{"train_loss": 0.007871444337069988, "global_step": 11640, "epoch": 179, "lr": 8.072266566383904e-05}
+{"train_loss": 0.007931293919682503, "global_step": 11641, "epoch": 179, "lr": 8.071944664009716e-05}
+{"train_loss": 0.004782441072165966, "global_step": 11642, "epoch": 179, "lr": 8.071622741180898e-05}
+{"train_loss": 0.0073980651795864105, "global_step": 11643, "epoch": 179, "lr": 8.07130079789959e-05}
+{"train_loss": 0.011085044592618942, "global_step": 11644, "epoch": 179, "lr": 8.070978834167936e-05}
+{"train_loss": 0.010169664397835732, "global_step": 11645, "epoch": 179, "lr": 8.070656849988082e-05}
+{"train_loss": 0.006508934777230024, "global_step": 11646, "epoch": 179, "lr": 8.070334845362171e-05}
+{"train_loss": 0.010523770935833454, "global_step": 11647, "epoch": 179, "lr": 8.070012820292345e-05}
+{"train_loss": 0.007760350592434406, "global_step": 11648, "epoch": 179, "lr": 8.069690774780752e-05}
+{"train_loss": 0.00511746434494853, "global_step": 11649, "epoch": 179, "lr": 8.069368708829534e-05}
+{"train_loss": 0.008195138536393642, "global_step": 11650, "epoch": 179, "lr": 8.069046622440835e-05}
+{"train_loss": 0.009958663955330849, "global_step": 11651, "epoch": 179, "lr": 8.068724515616801e-05}
+{"train_loss": 0.009780960157513618, "global_step": 11652, "epoch": 179, "lr": 8.068402388359577e-05}
+{"train_loss": 0.007396847475320101, "global_step": 11653, "epoch": 179, "lr": 8.068080240671308e-05}
+{"train_loss": 0.008046207949519157, "global_step": 11654, "epoch": 179, "lr": 8.067758072554136e-05}
+{"train_loss": 0.01135349739342928, "global_step": 11655, "epoch": 179, "lr": 8.067435884010208e-05}
+{"train_loss": 0.009397348389029503, "global_step": 11656, "epoch": 179, "lr": 8.067113675041672e-05}
+{"train_loss": 0.010692710056900978, "global_step": 11657, "epoch": 179, "lr": 8.06679144565067e-05}
+{"train_loss": 0.006133961491286755, "global_step": 11658, "epoch": 179, "lr": 8.066469195839348e-05}
+{"train_loss": 0.012605404481291771, "global_step": 11659, "epoch": 179, "lr": 8.066146925609853e-05}
+{"train_loss": 0.007421395275741816, "global_step": 11660, "epoch": 179, "lr": 8.065824634964331e-05}
+{"train_loss": 0.006886553950607777, "global_step": 11661, "epoch": 179, "lr": 8.065502323904925e-05}
+{"train_loss": 0.013330101035535336, "global_step": 11662, "epoch": 179, "lr": 8.065179992433784e-05}
+{"train_loss": 0.006469485349953175, "global_step": 11663, "epoch": 179, "lr": 8.064857640553056e-05}
+{"train_loss": 0.007588362321257591, "global_step": 11664, "epoch": 179, "lr": 8.064535268264883e-05}
+{"train_loss": 0.011671775951981544, "global_step": 11665, "epoch": 179, "lr": 8.064212875571413e-05}
+{"train_loss": 0.007508215494453907, "global_step": 11666, "epoch": 179, "lr": 8.063890462474795e-05}
+{"train_loss": 0.011433183215558529, "global_step": 11667, "epoch": 179, "lr": 8.063568028977172e-05}
+{"train_loss": 0.008731266483664513, "global_step": 11668, "epoch": 179, "lr": 8.063245575080694e-05}
+{"train_loss": 0.00710046524181962, "global_step": 11669, "epoch": 179, "lr": 8.062923100787508e-05}
+{"train_loss": 0.00791729986667633, "global_step": 11670, "epoch": 179, "lr": 8.062600606099757e-05}
+{"train_loss": 0.007967295125126839, "global_step": 11671, "epoch": 179, "lr": 8.062278091019593e-05}
+{"train_loss": 0.009078881703317165, "global_step": 11672, "epoch": 179, "lr": 8.061955555549163e-05}
+{"train_loss": 0.005944767501205206, "global_step": 11673, "epoch": 179, "lr": 8.061632999690613e-05}
+{"train_loss": 0.012775557115674019, "global_step": 11674, "epoch": 179, "lr": 8.061310423446092e-05}
+{"train_loss": 0.0056044128723442554, "global_step": 11675, "epoch": 179, "lr": 8.060987826817745e-05}
+{"train_loss": 0.008565021678805351, "global_step": 11676, "epoch": 179, "lr": 8.060665209807724e-05}
+{"train_loss": 0.010364644229412079, "global_step": 11677, "epoch": 179, "lr": 8.060342572418175e-05}
+{"train_loss": 0.008596469648182392, "global_step": 11678, "epoch": 179, "lr": 8.060019914651247e-05}
+{"train_loss": 0.007057190407067537, "global_step": 11679, "epoch": 179, "lr": 8.059697236509087e-05}
+{"train_loss": 0.010202089324593544, "global_step": 11680, "epoch": 179, "lr": 8.059374537993847e-05}
+{"train_loss": 0.0061501492746174335, "global_step": 11681, "epoch": 179, "lr": 8.05905181910767e-05}
+{"train_loss": 0.009927287697792053, "global_step": 11682, "epoch": 179, "lr": 8.058729079852711e-05}
+{"train_loss": 0.006480148062109947, "global_step": 11683, "epoch": 179, "lr": 8.058406320231115e-05}
+{"train_loss": 0.0055034952238202095, "global_step": 11684, "epoch": 179, "lr": 8.058083540245032e-05}
+{"train_loss": 0.007123456336557865, "global_step": 11685, "epoch": 179, "lr": 8.057760739896611e-05}
+{"train_loss": 0.008779209107160568, "global_step": 11686, "epoch": 179, "lr": 8.057437919188005e-05}
+{"train_loss": 0.010800587013363838, "global_step": 11687, "epoch": 179, "lr": 8.057115078121358e-05}
+{"train_loss": 0.007573511451482773, "global_step": 11688, "epoch": 179, "lr": 8.056792216698821e-05}
+{"train_loss": 0.007125469855964184, "global_step": 11689, "epoch": 179, "lr": 8.056469334922546e-05}
+{"train_loss": 0.006229195278137922, "global_step": 11690, "epoch": 179, "lr": 8.056146432794682e-05}
+{"train_loss": 0.007849114015698433, "global_step": 11691, "epoch": 179, "lr": 8.05582351031738e-05}
+{"train_loss": 0.006355466321110725, "global_step": 11692, "epoch": 179, "lr": 8.055500567492786e-05}
+{"train_loss": 0.0063569615595042706, "global_step": 11693, "epoch": 179, "lr": 8.055177604323055e-05}
+{"train_loss": 0.010399150662124157, "global_step": 11694, "epoch": 179, "lr": 8.054854620810335e-05}
+{"train_loss": 0.007093498948961496, "global_step": 11695, "epoch": 179, "lr": 8.05453161695678e-05}
+{"train_loss": 0.010859792120754719, "global_step": 11696, "epoch": 179, "lr": 8.054208592764535e-05}
+{"train_loss": 0.004928990267217159, "global_step": 11697, "epoch": 179, "lr": 8.053885548235755e-05}
+{"train_loss": 0.007670020684599876, "global_step": 11698, "epoch": 179, "lr": 8.05356248337259e-05}
+{"train_loss": 0.008244764310522722, "global_step": 11699, "epoch": 179, "lr": 8.053239398177191e-05, "val_loss": 0.005308450665324926}
+{"train_loss": 0.01016865111887455, "global_step": 11700, "epoch": 180, "lr": 8.05291629265171e-05}
+{"train_loss": 0.009558265097439289, "global_step": 11701, "epoch": 180, "lr": 8.052593166798296e-05}
+{"train_loss": 0.005551050882786512, "global_step": 11702, "epoch": 180, "lr": 8.052270020619104e-05}
+{"train_loss": 0.00917830690741539, "global_step": 11703, "epoch": 180, "lr": 8.051946854116284e-05}
+{"train_loss": 0.006763122044503689, "global_step": 11704, "epoch": 180, "lr": 8.051623667291988e-05}
+{"train_loss": 0.009605573490262032, "global_step": 11705, "epoch": 180, "lr": 8.051300460148366e-05}
+{"train_loss": 0.008855240419507027, "global_step": 11706, "epoch": 180, "lr": 8.050977232687574e-05}
+{"train_loss": 0.008147433400154114, "global_step": 11707, "epoch": 180, "lr": 8.05065398491176e-05}
+{"train_loss": 0.005702910013496876, "global_step": 11708, "epoch": 180, "lr": 8.05033071682308e-05}
+{"train_loss": 0.007830092683434486, "global_step": 11709, "epoch": 180, "lr": 8.050007428423683e-05}
+{"train_loss": 0.007406969554722309, "global_step": 11710, "epoch": 180, "lr": 8.049684119715726e-05}
+{"train_loss": 0.006210531573742628, "global_step": 11711, "epoch": 180, "lr": 8.049360790701358e-05}
+{"train_loss": 0.010036259889602661, "global_step": 11712, "epoch": 180, "lr": 8.049037441382733e-05}
+{"train_loss": 0.0071739694103598595, "global_step": 11713, "epoch": 180, "lr": 8.048714071762004e-05}
+{"train_loss": 0.007859999313950539, "global_step": 11714, "epoch": 180, "lr": 8.048390681841327e-05}
+{"train_loss": 0.0061239199712872505, "global_step": 11715, "epoch": 180, "lr": 8.04806727162285e-05}
+{"train_loss": 0.0074255215004086494, "global_step": 11716, "epoch": 180, "lr": 8.04774384110873e-05}
+{"train_loss": 0.009076711721718311, "global_step": 11717, "epoch": 180, "lr": 8.047420390301118e-05}
+{"train_loss": 0.009966990910470486, "global_step": 11718, "epoch": 180, "lr": 8.047096919202172e-05}
+{"train_loss": 0.010414719581604004, "global_step": 11719, "epoch": 180, "lr": 8.046773427814042e-05}
+{"train_loss": 0.006969652138650417, "global_step": 11720, "epoch": 180, "lr": 8.046449916138883e-05}
+{"train_loss": 0.009593467228114605, "global_step": 11721, "epoch": 180, "lr": 8.046126384178849e-05}
+{"train_loss": 0.007585522718727589, "global_step": 11722, "epoch": 180, "lr": 8.045802831936096e-05}
+{"train_loss": 0.011106393299996853, "global_step": 11723, "epoch": 180, "lr": 8.045479259412775e-05}
+{"train_loss": 0.008252566680312157, "global_step": 11724, "epoch": 180, "lr": 8.045155666611044e-05}
+{"train_loss": 0.006725345738232136, "global_step": 11725, "epoch": 180, "lr": 8.044832053533055e-05}
+{"train_loss": 0.010399797931313515, "global_step": 11726, "epoch": 180, "lr": 8.044508420180965e-05}
+{"train_loss": 0.007865252904593945, "global_step": 11727, "epoch": 180, "lr": 8.044184766556929e-05}
+{"train_loss": 0.012901444919407368, "global_step": 11728, "epoch": 180, "lr": 8.043861092663098e-05}
+{"train_loss": 0.0067587425000965595, "global_step": 11729, "epoch": 180, "lr": 8.043537398501632e-05}
+{"train_loss": 0.01047451887279749, "global_step": 11730, "epoch": 180, "lr": 8.043213684074684e-05}
+{"train_loss": 0.007212627679109573, "global_step": 11731, "epoch": 180, "lr": 8.042889949384408e-05}
+{"train_loss": 0.01254801731556654, "global_step": 11732, "epoch": 180, "lr": 8.042566194432965e-05}
+{"train_loss": 0.010485640726983547, "global_step": 11733, "epoch": 180, "lr": 8.042242419222506e-05}
+{"train_loss": 0.008679806254804134, "global_step": 11734, "epoch": 180, "lr": 8.041918623755187e-05}
+{"train_loss": 0.004740481730550528, "global_step": 11735, "epoch": 180, "lr": 8.041594808033164e-05}
+{"train_loss": 0.0069288453087210655, "global_step": 11736, "epoch": 180, "lr": 8.041270972058596e-05}
+{"train_loss": 0.005615792237222195, "global_step": 11737, "epoch": 180, "lr": 8.040947115833638e-05}
+{"train_loss": 0.010182415135204792, "global_step": 11738, "epoch": 180, "lr": 8.040623239360446e-05}
+{"train_loss": 0.004637634847313166, "global_step": 11739, "epoch": 180, "lr": 8.040299342641174e-05}
+{"train_loss": 0.0052598947659134865, "global_step": 11740, "epoch": 180, "lr": 8.039975425677982e-05}
+{"train_loss": 0.010550660081207752, "global_step": 11741, "epoch": 180, "lr": 8.039651488473028e-05}
+{"train_loss": 0.004660119768232107, "global_step": 11742, "epoch": 180, "lr": 8.039327531028465e-05}
+{"train_loss": 0.0062035550363361835, "global_step": 11743, "epoch": 180, "lr": 8.039003553346451e-05}
+{"train_loss": 0.007113545201718807, "global_step": 11744, "epoch": 180, "lr": 8.038679555429146e-05}
+{"train_loss": 0.0031859998125582933, "global_step": 11745, "epoch": 180, "lr": 8.038355537278706e-05}
+{"train_loss": 0.005152741447091103, "global_step": 11746, "epoch": 180, "lr": 8.038031498897287e-05}
+{"train_loss": 0.006953909993171692, "global_step": 11747, "epoch": 180, "lr": 8.037707440287048e-05}
+{"train_loss": 0.0075864605605602264, "global_step": 11748, "epoch": 180, "lr": 8.037383361450145e-05}
+{"train_loss": 0.007755407597869635, "global_step": 11749, "epoch": 180, "lr": 8.037059262388739e-05}
+{"train_loss": 0.0058534531854093075, "global_step": 11750, "epoch": 180, "lr": 8.036735143104985e-05}
+{"train_loss": 0.007048549596220255, "global_step": 11751, "epoch": 180, "lr": 8.036411003601042e-05}
+{"train_loss": 0.007165644783526659, "global_step": 11752, "epoch": 180, "lr": 8.03608684387907e-05}
+{"train_loss": 0.007079688832163811, "global_step": 11753, "epoch": 180, "lr": 8.035762663941227e-05}
+{"train_loss": 0.005622505210340023, "global_step": 11754, "epoch": 180, "lr": 8.035438463789668e-05}
+{"train_loss": 0.005252079572528601, "global_step": 11755, "epoch": 180, "lr": 8.035114243426556e-05}
+{"train_loss": 0.0068771373480558395, "global_step": 11756, "epoch": 180, "lr": 8.034790002854047e-05}
+{"train_loss": 0.008787281811237335, "global_step": 11757, "epoch": 180, "lr": 8.034465742074304e-05}
+{"train_loss": 0.004880218766629696, "global_step": 11758, "epoch": 180, "lr": 8.03414146108948e-05}
+{"train_loss": 0.008596653118729591, "global_step": 11759, "epoch": 180, "lr": 8.03381715990174e-05}
+{"train_loss": 0.009738529101014137, "global_step": 11760, "epoch": 180, "lr": 8.03349283851324e-05}
+{"train_loss": 0.008145666681230068, "global_step": 11761, "epoch": 180, "lr": 8.03316849692614e-05}
+{"train_loss": 0.009733770973980427, "global_step": 11762, "epoch": 180, "lr": 8.032844135142601e-05}
+{"train_loss": 0.006858775857836008, "global_step": 11763, "epoch": 180, "lr": 8.03251975316478e-05}
+{"train_loss": 0.0078000462219978755, "global_step": 11764, "epoch": 180, "lr": 8.03219535099484e-05, "val_loss": 0.012659183703362942, "train_action_mse_error": 0.00032386896782554686}
+{"train_loss": 0.008734304457902908, "global_step": 11765, "epoch": 181, "lr": 8.031870928634941e-05}
+{"train_loss": 0.007365724537521601, "global_step": 11766, "epoch": 181, "lr": 8.03154648608724e-05}
+{"train_loss": 0.007599552161991596, "global_step": 11767, "epoch": 181, "lr": 8.031222023353899e-05}
+{"train_loss": 0.005667304620146751, "global_step": 11768, "epoch": 181, "lr": 8.03089754043708e-05}
+{"train_loss": 0.011097864247858524, "global_step": 11769, "epoch": 181, "lr": 8.030573037338942e-05}
+{"train_loss": 0.009630486369132996, "global_step": 11770, "epoch": 181, "lr": 8.030248514061646e-05}
+{"train_loss": 0.010678860358893871, "global_step": 11771, "epoch": 181, "lr": 8.029923970607351e-05}
+{"train_loss": 0.005273624323308468, "global_step": 11772, "epoch": 181, "lr": 8.029599406978224e-05}
+{"train_loss": 0.004825097508728504, "global_step": 11773, "epoch": 181, "lr": 8.029274823176418e-05}
+{"train_loss": 0.006950921379029751, "global_step": 11774, "epoch": 181, "lr": 8.0289502192041e-05}
+{"train_loss": 0.005877318792045116, "global_step": 11775, "epoch": 181, "lr": 8.028625595063429e-05}
+{"train_loss": 0.00516385305672884, "global_step": 11776, "epoch": 181, "lr": 8.028300950756566e-05}
+{"train_loss": 0.008643047884106636, "global_step": 11777, "epoch": 181, "lr": 8.027976286285677e-05}
+{"train_loss": 0.008393681608140469, "global_step": 11778, "epoch": 181, "lr": 8.027651601652916e-05}
+{"train_loss": 0.005433613434433937, "global_step": 11779, "epoch": 181, "lr": 8.027326896860455e-05}
+{"train_loss": 0.007873676717281342, "global_step": 11780, "epoch": 181, "lr": 8.027002171910446e-05}
+{"train_loss": 0.005761744454503059, "global_step": 11781, "epoch": 181, "lr": 8.026677426805056e-05}
+{"train_loss": 0.004432908724993467, "global_step": 11782, "epoch": 181, "lr": 8.026352661546449e-05}
+{"train_loss": 0.005255870055407286, "global_step": 11783, "epoch": 181, "lr": 8.026027876136785e-05}
+{"train_loss": 0.009123800322413445, "global_step": 11784, "epoch": 181, "lr": 8.025703070578226e-05}
+{"train_loss": 0.006394707597792149, "global_step": 11785, "epoch": 181, "lr": 8.025378244872936e-05}
+{"train_loss": 0.005439935717731714, "global_step": 11786, "epoch": 181, "lr": 8.025053399023079e-05}
+{"train_loss": 0.009355047717690468, "global_step": 11787, "epoch": 181, "lr": 8.024728533030816e-05}
+{"train_loss": 0.011468995362520218, "global_step": 11788, "epoch": 181, "lr": 8.02440364689831e-05}
+{"train_loss": 0.008336175233125687, "global_step": 11789, "epoch": 181, "lr": 8.024078740627726e-05}
+{"train_loss": 0.006831722799688578, "global_step": 11790, "epoch": 181, "lr": 8.023753814221227e-05}
+{"train_loss": 0.008141268976032734, "global_step": 11791, "epoch": 181, "lr": 8.023428867680974e-05}
+{"train_loss": 0.0073588392697274685, "global_step": 11792, "epoch": 181, "lr": 8.023103901009134e-05}
+{"train_loss": 0.004603905603289604, "global_step": 11793, "epoch": 181, "lr": 8.022778914207869e-05}
+{"train_loss": 0.009179437533020973, "global_step": 11794, "epoch": 181, "lr": 8.022453907279344e-05}
+{"train_loss": 0.0061437515541911125, "global_step": 11795, "epoch": 181, "lr": 8.02212888022572e-05}
+{"train_loss": 0.006197197362780571, "global_step": 11796, "epoch": 181, "lr": 8.021803833049166e-05}
+{"train_loss": 0.010270076803863049, "global_step": 11797, "epoch": 181, "lr": 8.021478765751845e-05}
+{"train_loss": 0.008258042857050896, "global_step": 11798, "epoch": 181, "lr": 8.02115367833592e-05}
+{"train_loss": 0.00546002434566617, "global_step": 11799, "epoch": 181, "lr": 8.020828570803553e-05}
+{"train_loss": 0.0066077616065740585, "global_step": 11800, "epoch": 181, "lr": 8.020503443156915e-05}
+{"train_loss": 0.006983923260122538, "global_step": 11801, "epoch": 181, "lr": 8.020178295398166e-05}
+{"train_loss": 0.007135422434657812, "global_step": 11802, "epoch": 181, "lr": 8.019853127529473e-05}
+{"train_loss": 0.010719201527535915, "global_step": 11803, "epoch": 181, "lr": 8.019527939553001e-05}
+{"train_loss": 0.00636154692620039, "global_step": 11804, "epoch": 181, "lr": 8.019202731470916e-05}
+{"train_loss": 0.006763368844985962, "global_step": 11805, "epoch": 181, "lr": 8.01887750328538e-05}
+{"train_loss": 0.006252129562199116, "global_step": 11806, "epoch": 181, "lr": 8.018552254998564e-05}
+{"train_loss": 0.00817159004509449, "global_step": 11807, "epoch": 181, "lr": 8.01822698661263e-05}
+{"train_loss": 0.007475624326616526, "global_step": 11808, "epoch": 181, "lr": 8.017901698129742e-05}
+{"train_loss": 0.008716436102986336, "global_step": 11809, "epoch": 181, "lr": 8.01757638955207e-05}
+{"train_loss": 0.008989949710667133, "global_step": 11810, "epoch": 181, "lr": 8.01725106088178e-05}
+{"train_loss": 0.00712935347110033, "global_step": 11811, "epoch": 181, "lr": 8.016925712121036e-05}
+{"train_loss": 0.006753821857273579, "global_step": 11812, "epoch": 181, "lr": 8.016600343272006e-05}
+{"train_loss": 0.007548047695308924, "global_step": 11813, "epoch": 181, "lr": 8.016274954336853e-05}
+{"train_loss": 0.006299120374023914, "global_step": 11814, "epoch": 181, "lr": 8.015949545317747e-05}
+{"train_loss": 0.007389809936285019, "global_step": 11815, "epoch": 181, "lr": 8.015624116216856e-05}
+{"train_loss": 0.00588579336181283, "global_step": 11816, "epoch": 181, "lr": 8.015298667036341e-05}
+{"train_loss": 0.010383952409029007, "global_step": 11817, "epoch": 181, "lr": 8.014973197778375e-05}
+{"train_loss": 0.009197620674967766, "global_step": 11818, "epoch": 181, "lr": 8.014647708445124e-05}
+{"train_loss": 0.005328168161213398, "global_step": 11819, "epoch": 181, "lr": 8.014322199038753e-05}
+{"train_loss": 0.007665619719773531, "global_step": 11820, "epoch": 181, "lr": 8.01399666956143e-05}
+{"train_loss": 0.007882120087742805, "global_step": 11821, "epoch": 181, "lr": 8.013671120015325e-05}
+{"train_loss": 0.007819934748113155, "global_step": 11822, "epoch": 181, "lr": 8.013345550402603e-05}
+{"train_loss": 0.005623414181172848, "global_step": 11823, "epoch": 181, "lr": 8.013019960725433e-05}
+{"train_loss": 0.007946671918034554, "global_step": 11824, "epoch": 181, "lr": 8.012694350985983e-05}
+{"train_loss": 0.0070230187848210335, "global_step": 11825, "epoch": 181, "lr": 8.01236872118642e-05}
+{"train_loss": 0.009590094909071922, "global_step": 11826, "epoch": 181, "lr": 8.012043071328912e-05}
+{"train_loss": 0.007758680731058121, "global_step": 11827, "epoch": 181, "lr": 8.01171740141563e-05}
+{"train_loss": 0.006627487484365702, "global_step": 11828, "epoch": 181, "lr": 8.011391711448739e-05}
+{"train_loss": 0.0074050940071734095, "global_step": 11829, "epoch": 181, "lr": 8.011066001430412e-05, "val_loss": 0.00991886481642723}
+{"train_loss": 0.008798342198133469, "global_step": 11830, "epoch": 182, "lr": 8.010740271362813e-05}
+{"train_loss": 0.006233309395611286, "global_step": 11831, "epoch": 182, "lr": 8.010414521248114e-05}
+{"train_loss": 0.0053285532630980015, "global_step": 11832, "epoch": 182, "lr": 8.010088751088482e-05}
+{"train_loss": 0.005007065832614899, "global_step": 11833, "epoch": 182, "lr": 8.009762960886089e-05}
+{"train_loss": 0.005969581659883261, "global_step": 11834, "epoch": 182, "lr": 8.0094371506431e-05}
+{"train_loss": 0.00807532574981451, "global_step": 11835, "epoch": 182, "lr": 8.009111320361688e-05}
+{"train_loss": 0.007192525081336498, "global_step": 11836, "epoch": 182, "lr": 8.008785470044022e-05}
+{"train_loss": 0.006690134759992361, "global_step": 11837, "epoch": 182, "lr": 8.008459599692271e-05}
+{"train_loss": 0.006236755754798651, "global_step": 11838, "epoch": 182, "lr": 8.008133709308605e-05}
+{"train_loss": 0.00788940116763115, "global_step": 11839, "epoch": 182, "lr": 8.007807798895194e-05}
+{"train_loss": 0.006387856788933277, "global_step": 11840, "epoch": 182, "lr": 8.007481868454208e-05}
+{"train_loss": 0.005328095518052578, "global_step": 11841, "epoch": 182, "lr": 8.007155917987817e-05}
+{"train_loss": 0.007183779496699572, "global_step": 11842, "epoch": 182, "lr": 8.006829947498192e-05}
+{"train_loss": 0.007635308429598808, "global_step": 11843, "epoch": 182, "lr": 8.0065039569875e-05}
+{"train_loss": 0.009205872192978859, "global_step": 11844, "epoch": 182, "lr": 8.006177946457918e-05}
+{"train_loss": 0.006611465942114592, "global_step": 11845, "epoch": 182, "lr": 8.005851915911613e-05}
+{"train_loss": 0.008191512897610664, "global_step": 11846, "epoch": 182, "lr": 8.005525865350755e-05}
+{"train_loss": 0.0056703477166593075, "global_step": 11847, "epoch": 182, "lr": 8.005199794777518e-05}
+{"train_loss": 0.007233519107103348, "global_step": 11848, "epoch": 182, "lr": 8.004873704194071e-05}
+{"train_loss": 0.006973719224333763, "global_step": 11849, "epoch": 182, "lr": 8.004547593602584e-05}
+{"train_loss": 0.0072511606849730015, "global_step": 11850, "epoch": 182, "lr": 8.004221463005233e-05}
+{"train_loss": 0.00663204537704587, "global_step": 11851, "epoch": 182, "lr": 8.003895312404183e-05}
+{"train_loss": 0.00700062420219183, "global_step": 11852, "epoch": 182, "lr": 8.003569141801612e-05}
+{"train_loss": 0.010738838464021683, "global_step": 11853, "epoch": 182, "lr": 8.00324295119969e-05}
+{"train_loss": 0.007359114941209555, "global_step": 11854, "epoch": 182, "lr": 8.002916740600586e-05}
+{"train_loss": 0.009089047089219093, "global_step": 11855, "epoch": 182, "lr": 8.002590510006474e-05}
+{"train_loss": 0.009765408001840115, "global_step": 11856, "epoch": 182, "lr": 8.002264259419529e-05}
+{"train_loss": 0.007542192004621029, "global_step": 11857, "epoch": 182, "lr": 8.001937988841919e-05}
+{"train_loss": 0.004816633649170399, "global_step": 11858, "epoch": 182, "lr": 8.001611698275818e-05}
+{"train_loss": 0.0039225006476044655, "global_step": 11859, "epoch": 182, "lr": 8.0012853877234e-05}
+{"train_loss": 0.004503864329308271, "global_step": 11860, "epoch": 182, "lr": 8.000959057186836e-05}
+{"train_loss": 0.005547562148422003, "global_step": 11861, "epoch": 182, "lr": 8.0006327066683e-05}
+{"train_loss": 0.007045278791338205, "global_step": 11862, "epoch": 182, "lr": 8.000306336169963e-05}
+{"train_loss": 0.006164861842989922, "global_step": 11863, "epoch": 182, "lr": 7.999979945694001e-05}
+{"train_loss": 0.008033842779695988, "global_step": 11864, "epoch": 182, "lr": 7.999653535242587e-05}
+{"train_loss": 0.004509772639721632, "global_step": 11865, "epoch": 182, "lr": 7.999327104817891e-05}
+{"train_loss": 0.005808373913168907, "global_step": 11866, "epoch": 182, "lr": 7.99900065442209e-05}
+{"train_loss": 0.004764308221638203, "global_step": 11867, "epoch": 182, "lr": 7.998674184057358e-05}
+{"train_loss": 0.00818827748298645, "global_step": 11868, "epoch": 182, "lr": 7.998347693725867e-05}
+{"train_loss": 0.008546612225472927, "global_step": 11869, "epoch": 182, "lr": 7.99802118342979e-05}
+{"train_loss": 0.006605552975088358, "global_step": 11870, "epoch": 182, "lr": 7.997694653171303e-05}
+{"train_loss": 0.007010184694081545, "global_step": 11871, "epoch": 182, "lr": 7.997368102952578e-05}
+{"train_loss": 0.007897126488387585, "global_step": 11872, "epoch": 182, "lr": 7.997041532775794e-05}
+{"train_loss": 0.0074281939305365086, "global_step": 11873, "epoch": 182, "lr": 7.99671494264312e-05}
+{"train_loss": 0.0059768217615783215, "global_step": 11874, "epoch": 182, "lr": 7.996388332556735e-05}
+{"train_loss": 0.008420154452323914, "global_step": 11875, "epoch": 182, "lr": 7.99606170251881e-05}
+{"train_loss": 0.005534354131668806, "global_step": 11876, "epoch": 182, "lr": 7.995735052531524e-05}
+{"train_loss": 0.008978170342743397, "global_step": 11877, "epoch": 182, "lr": 7.995408382597048e-05}
+{"train_loss": 0.004689299967139959, "global_step": 11878, "epoch": 182, "lr": 7.99508169271756e-05}
+{"train_loss": 0.007855581119656563, "global_step": 11879, "epoch": 182, "lr": 7.994754982895235e-05}
+{"train_loss": 0.008577076718211174, "global_step": 11880, "epoch": 182, "lr": 7.994428253132244e-05}
+{"train_loss": 0.004790960811078548, "global_step": 11881, "epoch": 182, "lr": 7.994101503430769e-05}
+{"train_loss": 0.008233349770307541, "global_step": 11882, "epoch": 182, "lr": 7.99377473379298e-05}
+{"train_loss": 0.005647140089422464, "global_step": 11883, "epoch": 182, "lr": 7.993447944221058e-05}
+{"train_loss": 0.00963470246642828, "global_step": 11884, "epoch": 182, "lr": 7.993121134717177e-05}
+{"train_loss": 0.006743030622601509, "global_step": 11885, "epoch": 182, "lr": 7.99279430528351e-05}
+{"train_loss": 0.007860583253204823, "global_step": 11886, "epoch": 182, "lr": 7.992467455922237e-05}
+{"train_loss": 0.009769233874976635, "global_step": 11887, "epoch": 182, "lr": 7.992140586635533e-05}
+{"train_loss": 0.010385990142822266, "global_step": 11888, "epoch": 182, "lr": 7.991813697425577e-05}
+{"train_loss": 0.0089415293186903, "global_step": 11889, "epoch": 182, "lr": 7.99148678829454e-05}
+{"train_loss": 0.007190742064267397, "global_step": 11890, "epoch": 182, "lr": 7.991159859244601e-05}
+{"train_loss": 0.011363940313458443, "global_step": 11891, "epoch": 182, "lr": 7.99083291027794e-05}
+{"train_loss": 0.009043014608323574, "global_step": 11892, "epoch": 182, "lr": 7.990505941396733e-05}
+{"train_loss": 0.009595249779522419, "global_step": 11893, "epoch": 182, "lr": 7.990178952603154e-05}
+{"train_loss": 0.007309152830678683, "global_step": 11894, "epoch": 182, "lr": 7.989851943899383e-05, "val_loss": 0.006081708241254091}
+{"train_loss": 0.00739771593362093, "global_step": 11895, "epoch": 183, "lr": 7.989524915287595e-05}
+{"train_loss": 0.005665769800543785, "global_step": 11896, "epoch": 183, "lr": 7.989197866769971e-05}
+{"train_loss": 0.009303851053118706, "global_step": 11897, "epoch": 183, "lr": 7.988870798348684e-05}
+{"train_loss": 0.012487406842410564, "global_step": 11898, "epoch": 183, "lr": 7.988543710025917e-05}
+{"train_loss": 0.006344551686197519, "global_step": 11899, "epoch": 183, "lr": 7.988216601803845e-05}
+{"train_loss": 0.009384369477629662, "global_step": 11900, "epoch": 183, "lr": 7.987889473684647e-05}
+{"train_loss": 0.00815462227910757, "global_step": 11901, "epoch": 183, "lr": 7.987562325670498e-05}
+{"train_loss": 0.007240680977702141, "global_step": 11902, "epoch": 183, "lr": 7.987235157763583e-05}
+{"train_loss": 0.00709506357088685, "global_step": 11903, "epoch": 183, "lr": 7.986907969966075e-05}
+{"train_loss": 0.008477463386952877, "global_step": 11904, "epoch": 183, "lr": 7.986580762280153e-05}
+{"train_loss": 0.009848874993622303, "global_step": 11905, "epoch": 183, "lr": 7.986253534707997e-05}
+{"train_loss": 0.010634425096213818, "global_step": 11906, "epoch": 183, "lr": 7.985926287251787e-05}
+{"train_loss": 0.00724411103874445, "global_step": 11907, "epoch": 183, "lr": 7.9855990199137e-05}
+{"train_loss": 0.008234652690589428, "global_step": 11908, "epoch": 183, "lr": 7.985271732695916e-05}
+{"train_loss": 0.012015503831207752, "global_step": 11909, "epoch": 183, "lr": 7.984944425600613e-05}
+{"train_loss": 0.00624761451035738, "global_step": 11910, "epoch": 183, "lr": 7.984617098629971e-05}
+{"train_loss": 0.007290092762559652, "global_step": 11911, "epoch": 183, "lr": 7.984289751786172e-05}
+{"train_loss": 0.009087011218070984, "global_step": 11912, "epoch": 183, "lr": 7.983962385071393e-05}
+{"train_loss": 0.010313054546713829, "global_step": 11913, "epoch": 183, "lr": 7.983634998487814e-05}
+{"train_loss": 0.0069437636993825436, "global_step": 11914, "epoch": 183, "lr": 7.983307592037615e-05}
+{"train_loss": 0.00961712934076786, "global_step": 11915, "epoch": 183, "lr": 7.982980165722976e-05}
+{"train_loss": 0.007310556713491678, "global_step": 11916, "epoch": 183, "lr": 7.982652719546078e-05}
+{"train_loss": 0.005458266939967871, "global_step": 11917, "epoch": 183, "lr": 7.982325253509102e-05}
+{"train_loss": 0.0066435872577130795, "global_step": 11918, "epoch": 183, "lr": 7.981997767614226e-05}
+{"train_loss": 0.009862762875854969, "global_step": 11919, "epoch": 183, "lr": 7.981670261863632e-05}
+{"train_loss": 0.006510160397738218, "global_step": 11920, "epoch": 183, "lr": 7.9813427362595e-05}
+{"train_loss": 0.009986150078475475, "global_step": 11921, "epoch": 183, "lr": 7.981015190804013e-05}
+{"train_loss": 0.007825825363397598, "global_step": 11922, "epoch": 183, "lr": 7.980687625499348e-05}
+{"train_loss": 0.006253606639802456, "global_step": 11923, "epoch": 183, "lr": 7.98036004034769e-05}
+{"train_loss": 0.006294861901551485, "global_step": 11924, "epoch": 183, "lr": 7.980032435351216e-05}
+{"train_loss": 0.008722187951207161, "global_step": 11925, "epoch": 183, "lr": 7.979704810512115e-05}
+{"train_loss": 0.007812893949449062, "global_step": 11926, "epoch": 183, "lr": 7.97937716583256e-05}
+{"train_loss": 0.0072769238613545895, "global_step": 11927, "epoch": 183, "lr": 7.979049501314737e-05}
+{"train_loss": 0.008457536809146404, "global_step": 11928, "epoch": 183, "lr": 7.978721816960826e-05}
+{"train_loss": 0.007439407054334879, "global_step": 11929, "epoch": 183, "lr": 7.978394112773011e-05}
+{"train_loss": 0.005230771843343973, "global_step": 11930, "epoch": 183, "lr": 7.978066388753473e-05}
+{"train_loss": 0.006460944656282663, "global_step": 11931, "epoch": 183, "lr": 7.977738644904394e-05}
+{"train_loss": 0.00604228163138032, "global_step": 11932, "epoch": 183, "lr": 7.977410881227955e-05}
+{"train_loss": 0.007689257152378559, "global_step": 11933, "epoch": 183, "lr": 7.977083097726342e-05}
+{"train_loss": 0.005058488808572292, "global_step": 11934, "epoch": 183, "lr": 7.976755294401733e-05}
+{"train_loss": 0.007156075444072485, "global_step": 11935, "epoch": 183, "lr": 7.976427471256314e-05}
+{"train_loss": 0.008021592162549496, "global_step": 11936, "epoch": 183, "lr": 7.976099628292267e-05}
+{"train_loss": 0.004480088595300913, "global_step": 11937, "epoch": 183, "lr": 7.975771765511775e-05}
+{"train_loss": 0.007616065908223391, "global_step": 11938, "epoch": 183, "lr": 7.97544388291702e-05}
+{"train_loss": 0.004624458495527506, "global_step": 11939, "epoch": 183, "lr": 7.975115980510187e-05}
+{"train_loss": 0.010938783176243305, "global_step": 11940, "epoch": 183, "lr": 7.974788058293457e-05}
+{"train_loss": 0.006030647084116936, "global_step": 11941, "epoch": 183, "lr": 7.974460116269016e-05}
+{"train_loss": 0.010182519443333149, "global_step": 11942, "epoch": 183, "lr": 7.974132154439046e-05}
+{"train_loss": 0.008267982862889767, "global_step": 11943, "epoch": 183, "lr": 7.97380417280573e-05}
+{"train_loss": 0.0063850474543869495, "global_step": 11944, "epoch": 183, "lr": 7.973476171371255e-05}
+{"train_loss": 0.006926441099494696, "global_step": 11945, "epoch": 183, "lr": 7.973148150137803e-05}
+{"train_loss": 0.009272254072129726, "global_step": 11946, "epoch": 183, "lr": 7.972820109107557e-05}
+{"train_loss": 0.008856963366270065, "global_step": 11947, "epoch": 183, "lr": 7.972492048282704e-05}
+{"train_loss": 0.00945957750082016, "global_step": 11948, "epoch": 183, "lr": 7.972163967665427e-05}
+{"train_loss": 0.007921225391328335, "global_step": 11949, "epoch": 183, "lr": 7.97183586725791e-05}
+{"train_loss": 0.008467795327305794, "global_step": 11950, "epoch": 183, "lr": 7.971507747062337e-05}
+{"train_loss": 0.008168918080627918, "global_step": 11951, "epoch": 183, "lr": 7.971179607080895e-05}
+{"train_loss": 0.008236952126026154, "global_step": 11952, "epoch": 183, "lr": 7.970851447315768e-05}
+{"train_loss": 0.0061407508328557014, "global_step": 11953, "epoch": 183, "lr": 7.970523267769141e-05}
+{"train_loss": 0.0045456490479409695, "global_step": 11954, "epoch": 183, "lr": 7.970195068443198e-05}
+{"train_loss": 0.005743915680795908, "global_step": 11955, "epoch": 183, "lr": 7.969866849340127e-05}
+{"train_loss": 0.006957028992474079, "global_step": 11956, "epoch": 183, "lr": 7.969538610462111e-05}
+{"train_loss": 0.01122012548148632, "global_step": 11957, "epoch": 183, "lr": 7.969210351811336e-05}
+{"train_loss": 0.007728113792836666, "global_step": 11958, "epoch": 183, "lr": 7.968882073389987e-05}
+{"train_loss": 0.007773162460384461, "global_step": 11959, "epoch": 183, "lr": 7.968553775200253e-05, "val_loss": 0.008136765100061893}
+{"train_loss": 0.007163573056459427, "global_step": 11960, "epoch": 184, "lr": 7.968225457244318e-05}
+{"train_loss": 0.006340635009109974, "global_step": 11961, "epoch": 184, "lr": 7.967897119524368e-05}
+{"train_loss": 0.009828365407884121, "global_step": 11962, "epoch": 184, "lr": 7.96756876204259e-05}
+{"train_loss": 0.006349376402795315, "global_step": 11963, "epoch": 184, "lr": 7.967240384801168e-05}
+{"train_loss": 0.009505114518105984, "global_step": 11964, "epoch": 184, "lr": 7.966911987802293e-05}
+{"train_loss": 0.007236206438392401, "global_step": 11965, "epoch": 184, "lr": 7.966583571048147e-05}
+{"train_loss": 0.0062967510893940926, "global_step": 11966, "epoch": 184, "lr": 7.966255134540917e-05}
+{"train_loss": 0.008177126757800579, "global_step": 11967, "epoch": 184, "lr": 7.965926678282793e-05}
+{"train_loss": 0.007552595343440771, "global_step": 11968, "epoch": 184, "lr": 7.965598202275963e-05}
+{"train_loss": 0.009656740352511406, "global_step": 11969, "epoch": 184, "lr": 7.965269706522609e-05}
+{"train_loss": 0.010153122246265411, "global_step": 11970, "epoch": 184, "lr": 7.964941191024922e-05}
+{"train_loss": 0.007902469485998154, "global_step": 11971, "epoch": 184, "lr": 7.96461265578509e-05}
+{"train_loss": 0.007941183634102345, "global_step": 11972, "epoch": 184, "lr": 7.964284100805297e-05}
+{"train_loss": 0.005467365030199289, "global_step": 11973, "epoch": 184, "lr": 7.963955526087733e-05}
+{"train_loss": 0.007949288003146648, "global_step": 11974, "epoch": 184, "lr": 7.963626931634586e-05}
+{"train_loss": 0.00829147920012474, "global_step": 11975, "epoch": 184, "lr": 7.963298317448044e-05}
+{"train_loss": 0.010779274627566338, "global_step": 11976, "epoch": 184, "lr": 7.962969683530295e-05}
+{"train_loss": 0.006192146800458431, "global_step": 11977, "epoch": 184, "lr": 7.962641029883526e-05}
+{"train_loss": 0.00445394404232502, "global_step": 11978, "epoch": 184, "lr": 7.962312356509924e-05}
+{"train_loss": 0.009375730529427528, "global_step": 11979, "epoch": 184, "lr": 7.961983663411684e-05}
+{"train_loss": 0.009940757416188717, "global_step": 11980, "epoch": 184, "lr": 7.961654950590988e-05}
+{"train_loss": 0.007512993179261684, "global_step": 11981, "epoch": 184, "lr": 7.961326218050028e-05}
+{"train_loss": 0.006045097019523382, "global_step": 11982, "epoch": 184, "lr": 7.96099746579099e-05}
+{"train_loss": 0.009699801914393902, "global_step": 11983, "epoch": 184, "lr": 7.960668693816067e-05}
+{"train_loss": 0.00585095165297389, "global_step": 11984, "epoch": 184, "lr": 7.960339902127445e-05}
+{"train_loss": 0.009780911728739738, "global_step": 11985, "epoch": 184, "lr": 7.960011090727315e-05}
+{"train_loss": 0.007038526702672243, "global_step": 11986, "epoch": 184, "lr": 7.959682259617865e-05}
+{"train_loss": 0.005745620932430029, "global_step": 11987, "epoch": 184, "lr": 7.959353408801287e-05}
+{"train_loss": 0.006736692041158676, "global_step": 11988, "epoch": 184, "lr": 7.959024538279767e-05}
+{"train_loss": 0.008631275035440922, "global_step": 11989, "epoch": 184, "lr": 7.958695648055496e-05}
+{"train_loss": 0.008865637704730034, "global_step": 11990, "epoch": 184, "lr": 7.958366738130666e-05}
+{"train_loss": 0.011244510300457478, "global_step": 11991, "epoch": 184, "lr": 7.958037808507466e-05}
+{"train_loss": 0.006646994035691023, "global_step": 11992, "epoch": 184, "lr": 7.957708859188086e-05}
+{"train_loss": 0.009460149332880974, "global_step": 11993, "epoch": 184, "lr": 7.957379890174716e-05}
+{"train_loss": 0.006048980168998241, "global_step": 11994, "epoch": 184, "lr": 7.957050901469545e-05}
+{"train_loss": 0.00630100117996335, "global_step": 11995, "epoch": 184, "lr": 7.956721893074768e-05}
+{"train_loss": 0.00848274864256382, "global_step": 11996, "epoch": 184, "lr": 7.956392864992571e-05}
+{"train_loss": 0.007823176681995392, "global_step": 11997, "epoch": 184, "lr": 7.956063817225148e-05}
+{"train_loss": 0.009386670775711536, "global_step": 11998, "epoch": 184, "lr": 7.955734749774688e-05}
+{"train_loss": 0.00551091181114316, "global_step": 11999, "epoch": 184, "lr": 7.955405662643384e-05}
+{"train_loss": 0.007259624544531107, "global_step": 12000, "epoch": 184, "lr": 7.955076555833425e-05}
+{"train_loss": 0.008510961197316647, "global_step": 12001, "epoch": 184, "lr": 7.954747429347002e-05}
+{"train_loss": 0.004420347511768341, "global_step": 12002, "epoch": 184, "lr": 7.954418283186312e-05}
+{"train_loss": 0.004327211529016495, "global_step": 12003, "epoch": 184, "lr": 7.95408911735354e-05}
+{"train_loss": 0.0054450868628919125, "global_step": 12004, "epoch": 184, "lr": 7.95375993185088e-05}
+{"train_loss": 0.006099751219153404, "global_step": 12005, "epoch": 184, "lr": 7.953430726680524e-05}
+{"train_loss": 0.009387761354446411, "global_step": 12006, "epoch": 184, "lr": 7.953101501844666e-05}
+{"train_loss": 0.007236006204038858, "global_step": 12007, "epoch": 184, "lr": 7.952772257345495e-05}
+{"train_loss": 0.006308029871433973, "global_step": 12008, "epoch": 184, "lr": 7.952442993185206e-05}
+{"train_loss": 0.004740331321954727, "global_step": 12009, "epoch": 184, "lr": 7.95211370936599e-05}
+{"train_loss": 0.004901754204183817, "global_step": 12010, "epoch": 184, "lr": 7.951784405890039e-05}
+{"train_loss": 0.006671967916190624, "global_step": 12011, "epoch": 184, "lr": 7.951455082759547e-05}
+{"train_loss": 0.008235984481871128, "global_step": 12012, "epoch": 184, "lr": 7.951125739976706e-05}
+{"train_loss": 0.006259619258344173, "global_step": 12013, "epoch": 184, "lr": 7.950796377543707e-05}
+{"train_loss": 0.006095014978200197, "global_step": 12014, "epoch": 184, "lr": 7.950466995462749e-05}
+{"train_loss": 0.006304446142166853, "global_step": 12015, "epoch": 184, "lr": 7.950137593736018e-05}
+{"train_loss": 0.005447810050100088, "global_step": 12016, "epoch": 184, "lr": 7.949808172365713e-05}
+{"train_loss": 0.008371217176318169, "global_step": 12017, "epoch": 184, "lr": 7.949478731354023e-05}
+{"train_loss": 0.0051735276356339455, "global_step": 12018, "epoch": 184, "lr": 7.949149270703147e-05}
+{"train_loss": 0.004780926741659641, "global_step": 12019, "epoch": 184, "lr": 7.948819790415272e-05}
+{"train_loss": 0.006428674794733524, "global_step": 12020, "epoch": 184, "lr": 7.948490290492597e-05}
+{"train_loss": 0.007588510401546955, "global_step": 12021, "epoch": 184, "lr": 7.948160770937315e-05}
+{"train_loss": 0.008721488527953625, "global_step": 12022, "epoch": 184, "lr": 7.94783123175162e-05}
+{"train_loss": 0.008576198481023312, "global_step": 12023, "epoch": 184, "lr": 7.947501672937703e-05}
+{"train_loss": 0.007303791113484365, "global_step": 12024, "epoch": 184, "lr": 7.947172094497761e-05, "val_loss": 0.00806325115263462}
+{"train_loss": 0.006190150044858456, "global_step": 12025, "epoch": 185, "lr": 7.94684249643399e-05}
+{"train_loss": 0.005353500600904226, "global_step": 12026, "epoch": 185, "lr": 7.946512878748583e-05}
+{"train_loss": 0.005539728328585625, "global_step": 12027, "epoch": 185, "lr": 7.946183241443736e-05}
+{"train_loss": 0.00570395402610302, "global_step": 12028, "epoch": 185, "lr": 7.945853584521641e-05}
+{"train_loss": 0.005973457358777523, "global_step": 12029, "epoch": 185, "lr": 7.945523907984497e-05}
+{"train_loss": 0.005691236350685358, "global_step": 12030, "epoch": 185, "lr": 7.945194211834495e-05}
+{"train_loss": 0.0048855869099497795, "global_step": 12031, "epoch": 185, "lr": 7.944864496073834e-05}
+{"train_loss": 0.006275184918195009, "global_step": 12032, "epoch": 185, "lr": 7.944534760704706e-05}
+{"train_loss": 0.007559304591268301, "global_step": 12033, "epoch": 185, "lr": 7.944205005729311e-05}
+{"train_loss": 0.005221783649176359, "global_step": 12034, "epoch": 185, "lr": 7.94387523114984e-05}
+{"train_loss": 0.005731283687055111, "global_step": 12035, "epoch": 185, "lr": 7.943545436968492e-05}
+{"train_loss": 0.0063141887076199055, "global_step": 12036, "epoch": 185, "lr": 7.94321562318746e-05}
+{"train_loss": 0.005219595041126013, "global_step": 12037, "epoch": 185, "lr": 7.942885789808943e-05}
+{"train_loss": 0.0056465701200068, "global_step": 12038, "epoch": 185, "lr": 7.942555936835135e-05}
+{"train_loss": 0.006206444464623928, "global_step": 12039, "epoch": 185, "lr": 7.942226064268235e-05}
+{"train_loss": 0.008261364884674549, "global_step": 12040, "epoch": 185, "lr": 7.941896172110437e-05}
+{"train_loss": 0.005958202760666609, "global_step": 12041, "epoch": 185, "lr": 7.941566260363938e-05}
+{"train_loss": 0.006704504135996103, "global_step": 12042, "epoch": 185, "lr": 7.941236329030937e-05}
+{"train_loss": 0.007123306859284639, "global_step": 12043, "epoch": 185, "lr": 7.940906378113627e-05}
+{"train_loss": 0.005147218704223633, "global_step": 12044, "epoch": 185, "lr": 7.940576407614208e-05}
+{"train_loss": 0.008724862709641457, "global_step": 12045, "epoch": 185, "lr": 7.940246417534876e-05}
+{"train_loss": 0.005326100159436464, "global_step": 12046, "epoch": 185, "lr": 7.939916407877828e-05}
+{"train_loss": 0.0029115364886820316, "global_step": 12047, "epoch": 185, "lr": 7.939586378645262e-05}
+{"train_loss": 0.005870239343494177, "global_step": 12048, "epoch": 185, "lr": 7.939256329839376e-05}
+{"train_loss": 0.006558395456522703, "global_step": 12049, "epoch": 185, "lr": 7.938926261462366e-05}
+{"train_loss": 0.005100400187075138, "global_step": 12050, "epoch": 185, "lr": 7.93859617351643e-05}
+{"train_loss": 0.008449230343103409, "global_step": 12051, "epoch": 185, "lr": 7.938266066003768e-05}
+{"train_loss": 0.007051819935441017, "global_step": 12052, "epoch": 185, "lr": 7.937935938926577e-05}
+{"train_loss": 0.005276522599160671, "global_step": 12053, "epoch": 185, "lr": 7.937605792287054e-05}
+{"train_loss": 0.005246362183243036, "global_step": 12054, "epoch": 185, "lr": 7.937275626087398e-05}
+{"train_loss": 0.00741996755823493, "global_step": 12055, "epoch": 185, "lr": 7.936945440329809e-05}
+{"train_loss": 0.006329015363007784, "global_step": 12056, "epoch": 185, "lr": 7.936615235016482e-05}
+{"train_loss": 0.004747988190501928, "global_step": 12057, "epoch": 185, "lr": 7.936285010149617e-05}
+{"train_loss": 0.004096385091543198, "global_step": 12058, "epoch": 185, "lr": 7.935954765731415e-05}
+{"train_loss": 0.007405654061585665, "global_step": 12059, "epoch": 185, "lr": 7.935624501764073e-05}
+{"train_loss": 0.005150260403752327, "global_step": 12060, "epoch": 185, "lr": 7.935294218249791e-05}
+{"train_loss": 0.00846836343407631, "global_step": 12061, "epoch": 185, "lr": 7.934963915190767e-05}
+{"train_loss": 0.0033900707494467497, "global_step": 12062, "epoch": 185, "lr": 7.934633592589202e-05}
+{"train_loss": 0.006003886926919222, "global_step": 12063, "epoch": 185, "lr": 7.934303250447295e-05}
+{"train_loss": 0.0053612287156283855, "global_step": 12064, "epoch": 185, "lr": 7.933972888767245e-05}
+{"train_loss": 0.009892691858112812, "global_step": 12065, "epoch": 185, "lr": 7.933642507551251e-05}
+{"train_loss": 0.005454593803733587, "global_step": 12066, "epoch": 185, "lr": 7.933312106801513e-05}
+{"train_loss": 0.0065124984830617905, "global_step": 12067, "epoch": 185, "lr": 7.932981686520232e-05}
+{"train_loss": 0.007656511850655079, "global_step": 12068, "epoch": 185, "lr": 7.93265124670961e-05}
+{"train_loss": 0.005995625164359808, "global_step": 12069, "epoch": 185, "lr": 7.932320787371843e-05}
+{"train_loss": 0.00518810236826539, "global_step": 12070, "epoch": 185, "lr": 7.931990308509135e-05}
+{"train_loss": 0.005613469518721104, "global_step": 12071, "epoch": 185, "lr": 7.931659810123683e-05}
+{"train_loss": 0.004712020047008991, "global_step": 12072, "epoch": 185, "lr": 7.93132929221769e-05}
+{"train_loss": 0.004352552816271782, "global_step": 12073, "epoch": 185, "lr": 7.930998754793357e-05}
+{"train_loss": 0.0068207718431949615, "global_step": 12074, "epoch": 185, "lr": 7.930668197852883e-05}
+{"train_loss": 0.008343840949237347, "global_step": 12075, "epoch": 185, "lr": 7.930337621398471e-05}
+{"train_loss": 0.009096123278141022, "global_step": 12076, "epoch": 185, "lr": 7.930007025432322e-05}
+{"train_loss": 0.006356814410537481, "global_step": 12077, "epoch": 185, "lr": 7.929676409956637e-05}
+{"train_loss": 0.0049233585596084595, "global_step": 12078, "epoch": 185, "lr": 7.929345774973616e-05}
+{"train_loss": 0.009210054762661457, "global_step": 12079, "epoch": 185, "lr": 7.929015120485462e-05}
+{"train_loss": 0.0037399018183350563, "global_step": 12080, "epoch": 185, "lr": 7.928684446494377e-05}
+{"train_loss": 0.004646351095288992, "global_step": 12081, "epoch": 185, "lr": 7.92835375300256e-05}
+{"train_loss": 0.008002656511962414, "global_step": 12082, "epoch": 185, "lr": 7.928023040012216e-05}
+{"train_loss": 0.005305296741425991, "global_step": 12083, "epoch": 185, "lr": 7.927692307525546e-05}
+{"train_loss": 0.006644281093031168, "global_step": 12084, "epoch": 185, "lr": 7.927361555544754e-05}
+{"train_loss": 0.010986197739839554, "global_step": 12085, "epoch": 185, "lr": 7.92703078407204e-05}
+{"train_loss": 0.004290281794965267, "global_step": 12086, "epoch": 185, "lr": 7.926699993109605e-05}
+{"train_loss": 0.004787059035152197, "global_step": 12087, "epoch": 185, "lr": 7.926369182659657e-05}
+{"train_loss": 0.006277468521147966, "global_step": 12088, "epoch": 185, "lr": 7.926038352724392e-05}
+{"train_loss": 0.006184900569944428, "global_step": 12089, "epoch": 185, "lr": 7.925707503306019e-05, "val_loss": 0.00979355163872242, "train_action_mse_error": 0.00047484427341260016}
+{"train_loss": 0.007015061564743519, "global_step": 12090, "epoch": 186, "lr": 7.925376634406736e-05}
+{"train_loss": 0.0049748546443879604, "global_step": 12091, "epoch": 186, "lr": 7.92504574602875e-05}
+{"train_loss": 0.006474630907177925, "global_step": 12092, "epoch": 186, "lr": 7.924714838174261e-05}
+{"train_loss": 0.00623273616656661, "global_step": 12093, "epoch": 186, "lr": 7.924383910845474e-05}
+{"train_loss": 0.00717239361256361, "global_step": 12094, "epoch": 186, "lr": 7.924052964044594e-05}
+{"train_loss": 0.0057082269340753555, "global_step": 12095, "epoch": 186, "lr": 7.923721997773821e-05}
+{"train_loss": 0.005547299049794674, "global_step": 12096, "epoch": 186, "lr": 7.923391012035361e-05}
+{"train_loss": 0.006871741730719805, "global_step": 12097, "epoch": 186, "lr": 7.923060006831417e-05}
+{"train_loss": 0.009900580160319805, "global_step": 12098, "epoch": 186, "lr": 7.922728982164197e-05}
+{"train_loss": 0.006418966688215733, "global_step": 12099, "epoch": 186, "lr": 7.9223979380359e-05}
+{"train_loss": 0.00537428492680192, "global_step": 12100, "epoch": 186, "lr": 7.922066874448731e-05}
+{"train_loss": 0.004165624734014273, "global_step": 12101, "epoch": 186, "lr": 7.921735791404894e-05}
+{"train_loss": 0.0063260565511882305, "global_step": 12102, "epoch": 186, "lr": 7.921404688906597e-05}
+{"train_loss": 0.008098118007183075, "global_step": 12103, "epoch": 186, "lr": 7.921073566956044e-05}
+{"train_loss": 0.008366328664124012, "global_step": 12104, "epoch": 186, "lr": 7.920742425555436e-05}
+{"train_loss": 0.007982473820447922, "global_step": 12105, "epoch": 186, "lr": 7.92041126470698e-05}
+{"train_loss": 0.005485581699758768, "global_step": 12106, "epoch": 186, "lr": 7.920080084412883e-05}
+{"train_loss": 0.006074836011976004, "global_step": 12107, "epoch": 186, "lr": 7.919748884675348e-05}
+{"train_loss": 0.00640837149694562, "global_step": 12108, "epoch": 186, "lr": 7.91941766549658e-05}
+{"train_loss": 0.004983359947800636, "global_step": 12109, "epoch": 186, "lr": 7.919086426878786e-05}
+{"train_loss": 0.005822957027703524, "global_step": 12110, "epoch": 186, "lr": 7.91875516882417e-05}
+{"train_loss": 0.00972012896090746, "global_step": 12111, "epoch": 186, "lr": 7.918423891334941e-05}
+{"train_loss": 0.007288160268217325, "global_step": 12112, "epoch": 186, "lr": 7.918092594413298e-05}
+{"train_loss": 0.009377352893352509, "global_step": 12113, "epoch": 186, "lr": 7.917761278061456e-05}
+{"train_loss": 0.0052142092026770115, "global_step": 12114, "epoch": 186, "lr": 7.917429942281613e-05}
+{"train_loss": 0.005571375135332346, "global_step": 12115, "epoch": 186, "lr": 7.91709858707598e-05}
+{"train_loss": 0.005557210650295019, "global_step": 12116, "epoch": 186, "lr": 7.916767212446761e-05}
+{"train_loss": 0.005107744596898556, "global_step": 12117, "epoch": 186, "lr": 7.916435818396163e-05}
+{"train_loss": 0.00864555686712265, "global_step": 12118, "epoch": 186, "lr": 7.916104404926395e-05}
+{"train_loss": 0.008259820751845837, "global_step": 12119, "epoch": 186, "lr": 7.91577297203966e-05}
+{"train_loss": 0.009881925769150257, "global_step": 12120, "epoch": 186, "lr": 7.915441519738167e-05}
+{"train_loss": 0.0057699973694980145, "global_step": 12121, "epoch": 186, "lr": 7.915110048024124e-05}
+{"train_loss": 0.00557777751237154, "global_step": 12122, "epoch": 186, "lr": 7.914778556899734e-05}
+{"train_loss": 0.00844732578843832, "global_step": 12123, "epoch": 186, "lr": 7.914447046367208e-05}
+{"train_loss": 0.008422749117016792, "global_step": 12124, "epoch": 186, "lr": 7.914115516428751e-05}
+{"train_loss": 0.004086253698915243, "global_step": 12125, "epoch": 186, "lr": 7.913783967086574e-05}
+{"train_loss": 0.006759112700819969, "global_step": 12126, "epoch": 186, "lr": 7.913452398342881e-05}
+{"train_loss": 0.0074142650701105595, "global_step": 12127, "epoch": 186, "lr": 7.913120810199881e-05}
+{"train_loss": 0.006342355627566576, "global_step": 12128, "epoch": 186, "lr": 7.912789202659783e-05}
+{"train_loss": 0.005334498826414347, "global_step": 12129, "epoch": 186, "lr": 7.912457575724795e-05}
+{"train_loss": 0.0077368710190057755, "global_step": 12130, "epoch": 186, "lr": 7.912125929397121e-05}
+{"train_loss": 0.006696593947708607, "global_step": 12131, "epoch": 186, "lr": 7.911794263678975e-05}
+{"train_loss": 0.005164514761418104, "global_step": 12132, "epoch": 186, "lr": 7.911462578572562e-05}
+{"train_loss": 0.006813066080212593, "global_step": 12133, "epoch": 186, "lr": 7.911130874080092e-05}
+{"train_loss": 0.006704537197947502, "global_step": 12134, "epoch": 186, "lr": 7.910799150203771e-05}
+{"train_loss": 0.008127854205667973, "global_step": 12135, "epoch": 186, "lr": 7.910467406945812e-05}
+{"train_loss": 0.006362998392432928, "global_step": 12136, "epoch": 186, "lr": 7.910135644308421e-05}
+{"train_loss": 0.00480203190818429, "global_step": 12137, "epoch": 186, "lr": 7.909803862293808e-05}
+{"train_loss": 0.0061384872533380985, "global_step": 12138, "epoch": 186, "lr": 7.909472060904181e-05}
+{"train_loss": 0.008438380435109138, "global_step": 12139, "epoch": 186, "lr": 7.909140240141752e-05}
+{"train_loss": 0.004696133080869913, "global_step": 12140, "epoch": 186, "lr": 7.90880840000873e-05}
+{"train_loss": 0.008962929248809814, "global_step": 12141, "epoch": 186, "lr": 7.908476540507322e-05}
+{"train_loss": 0.006977940443903208, "global_step": 12142, "epoch": 186, "lr": 7.908144661639737e-05}
+{"train_loss": 0.005979918874800205, "global_step": 12143, "epoch": 186, "lr": 7.907812763408188e-05}
+{"train_loss": 0.004850711207836866, "global_step": 12144, "epoch": 186, "lr": 7.907480845814885e-05}
+{"train_loss": 0.005642096512019634, "global_step": 12145, "epoch": 186, "lr": 7.907148908862037e-05}
+{"train_loss": 0.005353112239390612, "global_step": 12146, "epoch": 186, "lr": 7.906816952551852e-05}
+{"train_loss": 0.006473182234913111, "global_step": 12147, "epoch": 186, "lr": 7.906484976886544e-05}
+{"train_loss": 0.005469749215990305, "global_step": 12148, "epoch": 186, "lr": 7.906152981868321e-05}
+{"train_loss": 0.007759345695376396, "global_step": 12149, "epoch": 186, "lr": 7.905820967499395e-05}
+{"train_loss": 0.008493359200656414, "global_step": 12150, "epoch": 186, "lr": 7.905488933781977e-05}
+{"train_loss": 0.005942213349044323, "global_step": 12151, "epoch": 186, "lr": 7.905156880718276e-05}
+{"train_loss": 0.004585739225149155, "global_step": 12152, "epoch": 186, "lr": 7.904824808310505e-05}
+{"train_loss": 0.006842498667538166, "global_step": 12153, "epoch": 186, "lr": 7.904492716560874e-05}
+{"train_loss": 0.006615365189141952, "global_step": 12154, "epoch": 186, "lr": 7.904160605471594e-05, "val_loss": 0.010775362141430378}
+{"train_loss": 0.0035830377601087093, "global_step": 12155, "epoch": 187, "lr": 7.903828475044876e-05}
+{"train_loss": 0.007882804609835148, "global_step": 12156, "epoch": 187, "lr": 7.903496325282934e-05}
+{"train_loss": 0.004517064895480871, "global_step": 12157, "epoch": 187, "lr": 7.903164156187976e-05}
+{"train_loss": 0.007746899034827948, "global_step": 12158, "epoch": 187, "lr": 7.902831967762217e-05}
+{"train_loss": 0.007301232777535915, "global_step": 12159, "epoch": 187, "lr": 7.902499760007867e-05}
+{"train_loss": 0.007277862634509802, "global_step": 12160, "epoch": 187, "lr": 7.90216753292714e-05}
+{"train_loss": 0.007017592433840036, "global_step": 12161, "epoch": 187, "lr": 7.901835286522246e-05}
+{"train_loss": 0.007585724350064993, "global_step": 12162, "epoch": 187, "lr": 7.901503020795398e-05}
+{"train_loss": 0.005990170408040285, "global_step": 12163, "epoch": 187, "lr": 7.901170735748807e-05}
+{"train_loss": 0.00534634618088603, "global_step": 12164, "epoch": 187, "lr": 7.90083843138469e-05}
+{"train_loss": 0.008540141396224499, "global_step": 12165, "epoch": 187, "lr": 7.900506107705255e-05}
+{"train_loss": 0.006701034959405661, "global_step": 12166, "epoch": 187, "lr": 7.900173764712715e-05}
+{"train_loss": 0.005889940541237593, "global_step": 12167, "epoch": 187, "lr": 7.899841402409285e-05}
+{"train_loss": 0.011734645813703537, "global_step": 12168, "epoch": 187, "lr": 7.899509020797177e-05}
+{"train_loss": 0.007607234641909599, "global_step": 12169, "epoch": 187, "lr": 7.899176619878606e-05}
+{"train_loss": 0.0058278911747038364, "global_step": 12170, "epoch": 187, "lr": 7.898844199655784e-05}
+{"train_loss": 0.004775302950292826, "global_step": 12171, "epoch": 187, "lr": 7.898511760130923e-05}
+{"train_loss": 0.004074842669069767, "global_step": 12172, "epoch": 187, "lr": 7.898179301306238e-05}
+{"train_loss": 0.006320458836853504, "global_step": 12173, "epoch": 187, "lr": 7.897846823183942e-05}
+{"train_loss": 0.0054398151114583015, "global_step": 12174, "epoch": 187, "lr": 7.897514325766251e-05}
+{"train_loss": 0.007288867142051458, "global_step": 12175, "epoch": 187, "lr": 7.897181809055376e-05}
+{"train_loss": 0.008519215509295464, "global_step": 12176, "epoch": 187, "lr": 7.896849273053532e-05}
+{"train_loss": 0.006439702119678259, "global_step": 12177, "epoch": 187, "lr": 7.896516717762934e-05}
+{"train_loss": 0.00589689752086997, "global_step": 12178, "epoch": 187, "lr": 7.896184143185796e-05}
+{"train_loss": 0.0061607821844518185, "global_step": 12179, "epoch": 187, "lr": 7.895851549324333e-05}
+{"train_loss": 0.007268503773957491, "global_step": 12180, "epoch": 187, "lr": 7.895518936180758e-05}
+{"train_loss": 0.003764558117836714, "global_step": 12181, "epoch": 187, "lr": 7.895186303757287e-05}
+{"train_loss": 0.007106017787009478, "global_step": 12182, "epoch": 187, "lr": 7.894853652056134e-05}
+{"train_loss": 0.006734181195497513, "global_step": 12183, "epoch": 187, "lr": 7.894520981079515e-05}
+{"train_loss": 0.0075775086879730225, "global_step": 12184, "epoch": 187, "lr": 7.894188290829644e-05}
+{"train_loss": 0.003952845465391874, "global_step": 12185, "epoch": 187, "lr": 7.893855581308735e-05}
+{"train_loss": 0.007121387869119644, "global_step": 12186, "epoch": 187, "lr": 7.893522852519008e-05}
+{"train_loss": 0.005818265490233898, "global_step": 12187, "epoch": 187, "lr": 7.893190104462675e-05}
+{"train_loss": 0.00792607944458723, "global_step": 12188, "epoch": 187, "lr": 7.892857337141952e-05}
+{"train_loss": 0.008548673242330551, "global_step": 12189, "epoch": 187, "lr": 7.892524550559056e-05}
+{"train_loss": 0.006781206466257572, "global_step": 12190, "epoch": 187, "lr": 7.8921917447162e-05}
+{"train_loss": 0.005133658181875944, "global_step": 12191, "epoch": 187, "lr": 7.891858919615602e-05}
+{"train_loss": 0.005060714669525623, "global_step": 12192, "epoch": 187, "lr": 7.89152607525948e-05}
+{"train_loss": 0.004506257362663746, "global_step": 12193, "epoch": 187, "lr": 7.891193211650046e-05}
+{"train_loss": 0.0034129584673792124, "global_step": 12194, "epoch": 187, "lr": 7.890860328789518e-05}
+{"train_loss": 0.006984133273363113, "global_step": 12195, "epoch": 187, "lr": 7.890527426680114e-05}
+{"train_loss": 0.004642254672944546, "global_step": 12196, "epoch": 187, "lr": 7.89019450532405e-05}
+{"train_loss": 0.0072485944256186485, "global_step": 12197, "epoch": 187, "lr": 7.889861564723542e-05}
+{"train_loss": 0.005192782264202833, "global_step": 12198, "epoch": 187, "lr": 7.889528604880809e-05}
+{"train_loss": 0.005859859753400087, "global_step": 12199, "epoch": 187, "lr": 7.889195625798065e-05}
+{"train_loss": 0.007699253503233194, "global_step": 12200, "epoch": 187, "lr": 7.888862627477529e-05}
+{"train_loss": 0.007071403786540031, "global_step": 12201, "epoch": 187, "lr": 7.888529609921417e-05}
+{"train_loss": 0.006386115215718746, "global_step": 12202, "epoch": 187, "lr": 7.888196573131948e-05}
+{"train_loss": 0.008798782713711262, "global_step": 12203, "epoch": 187, "lr": 7.887863517111338e-05}
+{"train_loss": 0.006851136684417725, "global_step": 12204, "epoch": 187, "lr": 7.887530441861806e-05}
+{"train_loss": 0.00566372973844409, "global_step": 12205, "epoch": 187, "lr": 7.887197347385568e-05}
+{"train_loss": 0.0062894620932638645, "global_step": 12206, "epoch": 187, "lr": 7.886864233684847e-05}
+{"train_loss": 0.006176159251481295, "global_step": 12207, "epoch": 187, "lr": 7.886531100761854e-05}
+{"train_loss": 0.004497600253671408, "global_step": 12208, "epoch": 187, "lr": 7.886197948618811e-05}
+{"train_loss": 0.0108193289488554, "global_step": 12209, "epoch": 187, "lr": 7.885864777257935e-05}
+{"train_loss": 0.008003734052181244, "global_step": 12210, "epoch": 187, "lr": 7.885531586681448e-05}
+{"train_loss": 0.005259303376078606, "global_step": 12211, "epoch": 187, "lr": 7.885198376891562e-05}
+{"train_loss": 0.008656827732920647, "global_step": 12212, "epoch": 187, "lr": 7.884865147890502e-05}
+{"train_loss": 0.01078120432794094, "global_step": 12213, "epoch": 187, "lr": 7.884531899680481e-05}
+{"train_loss": 0.006428094580769539, "global_step": 12214, "epoch": 187, "lr": 7.884198632263724e-05}
+{"train_loss": 0.005542320664972067, "global_step": 12215, "epoch": 187, "lr": 7.883865345642446e-05}
+{"train_loss": 0.005782598629593849, "global_step": 12216, "epoch": 187, "lr": 7.883532039818868e-05}
+{"train_loss": 0.00492620375007391, "global_step": 12217, "epoch": 187, "lr": 7.883198714795208e-05}
+{"train_loss": 0.00840982049703598, "global_step": 12218, "epoch": 187, "lr": 7.882865370573687e-05}
+{"train_loss": 0.006639857901833379, "global_step": 12219, "epoch": 187, "lr": 7.882532007156522e-05, "val_loss": 0.013902734965085983}
+{"train_loss": 0.004606170114129782, "global_step": 12220, "epoch": 188, "lr": 7.882198624545936e-05}
+{"train_loss": 0.006428899243474007, "global_step": 12221, "epoch": 188, "lr": 7.881865222744148e-05}
+{"train_loss": 0.010142350569367409, "global_step": 12222, "epoch": 188, "lr": 7.881531801753377e-05}
+{"train_loss": 0.007765181828290224, "global_step": 12223, "epoch": 188, "lr": 7.881198361575841e-05}
+{"train_loss": 0.006408868357539177, "global_step": 12224, "epoch": 188, "lr": 7.880864902213765e-05}
+{"train_loss": 0.005659358110278845, "global_step": 12225, "epoch": 188, "lr": 7.880531423669366e-05}
+{"train_loss": 0.004478173796087503, "global_step": 12226, "epoch": 188, "lr": 7.880197925944866e-05}
+{"train_loss": 0.007212592288851738, "global_step": 12227, "epoch": 188, "lr": 7.879864409042485e-05}
+{"train_loss": 0.008949426002800465, "global_step": 12228, "epoch": 188, "lr": 7.879530872964442e-05}
+{"train_loss": 0.005216131918132305, "global_step": 12229, "epoch": 188, "lr": 7.879197317712962e-05}
+{"train_loss": 0.006118458695709705, "global_step": 12230, "epoch": 188, "lr": 7.878863743290261e-05}
+{"train_loss": 0.011771743185818195, "global_step": 12231, "epoch": 188, "lr": 7.878530149698565e-05}
+{"train_loss": 0.005583127960562706, "global_step": 12232, "epoch": 188, "lr": 7.878196536940092e-05}
+{"train_loss": 0.009906205348670483, "global_step": 12233, "epoch": 188, "lr": 7.877862905017065e-05}
+{"train_loss": 0.005375026725232601, "global_step": 12234, "epoch": 188, "lr": 7.877529253931703e-05}
+{"train_loss": 0.004586397670209408, "global_step": 12235, "epoch": 188, "lr": 7.87719558368623e-05}
+{"train_loss": 0.007111995480954647, "global_step": 12236, "epoch": 188, "lr": 7.876861894282869e-05}
+{"train_loss": 0.00846567191183567, "global_step": 12237, "epoch": 188, "lr": 7.876528185723839e-05}
+{"train_loss": 0.004480792209506035, "global_step": 12238, "epoch": 188, "lr": 7.876194458011363e-05}
+{"train_loss": 0.00840100646018982, "global_step": 12239, "epoch": 188, "lr": 7.875860711147662e-05}
+{"train_loss": 0.004833729937672615, "global_step": 12240, "epoch": 188, "lr": 7.875526945134961e-05}
+{"train_loss": 0.004655467811971903, "global_step": 12241, "epoch": 188, "lr": 7.875193159975481e-05}
+{"train_loss": 0.00613455381244421, "global_step": 12242, "epoch": 188, "lr": 7.874859355671444e-05}
+{"train_loss": 0.005893251858651638, "global_step": 12243, "epoch": 188, "lr": 7.874525532225072e-05}
+{"train_loss": 0.005090558435767889, "global_step": 12244, "epoch": 188, "lr": 7.874191689638592e-05}
+{"train_loss": 0.00709536811336875, "global_step": 12245, "epoch": 188, "lr": 7.87385782791422e-05}
+{"train_loss": 0.00469515286386013, "global_step": 12246, "epoch": 188, "lr": 7.873523947054185e-05}
+{"train_loss": 0.006581069435924292, "global_step": 12247, "epoch": 188, "lr": 7.873190047060706e-05}
+{"train_loss": 0.005032016430050135, "global_step": 12248, "epoch": 188, "lr": 7.87285612793601e-05}
+{"train_loss": 0.00506528839468956, "global_step": 12249, "epoch": 188, "lr": 7.872522189682317e-05}
+{"train_loss": 0.010928984731435776, "global_step": 12250, "epoch": 188, "lr": 7.872188232301854e-05}
+{"train_loss": 0.01043215487152338, "global_step": 12251, "epoch": 188, "lr": 7.87185425579684e-05}
+{"train_loss": 0.004878298379480839, "global_step": 12252, "epoch": 188, "lr": 7.871520260169504e-05}
+{"train_loss": 0.00333999702706933, "global_step": 12253, "epoch": 188, "lr": 7.871186245422067e-05}
+{"train_loss": 0.008105766028165817, "global_step": 12254, "epoch": 188, "lr": 7.870852211556753e-05}
+{"train_loss": 0.01010353397578001, "global_step": 12255, "epoch": 188, "lr": 7.870518158575786e-05}
+{"train_loss": 0.005617968272417784, "global_step": 12256, "epoch": 188, "lr": 7.870184086481394e-05}
+{"train_loss": 0.007226739078760147, "global_step": 12257, "epoch": 188, "lr": 7.869849995275796e-05}
+{"train_loss": 0.005970363039523363, "global_step": 12258, "epoch": 188, "lr": 7.869515884961218e-05}
+{"train_loss": 0.006543807219713926, "global_step": 12259, "epoch": 188, "lr": 7.869181755539888e-05}
+{"train_loss": 0.004907062277197838, "global_step": 12260, "epoch": 188, "lr": 7.868847607014028e-05}
+{"train_loss": 0.007193357218056917, "global_step": 12261, "epoch": 188, "lr": 7.868513439385863e-05}
+{"train_loss": 0.007611340843141079, "global_step": 12262, "epoch": 188, "lr": 7.868179252657617e-05}
+{"train_loss": 0.005961330607533455, "global_step": 12263, "epoch": 188, "lr": 7.867845046831519e-05}
+{"train_loss": 0.007544987369328737, "global_step": 12264, "epoch": 188, "lr": 7.867510821909791e-05}
+{"train_loss": 0.003327710088342428, "global_step": 12265, "epoch": 188, "lr": 7.86717657789466e-05}
+{"train_loss": 0.007134446408599615, "global_step": 12266, "epoch": 188, "lr": 7.86684231478835e-05}
+{"train_loss": 0.008645393885672092, "global_step": 12267, "epoch": 188, "lr": 7.866508032593089e-05}
+{"train_loss": 0.00828939862549305, "global_step": 12268, "epoch": 188, "lr": 7.866173731311101e-05}
+{"train_loss": 0.005737802945077419, "global_step": 12269, "epoch": 188, "lr": 7.865839410944612e-05}
+{"train_loss": 0.007049345411360264, "global_step": 12270, "epoch": 188, "lr": 7.865505071495849e-05}
+{"train_loss": 0.00803099013864994, "global_step": 12271, "epoch": 188, "lr": 7.865170712967039e-05}
+{"train_loss": 0.005271277856081724, "global_step": 12272, "epoch": 188, "lr": 7.864836335360405e-05}
+{"train_loss": 0.005582866258919239, "global_step": 12273, "epoch": 188, "lr": 7.864501938678176e-05}
+{"train_loss": 0.009123679250478745, "global_step": 12274, "epoch": 188, "lr": 7.864167522922579e-05}
+{"train_loss": 0.005170014686882496, "global_step": 12275, "epoch": 188, "lr": 7.86383308809584e-05}
+{"train_loss": 0.009138895198702812, "global_step": 12276, "epoch": 188, "lr": 7.863498634200185e-05}
+{"train_loss": 0.005967292468994856, "global_step": 12277, "epoch": 188, "lr": 7.863164161237842e-05}
+{"train_loss": 0.006834241095930338, "global_step": 12278, "epoch": 188, "lr": 7.862829669211038e-05}
+{"train_loss": 0.008952731266617775, "global_step": 12279, "epoch": 188, "lr": 7.862495158122e-05}
+{"train_loss": 0.006946816109120846, "global_step": 12280, "epoch": 188, "lr": 7.862160627972955e-05}
+{"train_loss": 0.006200212053954601, "global_step": 12281, "epoch": 188, "lr": 7.861826078766131e-05}
+{"train_loss": 0.008112276904284954, "global_step": 12282, "epoch": 188, "lr": 7.861491510503755e-05}
+{"train_loss": 0.006849610712379217, "global_step": 12283, "epoch": 188, "lr": 7.861156923188057e-05}
+{"train_loss": 0.00671437497322376, "global_step": 12284, "epoch": 188, "lr": 7.860822316821262e-05, "val_loss": 0.009591424837708473}
+{"train_loss": 0.005869150627404451, "global_step": 12285, "epoch": 189, "lr": 7.860487691405599e-05}
+{"train_loss": 0.007030259817838669, "global_step": 12286, "epoch": 189, "lr": 7.860153046943295e-05}
+{"train_loss": 0.008888950571417809, "global_step": 12287, "epoch": 189, "lr": 7.859818383436582e-05}
+{"train_loss": 0.008339726366102695, "global_step": 12288, "epoch": 189, "lr": 7.859483700887684e-05}
+{"train_loss": 0.0075294761918485165, "global_step": 12289, "epoch": 189, "lr": 7.859148999298832e-05}
+{"train_loss": 0.011773514561355114, "global_step": 12290, "epoch": 189, "lr": 7.858814278672252e-05}
+{"train_loss": 0.00610379409044981, "global_step": 12291, "epoch": 189, "lr": 7.858479539010177e-05}
+{"train_loss": 0.006082530133426189, "global_step": 12292, "epoch": 189, "lr": 7.858144780314833e-05}
+{"train_loss": 0.007406482007354498, "global_step": 12293, "epoch": 189, "lr": 7.857810002588449e-05}
+{"train_loss": 0.008033017627894878, "global_step": 12294, "epoch": 189, "lr": 7.857475205833254e-05}
+{"train_loss": 0.0049416860565543175, "global_step": 12295, "epoch": 189, "lr": 7.857140390051479e-05}
+{"train_loss": 0.01035874243825674, "global_step": 12296, "epoch": 189, "lr": 7.856805555245352e-05}
+{"train_loss": 0.006834977772086859, "global_step": 12297, "epoch": 189, "lr": 7.856470701417102e-05}
+{"train_loss": 0.0042189257219433784, "global_step": 12298, "epoch": 189, "lr": 7.856135828568962e-05}
+{"train_loss": 0.004697085358202457, "global_step": 12299, "epoch": 189, "lr": 7.855800936703157e-05}
+{"train_loss": 0.01139847096055746, "global_step": 12300, "epoch": 189, "lr": 7.855466025821919e-05}
+{"train_loss": 0.00466536171734333, "global_step": 12301, "epoch": 189, "lr": 7.855131095927478e-05}
+{"train_loss": 0.0057319821789860725, "global_step": 12302, "epoch": 189, "lr": 7.854796147022065e-05}
+{"train_loss": 0.006600281689316034, "global_step": 12303, "epoch": 189, "lr": 7.854461179107909e-05}
+{"train_loss": 0.008509143255650997, "global_step": 12304, "epoch": 189, "lr": 7.854126192187241e-05}
+{"train_loss": 0.005939136724919081, "global_step": 12305, "epoch": 189, "lr": 7.853791186262291e-05}
+{"train_loss": 0.008290646597743034, "global_step": 12306, "epoch": 189, "lr": 7.853456161335291e-05}
+{"train_loss": 0.006323668640106916, "global_step": 12307, "epoch": 189, "lr": 7.853121117408471e-05}
+{"train_loss": 0.008107381872832775, "global_step": 12308, "epoch": 189, "lr": 7.85278605448406e-05}
+{"train_loss": 0.006078945007175207, "global_step": 12309, "epoch": 189, "lr": 7.852450972564292e-05}
+{"train_loss": 0.009538643062114716, "global_step": 12310, "epoch": 189, "lr": 7.852115871651396e-05}
+{"train_loss": 0.008378506638109684, "global_step": 12311, "epoch": 189, "lr": 7.851780751747604e-05}
+{"train_loss": 0.007446773815900087, "global_step": 12312, "epoch": 189, "lr": 7.851445612855149e-05}
+{"train_loss": 0.006790002807974815, "global_step": 12313, "epoch": 189, "lr": 7.85111045497626e-05}
+{"train_loss": 0.0054497369565069675, "global_step": 12314, "epoch": 189, "lr": 7.850775278113171e-05}
+{"train_loss": 0.008457167074084282, "global_step": 12315, "epoch": 189, "lr": 7.850440082268111e-05}
+{"train_loss": 0.005804060027003288, "global_step": 12316, "epoch": 189, "lr": 7.850104867443315e-05}
+{"train_loss": 0.006962526589632034, "global_step": 12317, "epoch": 189, "lr": 7.849769633641013e-05}
+{"train_loss": 0.008980868384242058, "global_step": 12318, "epoch": 189, "lr": 7.849434380863438e-05}
+{"train_loss": 0.00943191722035408, "global_step": 12319, "epoch": 189, "lr": 7.849099109112821e-05}
+{"train_loss": 0.0048060487024486065, "global_step": 12320, "epoch": 189, "lr": 7.848763818391394e-05}
+{"train_loss": 0.006351908668875694, "global_step": 12321, "epoch": 189, "lr": 7.848428508701395e-05}
+{"train_loss": 0.006418815813958645, "global_step": 12322, "epoch": 189, "lr": 7.848093180045049e-05}
+{"train_loss": 0.006392990238964558, "global_step": 12323, "epoch": 189, "lr": 7.847757832424594e-05}
+{"train_loss": 0.009537209756672382, "global_step": 12324, "epoch": 189, "lr": 7.84742246584226e-05}
+{"train_loss": 0.0045126089826226234, "global_step": 12325, "epoch": 189, "lr": 7.847087080300283e-05}
+{"train_loss": 0.009092725813388824, "global_step": 12326, "epoch": 189, "lr": 7.846751675800893e-05}
+{"train_loss": 0.0049273851327598095, "global_step": 12327, "epoch": 189, "lr": 7.846416252346326e-05}
+{"train_loss": 0.008377156220376492, "global_step": 12328, "epoch": 189, "lr": 7.846080809938814e-05}
+{"train_loss": 0.006182063836604357, "global_step": 12329, "epoch": 189, "lr": 7.845745348580591e-05}
+{"train_loss": 0.00842786580324173, "global_step": 12330, "epoch": 189, "lr": 7.845409868273889e-05}
+{"train_loss": 0.00959906354546547, "global_step": 12331, "epoch": 189, "lr": 7.845074369020945e-05}
+{"train_loss": 0.007092191372066736, "global_step": 12332, "epoch": 189, "lr": 7.844738850823989e-05}
+{"train_loss": 0.005672765895724297, "global_step": 12333, "epoch": 189, "lr": 7.84440331368526e-05}
+{"train_loss": 0.010675543919205666, "global_step": 12334, "epoch": 189, "lr": 7.844067757606989e-05}
+{"train_loss": 0.004918938502669334, "global_step": 12335, "epoch": 189, "lr": 7.84373218259141e-05}
+{"train_loss": 0.007871772162616253, "global_step": 12336, "epoch": 189, "lr": 7.843396588640758e-05}
+{"train_loss": 0.009253084659576416, "global_step": 12337, "epoch": 189, "lr": 7.843060975757269e-05}
+{"train_loss": 0.0070819430984556675, "global_step": 12338, "epoch": 189, "lr": 7.842725343943175e-05}
+{"train_loss": 0.008597244508564472, "global_step": 12339, "epoch": 189, "lr": 7.842389693200712e-05}
+{"train_loss": 0.006931884214282036, "global_step": 12340, "epoch": 189, "lr": 7.842054023532117e-05}
+{"train_loss": 0.005833255592733622, "global_step": 12341, "epoch": 189, "lr": 7.841718334939623e-05}
+{"train_loss": 0.007823248393833637, "global_step": 12342, "epoch": 189, "lr": 7.841382627425465e-05}
+{"train_loss": 0.007710697129368782, "global_step": 12343, "epoch": 189, "lr": 7.841046900991877e-05}
+{"train_loss": 0.008989072404801846, "global_step": 12344, "epoch": 189, "lr": 7.840711155641098e-05}
+{"train_loss": 0.006529203150421381, "global_step": 12345, "epoch": 189, "lr": 7.840375391375363e-05}
+{"train_loss": 0.008201735094189644, "global_step": 12346, "epoch": 189, "lr": 7.840039608196904e-05}
+{"train_loss": 0.004751034080982208, "global_step": 12347, "epoch": 189, "lr": 7.839703806107961e-05}
+{"train_loss": 0.009710490703582764, "global_step": 12348, "epoch": 189, "lr": 7.839367985110768e-05}
+{"train_loss": 0.007367327458296831, "global_step": 12349, "epoch": 189, "lr": 7.839032145207561e-05, "val_loss": 0.006216259207576513}
+{"train_loss": 0.009941061958670616, "global_step": 12350, "epoch": 190, "lr": 7.838696286400575e-05}
+{"train_loss": 0.008447125554084778, "global_step": 12351, "epoch": 190, "lr": 7.83836040869205e-05}
+{"train_loss": 0.0044630300253629684, "global_step": 12352, "epoch": 190, "lr": 7.83802451208422e-05}
+{"train_loss": 0.005307191051542759, "global_step": 12353, "epoch": 190, "lr": 7.837688596579322e-05}
+{"train_loss": 0.006231213454157114, "global_step": 12354, "epoch": 190, "lr": 7.837352662179591e-05}
+{"train_loss": 0.007936053909361362, "global_step": 12355, "epoch": 190, "lr": 7.837016708887267e-05}
+{"train_loss": 0.007303362712264061, "global_step": 12356, "epoch": 190, "lr": 7.836680736704586e-05}
+{"train_loss": 0.007545251399278641, "global_step": 12357, "epoch": 190, "lr": 7.836344745633783e-05}
+{"train_loss": 0.00729069160297513, "global_step": 12358, "epoch": 190, "lr": 7.836008735677096e-05}
+{"train_loss": 0.00901801511645317, "global_step": 12359, "epoch": 190, "lr": 7.835672706836765e-05}
+{"train_loss": 0.0048952349461615086, "global_step": 12360, "epoch": 190, "lr": 7.835336659115024e-05}
+{"train_loss": 0.00830527301877737, "global_step": 12361, "epoch": 190, "lr": 7.835000592514114e-05}
+{"train_loss": 0.005323226097971201, "global_step": 12362, "epoch": 190, "lr": 7.834664507036268e-05}
+{"train_loss": 0.006344409193843603, "global_step": 12363, "epoch": 190, "lr": 7.834328402683728e-05}
+{"train_loss": 0.0063370573334395885, "global_step": 12364, "epoch": 190, "lr": 7.833992279458732e-05}
+{"train_loss": 0.006703111343085766, "global_step": 12365, "epoch": 190, "lr": 7.833656137363515e-05}
+{"train_loss": 0.006916545331478119, "global_step": 12366, "epoch": 190, "lr": 7.833319976400317e-05}
+{"train_loss": 0.005325550679117441, "global_step": 12367, "epoch": 190, "lr": 7.832983796571376e-05}
+{"train_loss": 0.005103070288896561, "global_step": 12368, "epoch": 190, "lr": 7.832647597878931e-05}
+{"train_loss": 0.008183072321116924, "global_step": 12369, "epoch": 190, "lr": 7.83231138032522e-05}
+{"train_loss": 0.005398054141551256, "global_step": 12370, "epoch": 190, "lr": 7.831975143912483e-05}
+{"train_loss": 0.0056241233833134174, "global_step": 12371, "epoch": 190, "lr": 7.831638888642956e-05}
+{"train_loss": 0.00902615301311016, "global_step": 12372, "epoch": 190, "lr": 7.83130261451888e-05}
+{"train_loss": 0.00608995882794261, "global_step": 12373, "epoch": 190, "lr": 7.830966321542495e-05}
+{"train_loss": 0.008196788839995861, "global_step": 12374, "epoch": 190, "lr": 7.830630009716038e-05}
+{"train_loss": 0.006678864825516939, "global_step": 12375, "epoch": 190, "lr": 7.830293679041752e-05}
+{"train_loss": 0.005753495264798403, "global_step": 12376, "epoch": 190, "lr": 7.829957329521872e-05}
+{"train_loss": 0.0056139882653951645, "global_step": 12377, "epoch": 190, "lr": 7.829620961158637e-05}
+{"train_loss": 0.005778126884251833, "global_step": 12378, "epoch": 190, "lr": 7.829284573954292e-05}
+{"train_loss": 0.007157304789870977, "global_step": 12379, "epoch": 190, "lr": 7.828948167911074e-05}
+{"train_loss": 0.009483751840889454, "global_step": 12380, "epoch": 190, "lr": 7.828611743031222e-05}
+{"train_loss": 0.008237620815634727, "global_step": 12381, "epoch": 190, "lr": 7.828275299316976e-05}
+{"train_loss": 0.00609220378100872, "global_step": 12382, "epoch": 190, "lr": 7.827938836770578e-05}
+{"train_loss": 0.003180925967171788, "global_step": 12383, "epoch": 190, "lr": 7.82760235539427e-05}
+{"train_loss": 0.007964124903082848, "global_step": 12384, "epoch": 190, "lr": 7.827265855190288e-05}
+{"train_loss": 0.008142380975186825, "global_step": 12385, "epoch": 190, "lr": 7.826929336160875e-05}
+{"train_loss": 0.00895578134804964, "global_step": 12386, "epoch": 190, "lr": 7.826592798308272e-05}
+{"train_loss": 0.00661272369325161, "global_step": 12387, "epoch": 190, "lr": 7.82625624163472e-05}
+{"train_loss": 0.0038796686567366123, "global_step": 12388, "epoch": 190, "lr": 7.825919666142458e-05}
+{"train_loss": 0.013066163286566734, "global_step": 12389, "epoch": 190, "lr": 7.825583071833729e-05}
+{"train_loss": 0.005331078078597784, "global_step": 12390, "epoch": 190, "lr": 7.825246458710773e-05}
+{"train_loss": 0.007392344065010548, "global_step": 12391, "epoch": 190, "lr": 7.824909826775833e-05}
+{"train_loss": 0.005739580374211073, "global_step": 12392, "epoch": 190, "lr": 7.824573176031148e-05}
+{"train_loss": 0.009094801731407642, "global_step": 12393, "epoch": 190, "lr": 7.824236506478961e-05}
+{"train_loss": 0.0042841993272304535, "global_step": 12394, "epoch": 190, "lr": 7.823899818121515e-05}
+{"train_loss": 0.00834645051509142, "global_step": 12395, "epoch": 190, "lr": 7.82356311096105e-05}
+{"train_loss": 0.007638783194124699, "global_step": 12396, "epoch": 190, "lr": 7.823226384999809e-05}
+{"train_loss": 0.009107507765293121, "global_step": 12397, "epoch": 190, "lr": 7.822889640240032e-05}
+{"train_loss": 0.004559771157801151, "global_step": 12398, "epoch": 190, "lr": 7.822552876683964e-05}
+{"train_loss": 0.007972218096256256, "global_step": 12399, "epoch": 190, "lr": 7.822216094333847e-05}
+{"train_loss": 0.0062901475466787815, "global_step": 12400, "epoch": 190, "lr": 7.821879293191921e-05}
+{"train_loss": 0.007559082470834255, "global_step": 12401, "epoch": 190, "lr": 7.821542473260432e-05}
+{"train_loss": 0.004686958156526089, "global_step": 12402, "epoch": 190, "lr": 7.82120563454162e-05}
+{"train_loss": 0.007018305826932192, "global_step": 12403, "epoch": 190, "lr": 7.820868777037729e-05}
+{"train_loss": 0.009039393626153469, "global_step": 12404, "epoch": 190, "lr": 7.820531900751002e-05}
+{"train_loss": 0.006468519102782011, "global_step": 12405, "epoch": 190, "lr": 7.820195005683681e-05}
+{"train_loss": 0.005181448068469763, "global_step": 12406, "epoch": 190, "lr": 7.819858091838013e-05}
+{"train_loss": 0.006548525765538216, "global_step": 12407, "epoch": 190, "lr": 7.819521159216235e-05}
+{"train_loss": 0.009648318402469158, "global_step": 12408, "epoch": 190, "lr": 7.819184207820596e-05}
+{"train_loss": 0.009514793753623962, "global_step": 12409, "epoch": 190, "lr": 7.818847237653337e-05}
+{"train_loss": 0.006321525666862726, "global_step": 12410, "epoch": 190, "lr": 7.818510248716704e-05}
+{"train_loss": 0.004565541632473469, "global_step": 12411, "epoch": 190, "lr": 7.818173241012936e-05}
+{"train_loss": 0.006155137903988361, "global_step": 12412, "epoch": 190, "lr": 7.817836214544283e-05}
+{"train_loss": 0.007386922836303711, "global_step": 12413, "epoch": 190, "lr": 7.817499169312985e-05}
+{"train_loss": 0.0069312664787643235, "global_step": 12414, "epoch": 190, "lr": 7.817162105321288e-05, "val_loss": 0.009501863270998001, "train_action_mse_error": 0.0003771150659304112}
+{"train_loss": 0.0069656940177083015, "global_step": 12415, "epoch": 191, "lr": 7.816825022571435e-05}
+{"train_loss": 0.008744741789996624, "global_step": 12416, "epoch": 191, "lr": 7.816487921065672e-05}
+{"train_loss": 0.007734041661024094, "global_step": 12417, "epoch": 191, "lr": 7.816150800806243e-05}
+{"train_loss": 0.007428390439599752, "global_step": 12418, "epoch": 191, "lr": 7.815813661795392e-05}
+{"train_loss": 0.007597537245601416, "global_step": 12419, "epoch": 191, "lr": 7.815476504035364e-05}
+{"train_loss": 0.006850257981568575, "global_step": 12420, "epoch": 191, "lr": 7.815139327528405e-05}
+{"train_loss": 0.005160016939043999, "global_step": 12421, "epoch": 191, "lr": 7.814802132276759e-05}
+{"train_loss": 0.006136095616966486, "global_step": 12422, "epoch": 191, "lr": 7.814464918282673e-05}
+{"train_loss": 0.005623846780508757, "global_step": 12423, "epoch": 191, "lr": 7.814127685548391e-05}
+{"train_loss": 0.006473517045378685, "global_step": 12424, "epoch": 191, "lr": 7.813790434076158e-05}
+{"train_loss": 0.007786606904119253, "global_step": 12425, "epoch": 191, "lr": 7.813453163868221e-05}
+{"train_loss": 0.006760932970792055, "global_step": 12426, "epoch": 191, "lr": 7.813115874926824e-05}
+{"train_loss": 0.007070059422403574, "global_step": 12427, "epoch": 191, "lr": 7.812778567254215e-05}
+{"train_loss": 0.010013493709266186, "global_step": 12428, "epoch": 191, "lr": 7.812441240852637e-05}
+{"train_loss": 0.004952798131853342, "global_step": 12429, "epoch": 191, "lr": 7.81210389572434e-05}
+{"train_loss": 0.005800643470138311, "global_step": 12430, "epoch": 191, "lr": 7.811766531871567e-05}
+{"train_loss": 0.005318840965628624, "global_step": 12431, "epoch": 191, "lr": 7.811429149296565e-05}
+{"train_loss": 0.008109483867883682, "global_step": 12432, "epoch": 191, "lr": 7.811091748001581e-05}
+{"train_loss": 0.004782582633197308, "global_step": 12433, "epoch": 191, "lr": 7.810754327988862e-05}
+{"train_loss": 0.006863216403871775, "global_step": 12434, "epoch": 191, "lr": 7.810416889260653e-05}
+{"train_loss": 0.005811675451695919, "global_step": 12435, "epoch": 191, "lr": 7.810079431819203e-05}
+{"train_loss": 0.01026090420782566, "global_step": 12436, "epoch": 191, "lr": 7.809741955666759e-05}
+{"train_loss": 0.008621450513601303, "global_step": 12437, "epoch": 191, "lr": 7.809404460805565e-05}
+{"train_loss": 0.006824609823524952, "global_step": 12438, "epoch": 191, "lr": 7.80906694723787e-05}
+{"train_loss": 0.006424424704164267, "global_step": 12439, "epoch": 191, "lr": 7.808729414965925e-05}
+{"train_loss": 0.0044479104690253735, "global_step": 12440, "epoch": 191, "lr": 7.808391863991973e-05}
+{"train_loss": 0.009334992617368698, "global_step": 12441, "epoch": 191, "lr": 7.808054294318261e-05}
+{"train_loss": 0.0052274190820753574, "global_step": 12442, "epoch": 191, "lr": 7.807716705947039e-05}
+{"train_loss": 0.005840730387717485, "global_step": 12443, "epoch": 191, "lr": 7.807379098880555e-05}
+{"train_loss": 0.004794582258909941, "global_step": 12444, "epoch": 191, "lr": 7.807041473121056e-05}
+{"train_loss": 0.009653975255787373, "global_step": 12445, "epoch": 191, "lr": 7.80670382867079e-05}
+{"train_loss": 0.005855451803654432, "global_step": 12446, "epoch": 191, "lr": 7.806366165532007e-05}
+{"train_loss": 0.009872387163341045, "global_step": 12447, "epoch": 191, "lr": 7.806028483706952e-05}
+{"train_loss": 0.008525765500962734, "global_step": 12448, "epoch": 191, "lr": 7.805690783197877e-05}
+{"train_loss": 0.004190999083220959, "global_step": 12449, "epoch": 191, "lr": 7.805353064007027e-05}
+{"train_loss": 0.007752516772598028, "global_step": 12450, "epoch": 191, "lr": 7.805015326136653e-05}
+{"train_loss": 0.006296774838119745, "global_step": 12451, "epoch": 191, "lr": 7.804677569589005e-05}
+{"train_loss": 0.008578618057072163, "global_step": 12452, "epoch": 191, "lr": 7.80433979436633e-05}
+{"train_loss": 0.006834144704043865, "global_step": 12453, "epoch": 191, "lr": 7.804002000470876e-05}
+{"train_loss": 0.005240062717348337, "global_step": 12454, "epoch": 191, "lr": 7.803664187904896e-05}
+{"train_loss": 0.0056660664267838, "global_step": 12455, "epoch": 191, "lr": 7.803326356670636e-05}
+{"train_loss": 0.0045305462554097176, "global_step": 12456, "epoch": 191, "lr": 7.802988506770347e-05}
+{"train_loss": 0.006893740501254797, "global_step": 12457, "epoch": 191, "lr": 7.802650638206277e-05}
+{"train_loss": 0.00704793119803071, "global_step": 12458, "epoch": 191, "lr": 7.802312750980679e-05}
+{"train_loss": 0.006630584131926298, "global_step": 12459, "epoch": 191, "lr": 7.801974845095799e-05}
+{"train_loss": 0.005331782624125481, "global_step": 12460, "epoch": 191, "lr": 7.80163692055389e-05}
+{"train_loss": 0.006038045510649681, "global_step": 12461, "epoch": 191, "lr": 7.801298977357199e-05}
+{"train_loss": 0.009053174406290054, "global_step": 12462, "epoch": 191, "lr": 7.80096101550798e-05}
+{"train_loss": 0.00486186146736145, "global_step": 12463, "epoch": 191, "lr": 7.800623035008479e-05}
+{"train_loss": 0.00845018494874239, "global_step": 12464, "epoch": 191, "lr": 7.80028503586095e-05}
+{"train_loss": 0.004917229060083628, "global_step": 12465, "epoch": 191, "lr": 7.799947018067641e-05}
+{"train_loss": 0.005874339025467634, "global_step": 12466, "epoch": 191, "lr": 7.799608981630805e-05}
+{"train_loss": 0.010193432681262493, "global_step": 12467, "epoch": 191, "lr": 7.799270926552693e-05}
+{"train_loss": 0.005927999969571829, "global_step": 12468, "epoch": 191, "lr": 7.798932852835552e-05}
+{"train_loss": 0.007542042527347803, "global_step": 12469, "epoch": 191, "lr": 7.798594760481638e-05}
+{"train_loss": 0.0065991017036139965, "global_step": 12470, "epoch": 191, "lr": 7.798256649493199e-05}
+{"train_loss": 0.005009172018617392, "global_step": 12471, "epoch": 191, "lr": 7.797918519872489e-05}
+{"train_loss": 0.007867982611060143, "global_step": 12472, "epoch": 191, "lr": 7.797580371621756e-05}
+{"train_loss": 0.007192031480371952, "global_step": 12473, "epoch": 191, "lr": 7.797242204743253e-05}
+{"train_loss": 0.00521626602858305, "global_step": 12474, "epoch": 191, "lr": 7.796904019239233e-05}
+{"train_loss": 0.007508270908147097, "global_step": 12475, "epoch": 191, "lr": 7.796565815111948e-05}
+{"train_loss": 0.004984668456017971, "global_step": 12476, "epoch": 191, "lr": 7.796227592363647e-05}
+{"train_loss": 0.005583174992352724, "global_step": 12477, "epoch": 191, "lr": 7.795889350996585e-05}
+{"train_loss": 0.011688065715134144, "global_step": 12478, "epoch": 191, "lr": 7.795551091013013e-05}
+{"train_loss": 0.006815133580508141, "global_step": 12479, "epoch": 191, "lr": 7.795212812415182e-05, "val_loss": 0.012243661098182201}
+{"train_loss": 0.0048502287827432156, "global_step": 12480, "epoch": 192, "lr": 7.794874515205348e-05}
+{"train_loss": 0.005880990531295538, "global_step": 12481, "epoch": 192, "lr": 7.79453619938576e-05}
+{"train_loss": 0.004969126544892788, "global_step": 12482, "epoch": 192, "lr": 7.794197864958672e-05}
+{"train_loss": 0.008805742487311363, "global_step": 12483, "epoch": 192, "lr": 7.793859511926338e-05}
+{"train_loss": 0.008764214813709259, "global_step": 12484, "epoch": 192, "lr": 7.793521140291009e-05}
+{"train_loss": 0.010140861384570599, "global_step": 12485, "epoch": 192, "lr": 7.793182750054939e-05}
+{"train_loss": 0.0070676966570317745, "global_step": 12486, "epoch": 192, "lr": 7.79284434122038e-05}
+{"train_loss": 0.007277372293174267, "global_step": 12487, "epoch": 192, "lr": 7.792505913789588e-05}
+{"train_loss": 0.006318021100014448, "global_step": 12488, "epoch": 192, "lr": 7.792167467764814e-05}
+{"train_loss": 0.007953466847538948, "global_step": 12489, "epoch": 192, "lr": 7.791829003148312e-05}
+{"train_loss": 0.00875582080334425, "global_step": 12490, "epoch": 192, "lr": 7.791490519942337e-05}
+{"train_loss": 0.0041779205203056335, "global_step": 12491, "epoch": 192, "lr": 7.791152018149142e-05}
+{"train_loss": 0.006060627289116383, "global_step": 12492, "epoch": 192, "lr": 7.79081349777098e-05}
+{"train_loss": 0.005081263370811939, "global_step": 12493, "epoch": 192, "lr": 7.790474958810105e-05}
+{"train_loss": 0.009275232441723347, "global_step": 12494, "epoch": 192, "lr": 7.790136401268775e-05}
+{"train_loss": 0.0055391727946698666, "global_step": 12495, "epoch": 192, "lr": 7.789797825149239e-05}
+{"train_loss": 0.008949726819992065, "global_step": 12496, "epoch": 192, "lr": 7.789459230453753e-05}
+{"train_loss": 0.006959658581763506, "global_step": 12497, "epoch": 192, "lr": 7.789120617184573e-05}
+{"train_loss": 0.005589870736002922, "global_step": 12498, "epoch": 192, "lr": 7.788781985343954e-05}
+{"train_loss": 0.005848265718668699, "global_step": 12499, "epoch": 192, "lr": 7.788443334934148e-05}
+{"train_loss": 0.005818143952637911, "global_step": 12500, "epoch": 192, "lr": 7.788104665957412e-05}
+{"train_loss": 0.007376194465905428, "global_step": 12501, "epoch": 192, "lr": 7.787765978415999e-05}
+{"train_loss": 0.004832306411117315, "global_step": 12502, "epoch": 192, "lr": 7.78742727231217e-05}
+{"train_loss": 0.007846245542168617, "global_step": 12503, "epoch": 192, "lr": 7.787088547648174e-05}
+{"train_loss": 0.008111071772873402, "global_step": 12504, "epoch": 192, "lr": 7.786749804426268e-05}
+{"train_loss": 0.006203718017786741, "global_step": 12505, "epoch": 192, "lr": 7.786411042648707e-05}
+{"train_loss": 0.00713103823363781, "global_step": 12506, "epoch": 192, "lr": 7.78607226231775e-05}
+{"train_loss": 0.006058583501726389, "global_step": 12507, "epoch": 192, "lr": 7.785733463435649e-05}
+{"train_loss": 0.0056944843381643295, "global_step": 12508, "epoch": 192, "lr": 7.785394646004661e-05}
+{"train_loss": 0.00545076746493578, "global_step": 12509, "epoch": 192, "lr": 7.785055810027043e-05}
+{"train_loss": 0.007831345312297344, "global_step": 12510, "epoch": 192, "lr": 7.784716955505052e-05}
+{"train_loss": 0.006584587506949902, "global_step": 12511, "epoch": 192, "lr": 7.784378082440941e-05}
+{"train_loss": 0.004712789319455624, "global_step": 12512, "epoch": 192, "lr": 7.784039190836968e-05}
+{"train_loss": 0.004624964203685522, "global_step": 12513, "epoch": 192, "lr": 7.783700280695391e-05}
+{"train_loss": 0.007974785752594471, "global_step": 12514, "epoch": 192, "lr": 7.783361352018465e-05}
+{"train_loss": 0.005058232229202986, "global_step": 12515, "epoch": 192, "lr": 7.783022404808447e-05}
+{"train_loss": 0.006562741473317146, "global_step": 12516, "epoch": 192, "lr": 7.782683439067593e-05}
+{"train_loss": 0.005628953687846661, "global_step": 12517, "epoch": 192, "lr": 7.782344454798163e-05}
+{"train_loss": 0.006543528754264116, "global_step": 12518, "epoch": 192, "lr": 7.78200545200241e-05}
+{"train_loss": 0.007546805310994387, "global_step": 12519, "epoch": 192, "lr": 7.781666430682594e-05}
+{"train_loss": 0.005840161349624395, "global_step": 12520, "epoch": 192, "lr": 7.781327390840972e-05}
+{"train_loss": 0.007251774426549673, "global_step": 12521, "epoch": 192, "lr": 7.780988332479802e-05}
+{"train_loss": 0.00695434445515275, "global_step": 12522, "epoch": 192, "lr": 7.78064925560134e-05}
+{"train_loss": 0.004746764898300171, "global_step": 12523, "epoch": 192, "lr": 7.780310160207845e-05}
+{"train_loss": 0.00718264514580369, "global_step": 12524, "epoch": 192, "lr": 7.779971046301575e-05}
+{"train_loss": 0.006819541100412607, "global_step": 12525, "epoch": 192, "lr": 7.779631913884789e-05}
+{"train_loss": 0.007104703225195408, "global_step": 12526, "epoch": 192, "lr": 7.77929276295974e-05}
+{"train_loss": 0.006960543338209391, "global_step": 12527, "epoch": 192, "lr": 7.778953593528692e-05}
+{"train_loss": 0.006384783890098333, "global_step": 12528, "epoch": 192, "lr": 7.778614405593902e-05}
+{"train_loss": 0.0059494334273040295, "global_step": 12529, "epoch": 192, "lr": 7.778275199157628e-05}
+{"train_loss": 0.004451207350939512, "global_step": 12530, "epoch": 192, "lr": 7.777935974222126e-05}
+{"train_loss": 0.006933456286787987, "global_step": 12531, "epoch": 192, "lr": 7.777596730789658e-05}
+{"train_loss": 0.008412481285631657, "global_step": 12532, "epoch": 192, "lr": 7.777257468862483e-05}
+{"train_loss": 0.00746147008612752, "global_step": 12533, "epoch": 192, "lr": 7.776918188442859e-05}
+{"train_loss": 0.01041240431368351, "global_step": 12534, "epoch": 192, "lr": 7.776578889533045e-05}
+{"train_loss": 0.005827643442898989, "global_step": 12535, "epoch": 192, "lr": 7.7762395721353e-05}
+{"train_loss": 0.0047548371367156506, "global_step": 12536, "epoch": 192, "lr": 7.775900236251883e-05}
+{"train_loss": 0.006504461634904146, "global_step": 12537, "epoch": 192, "lr": 7.775560881885056e-05}
+{"train_loss": 0.009125709533691406, "global_step": 12538, "epoch": 192, "lr": 7.775221509037076e-05}
+{"train_loss": 0.0068631768226623535, "global_step": 12539, "epoch": 192, "lr": 7.774882117710203e-05}
+{"train_loss": 0.007115163840353489, "global_step": 12540, "epoch": 192, "lr": 7.774542707906698e-05}
+{"train_loss": 0.006685434374958277, "global_step": 12541, "epoch": 192, "lr": 7.77420327962882e-05}
+{"train_loss": 0.005057300440967083, "global_step": 12542, "epoch": 192, "lr": 7.77386383287883e-05}
+{"train_loss": 0.009657678194344044, "global_step": 12543, "epoch": 192, "lr": 7.773524367658987e-05}
+{"train_loss": 0.006753400756189456, "global_step": 12544, "epoch": 192, "lr": 7.773184883971551e-05, "val_loss": 0.007548010908067226}
+{"train_loss": 0.0074603562243282795, "global_step": 12545, "epoch": 193, "lr": 7.772845381818785e-05}
+{"train_loss": 0.005553252529352903, "global_step": 12546, "epoch": 193, "lr": 7.772505861202946e-05}
+{"train_loss": 0.0055635604076087475, "global_step": 12547, "epoch": 193, "lr": 7.772166322126298e-05}
+{"train_loss": 0.005614544730633497, "global_step": 12548, "epoch": 193, "lr": 7.771826764591101e-05}
+{"train_loss": 0.00564962113276124, "global_step": 12549, "epoch": 193, "lr": 7.771487188599615e-05}
+{"train_loss": 0.008045460097491741, "global_step": 12550, "epoch": 193, "lr": 7.771147594154102e-05}
+{"train_loss": 0.006849575787782669, "global_step": 12551, "epoch": 193, "lr": 7.770807981256823e-05}
+{"train_loss": 0.004333832301199436, "global_step": 12552, "epoch": 193, "lr": 7.770468349910039e-05}
+{"train_loss": 0.006598960142582655, "global_step": 12553, "epoch": 193, "lr": 7.770128700116011e-05}
+{"train_loss": 0.006921512074768543, "global_step": 12554, "epoch": 193, "lr": 7.769789031877001e-05}
+{"train_loss": 0.0039765373803675175, "global_step": 12555, "epoch": 193, "lr": 7.769449345195271e-05}
+{"train_loss": 0.006050193216651678, "global_step": 12556, "epoch": 193, "lr": 7.769109640073082e-05}
+{"train_loss": 0.005469753406941891, "global_step": 12557, "epoch": 193, "lr": 7.768769916512699e-05}
+{"train_loss": 0.003378418507054448, "global_step": 12558, "epoch": 193, "lr": 7.768430174516379e-05}
+{"train_loss": 0.004441531840711832, "global_step": 12559, "epoch": 193, "lr": 7.768090414086388e-05}
+{"train_loss": 0.005207131151109934, "global_step": 12560, "epoch": 193, "lr": 7.767750635224987e-05}
+{"train_loss": 0.005970104597508907, "global_step": 12561, "epoch": 193, "lr": 7.767410837934437e-05}
+{"train_loss": 0.007291765417903662, "global_step": 12562, "epoch": 193, "lr": 7.767071022217005e-05}
+{"train_loss": 0.003654282772913575, "global_step": 12563, "epoch": 193, "lr": 7.76673118807495e-05}
+{"train_loss": 0.004953794181346893, "global_step": 12564, "epoch": 193, "lr": 7.766391335510534e-05}
+{"train_loss": 0.006615085527300835, "global_step": 12565, "epoch": 193, "lr": 7.766051464526022e-05}
+{"train_loss": 0.006165399216115475, "global_step": 12566, "epoch": 193, "lr": 7.765711575123677e-05}
+{"train_loss": 0.004404684063047171, "global_step": 12567, "epoch": 193, "lr": 7.76537166730576e-05}
+{"train_loss": 0.006490624509751797, "global_step": 12568, "epoch": 193, "lr": 7.765031741074538e-05}
+{"train_loss": 0.0054526119492948055, "global_step": 12569, "epoch": 193, "lr": 7.76469179643227e-05}
+{"train_loss": 0.006638416554778814, "global_step": 12570, "epoch": 193, "lr": 7.764351833381225e-05}
+{"train_loss": 0.0055056787095963955, "global_step": 12571, "epoch": 193, "lr": 7.764011851923663e-05}
+{"train_loss": 0.009295979514718056, "global_step": 12572, "epoch": 193, "lr": 7.763671852061846e-05}
+{"train_loss": 0.00654385844245553, "global_step": 12573, "epoch": 193, "lr": 7.763331833798043e-05}
+{"train_loss": 0.004637750331312418, "global_step": 12574, "epoch": 193, "lr": 7.762991797134514e-05}
+{"train_loss": 0.009642687626183033, "global_step": 12575, "epoch": 193, "lr": 7.762651742073524e-05}
+{"train_loss": 0.007327033206820488, "global_step": 12576, "epoch": 193, "lr": 7.762311668617338e-05}
+{"train_loss": 0.005421814508736134, "global_step": 12577, "epoch": 193, "lr": 7.76197157676822e-05}
+{"train_loss": 0.0048476653173565865, "global_step": 12578, "epoch": 193, "lr": 7.761631466528434e-05}
+{"train_loss": 0.008833663538098335, "global_step": 12579, "epoch": 193, "lr": 7.761291337900247e-05}
+{"train_loss": 0.00746569037437439, "global_step": 12580, "epoch": 193, "lr": 7.76095119088592e-05}
+{"train_loss": 0.009535279124975204, "global_step": 12581, "epoch": 193, "lr": 7.760611025487721e-05}
+{"train_loss": 0.006994996685534716, "global_step": 12582, "epoch": 193, "lr": 7.760270841707913e-05}
+{"train_loss": 0.008181792683899403, "global_step": 12583, "epoch": 193, "lr": 7.759930639548762e-05}
+{"train_loss": 0.005905510392040014, "global_step": 12584, "epoch": 193, "lr": 7.759590419012535e-05}
+{"train_loss": 0.00449120718985796, "global_step": 12585, "epoch": 193, "lr": 7.759250180101492e-05}
+{"train_loss": 0.004908486269414425, "global_step": 12586, "epoch": 193, "lr": 7.758909922817905e-05}
+{"train_loss": 0.008614878170192242, "global_step": 12587, "epoch": 193, "lr": 7.758569647164037e-05}
+{"train_loss": 0.00754503533244133, "global_step": 12588, "epoch": 193, "lr": 7.758229353142152e-05}
+{"train_loss": 0.004962367005646229, "global_step": 12589, "epoch": 193, "lr": 7.757889040754516e-05}
+{"train_loss": 0.00865973811596632, "global_step": 12590, "epoch": 193, "lr": 7.757548710003399e-05}
+{"train_loss": 0.008113657124340534, "global_step": 12591, "epoch": 193, "lr": 7.757208360891064e-05}
+{"train_loss": 0.00622832216322422, "global_step": 12592, "epoch": 193, "lr": 7.756867993419776e-05}
+{"train_loss": 0.007323164958506823, "global_step": 12593, "epoch": 193, "lr": 7.756527607591803e-05}
+{"train_loss": 0.00524522177875042, "global_step": 12594, "epoch": 193, "lr": 7.756187203409413e-05}
+{"train_loss": 0.006828838959336281, "global_step": 12595, "epoch": 193, "lr": 7.75584678087487e-05}
+{"train_loss": 0.007674321997910738, "global_step": 12596, "epoch": 193, "lr": 7.755506339990441e-05}
+{"train_loss": 0.004385839682072401, "global_step": 12597, "epoch": 193, "lr": 7.755165880758394e-05}
+{"train_loss": 0.005667772609740496, "global_step": 12598, "epoch": 193, "lr": 7.754825403180996e-05}
+{"train_loss": 0.006934434175491333, "global_step": 12599, "epoch": 193, "lr": 7.754484907260513e-05}
+{"train_loss": 0.008090666495263577, "global_step": 12600, "epoch": 193, "lr": 7.754144392999213e-05}
+{"train_loss": 0.005697707179933786, "global_step": 12601, "epoch": 193, "lr": 7.753803860399362e-05}
+{"train_loss": 0.006740318611264229, "global_step": 12602, "epoch": 193, "lr": 7.753463309463231e-05}
+{"train_loss": 0.00614188751205802, "global_step": 12603, "epoch": 193, "lr": 7.753122740193084e-05}
+{"train_loss": 0.008920067921280861, "global_step": 12604, "epoch": 193, "lr": 7.752782152591189e-05}
+{"train_loss": 0.004898543003946543, "global_step": 12605, "epoch": 193, "lr": 7.752441546659815e-05}
+{"train_loss": 0.006835887208580971, "global_step": 12606, "epoch": 193, "lr": 7.752100922401229e-05}
+{"train_loss": 0.009008986875414848, "global_step": 12607, "epoch": 193, "lr": 7.751760279817701e-05}
+{"train_loss": 0.008087183348834515, "global_step": 12608, "epoch": 193, "lr": 7.751419618911498e-05}
+{"train_loss": 0.0064340129136466065, "global_step": 12609, "epoch": 193, "lr": 7.751078939684885e-05, "val_loss": 0.008345996960997581}
+{"train_loss": 0.00517022330313921, "global_step": 12610, "epoch": 194, "lr": 7.750738242140136e-05}
+{"train_loss": 0.007423656061291695, "global_step": 12611, "epoch": 194, "lr": 7.750397526279518e-05}
+{"train_loss": 0.012694401666522026, "global_step": 12612, "epoch": 194, "lr": 7.750056792105296e-05}
+{"train_loss": 0.0044968160800635815, "global_step": 12613, "epoch": 194, "lr": 7.749716039619743e-05}
+{"train_loss": 0.00634425925090909, "global_step": 12614, "epoch": 194, "lr": 7.749375268825127e-05}
+{"train_loss": 0.008731955662369728, "global_step": 12615, "epoch": 194, "lr": 7.749034479723715e-05}
+{"train_loss": 0.003786086104810238, "global_step": 12616, "epoch": 194, "lr": 7.748693672317778e-05}
+{"train_loss": 0.0072464244440197945, "global_step": 12617, "epoch": 194, "lr": 7.748352846609585e-05}
+{"train_loss": 0.00848839245736599, "global_step": 12618, "epoch": 194, "lr": 7.748012002601405e-05}
+{"train_loss": 0.008497829549014568, "global_step": 12619, "epoch": 194, "lr": 7.747671140295509e-05}
+{"train_loss": 0.008475348353385925, "global_step": 12620, "epoch": 194, "lr": 7.747330259694165e-05}
+{"train_loss": 0.00828504841774702, "global_step": 12621, "epoch": 194, "lr": 7.746989360799644e-05}
+{"train_loss": 0.007372511085122824, "global_step": 12622, "epoch": 194, "lr": 7.746648443614213e-05}
+{"train_loss": 0.008620254695415497, "global_step": 12623, "epoch": 194, "lr": 7.746307508140145e-05}
+{"train_loss": 0.00437173992395401, "global_step": 12624, "epoch": 194, "lr": 7.74596655437971e-05}
+{"train_loss": 0.007465612608939409, "global_step": 12625, "epoch": 194, "lr": 7.745625582335176e-05}
+{"train_loss": 0.010061483830213547, "global_step": 12626, "epoch": 194, "lr": 7.745284592008814e-05}
+{"train_loss": 0.006141030229628086, "global_step": 12627, "epoch": 194, "lr": 7.744943583402897e-05}
+{"train_loss": 0.004507540259510279, "global_step": 12628, "epoch": 194, "lr": 7.744602556519695e-05}
+{"train_loss": 0.0037423300091177225, "global_step": 12629, "epoch": 194, "lr": 7.744261511361477e-05}
+{"train_loss": 0.008660737425088882, "global_step": 12630, "epoch": 194, "lr": 7.743920447930513e-05}
+{"train_loss": 0.009803456254303455, "global_step": 12631, "epoch": 194, "lr": 7.743579366229076e-05}
+{"train_loss": 0.008124682120978832, "global_step": 12632, "epoch": 194, "lr": 7.743238266259437e-05}
+{"train_loss": 0.007018969859927893, "global_step": 12633, "epoch": 194, "lr": 7.742897148023869e-05}
+{"train_loss": 0.006538028363138437, "global_step": 12634, "epoch": 194, "lr": 7.742556011524638e-05}
+{"train_loss": 0.007956482470035553, "global_step": 12635, "epoch": 194, "lr": 7.74221485676402e-05}
+{"train_loss": 0.008533477783203125, "global_step": 12636, "epoch": 194, "lr": 7.741873683744285e-05}
+{"train_loss": 0.005091366823762655, "global_step": 12637, "epoch": 194, "lr": 7.741532492467705e-05}
+{"train_loss": 0.006550849415361881, "global_step": 12638, "epoch": 194, "lr": 7.741191282936552e-05}
+{"train_loss": 0.0077071120031178, "global_step": 12639, "epoch": 194, "lr": 7.740850055153097e-05}
+{"train_loss": 0.006008676253259182, "global_step": 12640, "epoch": 194, "lr": 7.740508809119614e-05}
+{"train_loss": 0.007360638119280338, "global_step": 12641, "epoch": 194, "lr": 7.740167544838372e-05}
+{"train_loss": 0.007043978199362755, "global_step": 12642, "epoch": 194, "lr": 7.739826262311648e-05}
+{"train_loss": 0.007667144760489464, "global_step": 12643, "epoch": 194, "lr": 7.73948496154171e-05}
+{"train_loss": 0.008877089247107506, "global_step": 12644, "epoch": 194, "lr": 7.739143642530833e-05}
+{"train_loss": 0.005637696012854576, "global_step": 12645, "epoch": 194, "lr": 7.73880230528129e-05}
+{"train_loss": 0.00458621047437191, "global_step": 12646, "epoch": 194, "lr": 7.738460949795351e-05}
+{"train_loss": 0.009944424033164978, "global_step": 12647, "epoch": 194, "lr": 7.738119576075291e-05}
+{"train_loss": 0.004855021834373474, "global_step": 12648, "epoch": 194, "lr": 7.737778184123383e-05}
+{"train_loss": 0.010319333523511887, "global_step": 12649, "epoch": 194, "lr": 7.7374367739419e-05}
+{"train_loss": 0.005066206678748131, "global_step": 12650, "epoch": 194, "lr": 7.737095345533117e-05}
+{"train_loss": 0.005799767095595598, "global_step": 12651, "epoch": 194, "lr": 7.736753898899302e-05}
+{"train_loss": 0.006010525394231081, "global_step": 12652, "epoch": 194, "lr": 7.736412434042736e-05}
+{"train_loss": 0.007891219109296799, "global_step": 12653, "epoch": 194, "lr": 7.736070950965686e-05}
+{"train_loss": 0.005427380092442036, "global_step": 12654, "epoch": 194, "lr": 7.73572944967043e-05}
+{"train_loss": 0.0049603465013206005, "global_step": 12655, "epoch": 194, "lr": 7.73538793015924e-05}
+{"train_loss": 0.006221605930477381, "global_step": 12656, "epoch": 194, "lr": 7.735046392434392e-05}
+{"train_loss": 0.004425341263413429, "global_step": 12657, "epoch": 194, "lr": 7.734704836498157e-05}
+{"train_loss": 0.007429582066833973, "global_step": 12658, "epoch": 194, "lr": 7.73436326235281e-05}
+{"train_loss": 0.005845556501299143, "global_step": 12659, "epoch": 194, "lr": 7.734021670000629e-05}
+{"train_loss": 0.00715369638055563, "global_step": 12660, "epoch": 194, "lr": 7.733680059443885e-05}
+{"train_loss": 0.009049623273313046, "global_step": 12661, "epoch": 194, "lr": 7.733338430684854e-05}
+{"train_loss": 0.008731101639568806, "global_step": 12662, "epoch": 194, "lr": 7.732996783725808e-05}
+{"train_loss": 0.007157531566917896, "global_step": 12663, "epoch": 194, "lr": 7.732655118569025e-05}
+{"train_loss": 0.006300362292677164, "global_step": 12664, "epoch": 194, "lr": 7.73231343521678e-05}
+{"train_loss": 0.006012903060764074, "global_step": 12665, "epoch": 194, "lr": 7.731971733671346e-05}
+{"train_loss": 0.007823574356734753, "global_step": 12666, "epoch": 194, "lr": 7.731630013935e-05}
+{"train_loss": 0.007589433342218399, "global_step": 12667, "epoch": 194, "lr": 7.731288276010017e-05}
+{"train_loss": 0.005845991894602776, "global_step": 12668, "epoch": 194, "lr": 7.730946519898671e-05}
+{"train_loss": 0.00881984643638134, "global_step": 12669, "epoch": 194, "lr": 7.73060474560324e-05}
+{"train_loss": 0.007939469069242477, "global_step": 12670, "epoch": 194, "lr": 7.730262953125998e-05}
+{"train_loss": 0.0062821488827466965, "global_step": 12671, "epoch": 194, "lr": 7.729921142469221e-05}
+{"train_loss": 0.005377387627959251, "global_step": 12672, "epoch": 194, "lr": 7.729579313635187e-05}
+{"train_loss": 0.00851200707256794, "global_step": 12673, "epoch": 194, "lr": 7.729237466626168e-05}
+{"train_loss": 0.007044445884485657, "global_step": 12674, "epoch": 194, "lr": 7.728895601444443e-05, "val_loss": 0.005956451874226332}
+{"train_loss": 0.006150386296212673, "global_step": 12675, "epoch": 195, "lr": 7.72855371809229e-05}
+{"train_loss": 0.01157927606254816, "global_step": 12676, "epoch": 195, "lr": 7.728211816571981e-05}
+{"train_loss": 0.005954201798886061, "global_step": 12677, "epoch": 195, "lr": 7.727869896885796e-05}
+{"train_loss": 0.005012788809835911, "global_step": 12678, "epoch": 195, "lr": 7.72752795903601e-05}
+{"train_loss": 0.0071609485894441605, "global_step": 12679, "epoch": 195, "lr": 7.727186003024902e-05}
+{"train_loss": 0.00920688733458519, "global_step": 12680, "epoch": 195, "lr": 7.726844028854745e-05}
+{"train_loss": 0.0058486489579081535, "global_step": 12681, "epoch": 195, "lr": 7.726502036527819e-05}
+{"train_loss": 0.005727744661271572, "global_step": 12682, "epoch": 195, "lr": 7.7261600260464e-05}
+{"train_loss": 0.007154918275773525, "global_step": 12683, "epoch": 195, "lr": 7.725817997412768e-05}
+{"train_loss": 0.005361094139516354, "global_step": 12684, "epoch": 195, "lr": 7.725475950629197e-05}
+{"train_loss": 0.009621186181902885, "global_step": 12685, "epoch": 195, "lr": 7.725133885697966e-05}
+{"train_loss": 0.006972603965550661, "global_step": 12686, "epoch": 195, "lr": 7.724791802621352e-05}
+{"train_loss": 0.007027993444353342, "global_step": 12687, "epoch": 195, "lr": 7.724449701401632e-05}
+{"train_loss": 0.00571706797927618, "global_step": 12688, "epoch": 195, "lr": 7.724107582041086e-05}
+{"train_loss": 0.005584956146776676, "global_step": 12689, "epoch": 195, "lr": 7.723765444541993e-05}
+{"train_loss": 0.005058137699961662, "global_step": 12690, "epoch": 195, "lr": 7.723423288906627e-05}
+{"train_loss": 0.007180145476013422, "global_step": 12691, "epoch": 195, "lr": 7.723081115137269e-05}
+{"train_loss": 0.00907580554485321, "global_step": 12692, "epoch": 195, "lr": 7.722738923236197e-05}
+{"train_loss": 0.005017004441469908, "global_step": 12693, "epoch": 195, "lr": 7.722396713205688e-05}
+{"train_loss": 0.005246014799922705, "global_step": 12694, "epoch": 195, "lr": 7.722054485048025e-05}
+{"train_loss": 0.006211267784237862, "global_step": 12695, "epoch": 195, "lr": 7.721712238765481e-05}
+{"train_loss": 0.006999530363827944, "global_step": 12696, "epoch": 195, "lr": 7.721369974360337e-05}
+{"train_loss": 0.006850146222859621, "global_step": 12697, "epoch": 195, "lr": 7.721027691834874e-05}
+{"train_loss": 0.0070357671938836575, "global_step": 12698, "epoch": 195, "lr": 7.72068539119137e-05}
+{"train_loss": 0.00851435586810112, "global_step": 12699, "epoch": 195, "lr": 7.720343072432104e-05}
+{"train_loss": 0.0049134972505271435, "global_step": 12700, "epoch": 195, "lr": 7.720000735559354e-05}
+{"train_loss": 0.0056192995980381966, "global_step": 12701, "epoch": 195, "lr": 7.719658380575401e-05}
+{"train_loss": 0.006176118738949299, "global_step": 12702, "epoch": 195, "lr": 7.719316007482524e-05}
+{"train_loss": 0.004299512133002281, "global_step": 12703, "epoch": 195, "lr": 7.718973616283003e-05}
+{"train_loss": 0.007158256135880947, "global_step": 12704, "epoch": 195, "lr": 7.718631206979117e-05}
+{"train_loss": 0.00621021119877696, "global_step": 12705, "epoch": 195, "lr": 7.718288779573147e-05}
+{"train_loss": 0.005341015290468931, "global_step": 12706, "epoch": 195, "lr": 7.717946334067375e-05}
+{"train_loss": 0.007060936186462641, "global_step": 12707, "epoch": 195, "lr": 7.717603870464076e-05}
+{"train_loss": 0.010377568192780018, "global_step": 12708, "epoch": 195, "lr": 7.717261388765535e-05}
+{"train_loss": 0.004483318421989679, "global_step": 12709, "epoch": 195, "lr": 7.71691888897403e-05}
+{"train_loss": 0.0039030450861901045, "global_step": 12710, "epoch": 195, "lr": 7.716576371091841e-05}
+{"train_loss": 0.0075861504301428795, "global_step": 12711, "epoch": 195, "lr": 7.71623383512125e-05}
+{"train_loss": 0.0067146592773497105, "global_step": 12712, "epoch": 195, "lr": 7.715891281064538e-05}
+{"train_loss": 0.0073152631521224976, "global_step": 12713, "epoch": 195, "lr": 7.715548708923988e-05}
+{"train_loss": 0.007798464968800545, "global_step": 12714, "epoch": 195, "lr": 7.715206118701876e-05}
+{"train_loss": 0.007991867139935493, "global_step": 12715, "epoch": 195, "lr": 7.714863510400487e-05}
+{"train_loss": 0.008085782639682293, "global_step": 12716, "epoch": 195, "lr": 7.714520884022099e-05}
+{"train_loss": 0.006448856554925442, "global_step": 12717, "epoch": 195, "lr": 7.714178239568998e-05}
+{"train_loss": 0.009259141981601715, "global_step": 12718, "epoch": 195, "lr": 7.713835577043462e-05}
+{"train_loss": 0.007322575896978378, "global_step": 12719, "epoch": 195, "lr": 7.713492896447771e-05}
+{"train_loss": 0.0068314289674162865, "global_step": 12720, "epoch": 195, "lr": 7.713150197784211e-05}
+{"train_loss": 0.006519222166389227, "global_step": 12721, "epoch": 195, "lr": 7.712807481055064e-05}
+{"train_loss": 0.0060491194017231464, "global_step": 12722, "epoch": 195, "lr": 7.712464746262609e-05}
+{"train_loss": 0.006832381710410118, "global_step": 12723, "epoch": 195, "lr": 7.712121993409127e-05}
+{"train_loss": 0.004546487238258123, "global_step": 12724, "epoch": 195, "lr": 7.711779222496904e-05}
+{"train_loss": 0.005119859240949154, "global_step": 12725, "epoch": 195, "lr": 7.711436433528223e-05}
+{"train_loss": 0.007662637159228325, "global_step": 12726, "epoch": 195, "lr": 7.711093626505362e-05}
+{"train_loss": 0.006827119737863541, "global_step": 12727, "epoch": 195, "lr": 7.710750801430606e-05}
+{"train_loss": 0.005676190834492445, "global_step": 12728, "epoch": 195, "lr": 7.710407958306236e-05}
+{"train_loss": 0.006117749493569136, "global_step": 12729, "epoch": 195, "lr": 7.71006509713454e-05}
+{"train_loss": 0.007609267719089985, "global_step": 12730, "epoch": 195, "lr": 7.709722217917794e-05}
+{"train_loss": 0.00741851469501853, "global_step": 12731, "epoch": 195, "lr": 7.709379320658287e-05}
+{"train_loss": 0.007952927611768246, "global_step": 12732, "epoch": 195, "lr": 7.709036405358297e-05}
+{"train_loss": 0.004788115620613098, "global_step": 12733, "epoch": 195, "lr": 7.708693472020112e-05}
+{"train_loss": 0.004884501453489065, "global_step": 12734, "epoch": 195, "lr": 7.708350520646013e-05}
+{"train_loss": 0.008366554044187069, "global_step": 12735, "epoch": 195, "lr": 7.708007551238283e-05}
+{"train_loss": 0.006535253021866083, "global_step": 12736, "epoch": 195, "lr": 7.707664563799209e-05}
+{"train_loss": 0.007961196824908257, "global_step": 12737, "epoch": 195, "lr": 7.70732155833107e-05}
+{"train_loss": 0.006776780355721712, "global_step": 12738, "epoch": 195, "lr": 7.706978534836153e-05}
+{"train_loss": 0.006680685364139767, "global_step": 12739, "epoch": 195, "lr": 7.706635493316741e-05, "val_loss": 0.006880088709294796, "train_action_mse_error": 0.0003238718491047621}
+{"train_loss": 0.009854673407971859, "global_step": 12740, "epoch": 196, "lr": 7.70629243377512e-05}
+{"train_loss": 0.007149738259613514, "global_step": 12741, "epoch": 196, "lr": 7.705949356213571e-05}
+{"train_loss": 0.00732541223987937, "global_step": 12742, "epoch": 196, "lr": 7.705606260634379e-05}
+{"train_loss": 0.0064200167544186115, "global_step": 12743, "epoch": 196, "lr": 7.705263147039832e-05}
+{"train_loss": 0.00641765957698226, "global_step": 12744, "epoch": 196, "lr": 7.704920015432211e-05}
+{"train_loss": 0.005121470894664526, "global_step": 12745, "epoch": 196, "lr": 7.704576865813803e-05}
+{"train_loss": 0.006756564602255821, "global_step": 12746, "epoch": 196, "lr": 7.704233698186891e-05}
+{"train_loss": 0.0033256167080253363, "global_step": 12747, "epoch": 196, "lr": 7.703890512553762e-05}
+{"train_loss": 0.00824302714318037, "global_step": 12748, "epoch": 196, "lr": 7.703547308916699e-05}
+{"train_loss": 0.006357020232826471, "global_step": 12749, "epoch": 196, "lr": 7.703204087277988e-05}
+{"train_loss": 0.0076210033148527145, "global_step": 12750, "epoch": 196, "lr": 7.702860847639916e-05}
+{"train_loss": 0.008253129199147224, "global_step": 12751, "epoch": 196, "lr": 7.702517590004765e-05}
+{"train_loss": 0.005463286302983761, "global_step": 12752, "epoch": 196, "lr": 7.702174314374825e-05}
+{"train_loss": 0.006968346424400806, "global_step": 12753, "epoch": 196, "lr": 7.701831020752377e-05}
+{"train_loss": 0.003831980749964714, "global_step": 12754, "epoch": 196, "lr": 7.70148770913971e-05}
+{"train_loss": 0.007265361491590738, "global_step": 12755, "epoch": 196, "lr": 7.70114437953911e-05}
+{"train_loss": 0.005754906218498945, "global_step": 12756, "epoch": 196, "lr": 7.700801031952862e-05}
+{"train_loss": 0.005367531441152096, "global_step": 12757, "epoch": 196, "lr": 7.700457666383253e-05}
+{"train_loss": 0.008262311108410358, "global_step": 12758, "epoch": 196, "lr": 7.700114282832567e-05}
+{"train_loss": 0.008997487835586071, "global_step": 12759, "epoch": 196, "lr": 7.699770881303093e-05}
+{"train_loss": 0.005054295063018799, "global_step": 12760, "epoch": 196, "lr": 7.699427461797117e-05}
+{"train_loss": 0.005178680177778006, "global_step": 12761, "epoch": 196, "lr": 7.699084024316925e-05}
+{"train_loss": 0.006487433798611164, "global_step": 12762, "epoch": 196, "lr": 7.698740568864804e-05}
+{"train_loss": 0.0046765669248998165, "global_step": 12763, "epoch": 196, "lr": 7.69839709544304e-05}
+{"train_loss": 0.007097209803760052, "global_step": 12764, "epoch": 196, "lr": 7.698053604053922e-05}
+{"train_loss": 0.008586660027503967, "global_step": 12765, "epoch": 196, "lr": 7.697710094699739e-05}
+{"train_loss": 0.006308124866336584, "global_step": 12766, "epoch": 196, "lr": 7.697366567382772e-05}
+{"train_loss": 0.005788058508187532, "global_step": 12767, "epoch": 196, "lr": 7.697023022105312e-05}
+{"train_loss": 0.008213232271373272, "global_step": 12768, "epoch": 196, "lr": 7.696679458869648e-05}
+{"train_loss": 0.005002500955015421, "global_step": 12769, "epoch": 196, "lr": 7.696335877678065e-05}
+{"train_loss": 0.0069049024023115635, "global_step": 12770, "epoch": 196, "lr": 7.69599227853285e-05}
+{"train_loss": 0.005475236102938652, "global_step": 12771, "epoch": 196, "lr": 7.695648661436297e-05}
+{"train_loss": 0.006284692790359259, "global_step": 12772, "epoch": 196, "lr": 7.695305026390687e-05}
+{"train_loss": 0.0072094956412911415, "global_step": 12773, "epoch": 196, "lr": 7.694961373398311e-05}
+{"train_loss": 0.006526303011924028, "global_step": 12774, "epoch": 196, "lr": 7.694617702461456e-05}
+{"train_loss": 0.005688154604285955, "global_step": 12775, "epoch": 196, "lr": 7.694274013582413e-05}
+{"train_loss": 0.006062183994799852, "global_step": 12776, "epoch": 196, "lr": 7.693930306763468e-05}
+{"train_loss": 0.00404509250074625, "global_step": 12777, "epoch": 196, "lr": 7.693586582006909e-05}
+{"train_loss": 0.005436652805656195, "global_step": 12778, "epoch": 196, "lr": 7.693242839315027e-05}
+{"train_loss": 0.005382932256907225, "global_step": 12779, "epoch": 196, "lr": 7.69289907869011e-05}
+{"train_loss": 0.010120782069861889, "global_step": 12780, "epoch": 196, "lr": 7.692555300134448e-05}
+{"train_loss": 0.008071010001003742, "global_step": 12781, "epoch": 196, "lr": 7.692211503650327e-05}
+{"train_loss": 0.007104253396391869, "global_step": 12782, "epoch": 196, "lr": 7.691867689240039e-05}
+{"train_loss": 0.0058014425449073315, "global_step": 12783, "epoch": 196, "lr": 7.691523856905872e-05}
+{"train_loss": 0.004543735645711422, "global_step": 12784, "epoch": 196, "lr": 7.691180006650116e-05}
+{"train_loss": 0.00813165120780468, "global_step": 12785, "epoch": 196, "lr": 7.690836138475059e-05}
+{"train_loss": 0.003467290662229061, "global_step": 12786, "epoch": 196, "lr": 7.690492252382994e-05}
+{"train_loss": 0.006467153783887625, "global_step": 12787, "epoch": 196, "lr": 7.690148348376207e-05}
+{"train_loss": 0.006667719688266516, "global_step": 12788, "epoch": 196, "lr": 7.68980442645699e-05}
+{"train_loss": 0.007455453742295504, "global_step": 12789, "epoch": 196, "lr": 7.689460486627633e-05}
+{"train_loss": 0.007416894659399986, "global_step": 12790, "epoch": 196, "lr": 7.689116528890426e-05}
+{"train_loss": 0.007058803457766771, "global_step": 12791, "epoch": 196, "lr": 7.688772553247658e-05}
+{"train_loss": 0.006956637371331453, "global_step": 12792, "epoch": 196, "lr": 7.688428559701622e-05}
+{"train_loss": 0.0044519929215312, "global_step": 12793, "epoch": 196, "lr": 7.688084548254604e-05}
+{"train_loss": 0.008647614158689976, "global_step": 12794, "epoch": 196, "lr": 7.687740518908902e-05}
+{"train_loss": 0.009844725020229816, "global_step": 12795, "epoch": 196, "lr": 7.687396471666798e-05}
+{"train_loss": 0.008855640888214111, "global_step": 12796, "epoch": 196, "lr": 7.687052406530588e-05}
+{"train_loss": 0.004374723881483078, "global_step": 12797, "epoch": 196, "lr": 7.686708323502562e-05}
+{"train_loss": 0.005528158042579889, "global_step": 12798, "epoch": 196, "lr": 7.686364222585014e-05}
+{"train_loss": 0.005168207921087742, "global_step": 12799, "epoch": 196, "lr": 7.686020103780228e-05}
+{"train_loss": 0.005861641839146614, "global_step": 12800, "epoch": 196, "lr": 7.685675967090502e-05}
+{"train_loss": 0.006130671128630638, "global_step": 12801, "epoch": 196, "lr": 7.685331812518125e-05}
+{"train_loss": 0.005535772070288658, "global_step": 12802, "epoch": 196, "lr": 7.684987640065388e-05}
+{"train_loss": 0.008799518458545208, "global_step": 12803, "epoch": 196, "lr": 7.684643449734583e-05}
+{"train_loss": 0.006546772203336541, "global_step": 12804, "epoch": 196, "lr": 7.684299241528003e-05, "val_loss": 0.009781806729733944}
+{"train_loss": 0.007092671934515238, "global_step": 12805, "epoch": 197, "lr": 7.683955015447939e-05}
+{"train_loss": 0.0062450529076159, "global_step": 12806, "epoch": 197, "lr": 7.683610771496684e-05}
+{"train_loss": 0.00591663783416152, "global_step": 12807, "epoch": 197, "lr": 7.683266509676527e-05}
+{"train_loss": 0.009356926195323467, "global_step": 12808, "epoch": 197, "lr": 7.682922229989764e-05}
+{"train_loss": 0.007618186995387077, "global_step": 12809, "epoch": 197, "lr": 7.682577932438685e-05}
+{"train_loss": 0.008441703394055367, "global_step": 12810, "epoch": 197, "lr": 7.682233617025585e-05}
+{"train_loss": 0.005393642466515303, "global_step": 12811, "epoch": 197, "lr": 7.681889283752754e-05}
+{"train_loss": 0.0070223938673734665, "global_step": 12812, "epoch": 197, "lr": 7.681544932622486e-05}
+{"train_loss": 0.006899917032569647, "global_step": 12813, "epoch": 197, "lr": 7.681200563637073e-05}
+{"train_loss": 0.005884287413209677, "global_step": 12814, "epoch": 197, "lr": 7.68085617679881e-05}
+{"train_loss": 0.00947771780192852, "global_step": 12815, "epoch": 197, "lr": 7.680511772109986e-05}
+{"train_loss": 0.004345023538917303, "global_step": 12816, "epoch": 197, "lr": 7.6801673495729e-05}
+{"train_loss": 0.006099507678300142, "global_step": 12817, "epoch": 197, "lr": 7.679822909189842e-05}
+{"train_loss": 0.008042420260608196, "global_step": 12818, "epoch": 197, "lr": 7.679478450963104e-05}
+{"train_loss": 0.007435415871441364, "global_step": 12819, "epoch": 197, "lr": 7.679133974894983e-05}
+{"train_loss": 0.007059036288410425, "global_step": 12820, "epoch": 197, "lr": 7.678789480987772e-05}
+{"train_loss": 0.0043982104398310184, "global_step": 12821, "epoch": 197, "lr": 7.678444969243763e-05}
+{"train_loss": 0.004441891331225634, "global_step": 12822, "epoch": 197, "lr": 7.67810043966525e-05}
+{"train_loss": 0.006031733937561512, "global_step": 12823, "epoch": 197, "lr": 7.677755892254528e-05}
+{"train_loss": 0.007691054604947567, "global_step": 12824, "epoch": 197, "lr": 7.677411327013892e-05}
+{"train_loss": 0.006961265113204718, "global_step": 12825, "epoch": 197, "lr": 7.677066743945636e-05}
+{"train_loss": 0.004500756040215492, "global_step": 12826, "epoch": 197, "lr": 7.676722143052053e-05}
+{"train_loss": 0.00723177008330822, "global_step": 12827, "epoch": 197, "lr": 7.676377524335436e-05}
+{"train_loss": 0.006700589321553707, "global_step": 12828, "epoch": 197, "lr": 7.676032887798086e-05}
+{"train_loss": 0.00603794539347291, "global_step": 12829, "epoch": 197, "lr": 7.675688233442291e-05}
+{"train_loss": 0.0070199244655668736, "global_step": 12830, "epoch": 197, "lr": 7.675343561270352e-05}
+{"train_loss": 0.010367138311266899, "global_step": 12831, "epoch": 197, "lr": 7.674998871284557e-05}
+{"train_loss": 0.009344276040792465, "global_step": 12832, "epoch": 197, "lr": 7.674654163487207e-05}
+{"train_loss": 0.0073062218725681305, "global_step": 12833, "epoch": 197, "lr": 7.674309437880594e-05}
+{"train_loss": 0.009700585156679153, "global_step": 12834, "epoch": 197, "lr": 7.673964694467016e-05}
+{"train_loss": 0.007977329194545746, "global_step": 12835, "epoch": 197, "lr": 7.673619933248764e-05}
+{"train_loss": 0.005916018970310688, "global_step": 12836, "epoch": 197, "lr": 7.67327515422814e-05}
+{"train_loss": 0.009179508313536644, "global_step": 12837, "epoch": 197, "lr": 7.672930357407433e-05}
+{"train_loss": 0.00792982243001461, "global_step": 12838, "epoch": 197, "lr": 7.672585542788943e-05}
+{"train_loss": 0.005929587408900261, "global_step": 12839, "epoch": 197, "lr": 7.672240710374967e-05}
+{"train_loss": 0.007397550158202648, "global_step": 12840, "epoch": 197, "lr": 7.6718958601678e-05}
+{"train_loss": 0.005957257468253374, "global_step": 12841, "epoch": 197, "lr": 7.671550992169733e-05}
+{"train_loss": 0.006339248735457659, "global_step": 12842, "epoch": 197, "lr": 7.671206106383069e-05}
+{"train_loss": 0.006094720680266619, "global_step": 12843, "epoch": 197, "lr": 7.670861202810101e-05}
+{"train_loss": 0.005927953403443098, "global_step": 12844, "epoch": 197, "lr": 7.670516281453128e-05}
+{"train_loss": 0.008148579858243465, "global_step": 12845, "epoch": 197, "lr": 7.670171342314445e-05}
+{"train_loss": 0.007015170995146036, "global_step": 12846, "epoch": 197, "lr": 7.669826385396348e-05}
+{"train_loss": 0.007185136899352074, "global_step": 12847, "epoch": 197, "lr": 7.669481410701136e-05}
+{"train_loss": 0.004864221438765526, "global_step": 12848, "epoch": 197, "lr": 7.669136418231106e-05}
+{"train_loss": 0.007508483715355396, "global_step": 12849, "epoch": 197, "lr": 7.668791407988552e-05}
+{"train_loss": 0.0075677200220525265, "global_step": 12850, "epoch": 197, "lr": 7.668446379975774e-05}
+{"train_loss": 0.009969588369131088, "global_step": 12851, "epoch": 197, "lr": 7.668101334195068e-05}
+{"train_loss": 0.006345422472804785, "global_step": 12852, "epoch": 197, "lr": 7.667756270648736e-05}
+{"train_loss": 0.006495546083897352, "global_step": 12853, "epoch": 197, "lr": 7.667411189339068e-05}
+{"train_loss": 0.009164772927761078, "global_step": 12854, "epoch": 197, "lr": 7.667066090268366e-05}
+{"train_loss": 0.00898471288383007, "global_step": 12855, "epoch": 197, "lr": 7.666720973438928e-05}
+{"train_loss": 0.0059484937228262424, "global_step": 12856, "epoch": 197, "lr": 7.666375838853053e-05}
+{"train_loss": 0.007897462695837021, "global_step": 12857, "epoch": 197, "lr": 7.666030686513037e-05}
+{"train_loss": 0.006602961104363203, "global_step": 12858, "epoch": 197, "lr": 7.665685516421178e-05}
+{"train_loss": 0.005564671475440264, "global_step": 12859, "epoch": 197, "lr": 7.665340328579775e-05}
+{"train_loss": 0.006628180854022503, "global_step": 12860, "epoch": 197, "lr": 7.664995122991128e-05}
+{"train_loss": 0.009498725645244122, "global_step": 12861, "epoch": 197, "lr": 7.664649899657531e-05}
+{"train_loss": 0.006600889377295971, "global_step": 12862, "epoch": 197, "lr": 7.664304658581288e-05}
+{"train_loss": 0.005002407822757959, "global_step": 12863, "epoch": 197, "lr": 7.663959399764695e-05}
+{"train_loss": 0.011943387798964977, "global_step": 12864, "epoch": 197, "lr": 7.663614123210052e-05}
+{"train_loss": 0.004988284315913916, "global_step": 12865, "epoch": 197, "lr": 7.663268828919656e-05}
+{"train_loss": 0.007582176476716995, "global_step": 12866, "epoch": 197, "lr": 7.662923516895809e-05}
+{"train_loss": 0.005779716651886702, "global_step": 12867, "epoch": 197, "lr": 7.662578187140809e-05}
+{"train_loss": 0.00816243514418602, "global_step": 12868, "epoch": 197, "lr": 7.662232839656955e-05}
+{"train_loss": 0.007099627818052586, "global_step": 12869, "epoch": 197, "lr": 7.661887474446546e-05, "val_loss": 0.010917549021542072}
+{"train_loss": 0.01119062677025795, "global_step": 12870, "epoch": 198, "lr": 7.661542091511884e-05}
+{"train_loss": 0.004626984242349863, "global_step": 12871, "epoch": 198, "lr": 7.661196690855266e-05}
+{"train_loss": 0.005992740858346224, "global_step": 12872, "epoch": 198, "lr": 7.660851272478993e-05}
+{"train_loss": 0.006024370435625315, "global_step": 12873, "epoch": 198, "lr": 7.660505836385366e-05}
+{"train_loss": 0.005380786024034023, "global_step": 12874, "epoch": 198, "lr": 7.660160382576683e-05}
+{"train_loss": 0.005534813739359379, "global_step": 12875, "epoch": 198, "lr": 7.659814911055247e-05}
+{"train_loss": 0.009660862386226654, "global_step": 12876, "epoch": 198, "lr": 7.659469421823355e-05}
+{"train_loss": 0.007965833880007267, "global_step": 12877, "epoch": 198, "lr": 7.65912391488331e-05}
+{"train_loss": 0.005643515847623348, "global_step": 12878, "epoch": 198, "lr": 7.658778390237411e-05}
+{"train_loss": 0.005113648716360331, "global_step": 12879, "epoch": 198, "lr": 7.658432847887959e-05}
+{"train_loss": 0.00746122794225812, "global_step": 12880, "epoch": 198, "lr": 7.658087287837257e-05}
+{"train_loss": 0.010700196959078312, "global_step": 12881, "epoch": 198, "lr": 7.657741710087602e-05}
+{"train_loss": 0.008019517175853252, "global_step": 12882, "epoch": 198, "lr": 7.657396114641299e-05}
+{"train_loss": 0.006389745976775885, "global_step": 12883, "epoch": 198, "lr": 7.657050501500646e-05}
+{"train_loss": 0.008754834532737732, "global_step": 12884, "epoch": 198, "lr": 7.656704870667945e-05}
+{"train_loss": 0.005481665953993797, "global_step": 12885, "epoch": 198, "lr": 7.6563592221455e-05}
+{"train_loss": 0.00622798316180706, "global_step": 12886, "epoch": 198, "lr": 7.65601355593561e-05}
+{"train_loss": 0.0038161762058734894, "global_step": 12887, "epoch": 198, "lr": 7.655667872040575e-05}
+{"train_loss": 0.009348688647150993, "global_step": 12888, "epoch": 198, "lr": 7.655322170462703e-05}
+{"train_loss": 0.004704365506768227, "global_step": 12889, "epoch": 198, "lr": 7.654976451204288e-05}
+{"train_loss": 0.007986492477357388, "global_step": 12890, "epoch": 198, "lr": 7.654630714267636e-05}
+{"train_loss": 0.00509641831740737, "global_step": 12891, "epoch": 198, "lr": 7.654284959655049e-05}
+{"train_loss": 0.007196835242211819, "global_step": 12892, "epoch": 198, "lr": 7.65393918736883e-05}
+{"train_loss": 0.005654777865856886, "global_step": 12893, "epoch": 198, "lr": 7.65359339741128e-05}
+{"train_loss": 0.005360047798603773, "global_step": 12894, "epoch": 198, "lr": 7.653247589784703e-05}
+{"train_loss": 0.004712226334959269, "global_step": 12895, "epoch": 198, "lr": 7.652901764491398e-05}
+{"train_loss": 0.00814707763493061, "global_step": 12896, "epoch": 198, "lr": 7.65255592153367e-05}
+{"train_loss": 0.005719448905438185, "global_step": 12897, "epoch": 198, "lr": 7.652210060913823e-05}
+{"train_loss": 0.012704090215265751, "global_step": 12898, "epoch": 198, "lr": 7.651864182634159e-05}
+{"train_loss": 0.006443238817155361, "global_step": 12899, "epoch": 198, "lr": 7.651518286696981e-05}
+{"train_loss": 0.0046717762015759945, "global_step": 12900, "epoch": 198, "lr": 7.651172373104592e-05}
+{"train_loss": 0.007865185849368572, "global_step": 12901, "epoch": 198, "lr": 7.650826441859293e-05}
+{"train_loss": 0.004061422310769558, "global_step": 12902, "epoch": 198, "lr": 7.650480492963392e-05}
+{"train_loss": 0.009082605130970478, "global_step": 12903, "epoch": 198, "lr": 7.65013452641919e-05}
+{"train_loss": 0.005590192042291164, "global_step": 12904, "epoch": 198, "lr": 7.64978854222899e-05}
+{"train_loss": 0.007499971427023411, "global_step": 12905, "epoch": 198, "lr": 7.649442540395097e-05}
+{"train_loss": 0.006945089902728796, "global_step": 12906, "epoch": 198, "lr": 7.649096520919814e-05}
+{"train_loss": 0.005922497715801001, "global_step": 12907, "epoch": 198, "lr": 7.648750483805447e-05}
+{"train_loss": 0.00684646051377058, "global_step": 12908, "epoch": 198, "lr": 7.648404429054296e-05}
+{"train_loss": 0.007783687207847834, "global_step": 12909, "epoch": 198, "lr": 7.64805835666867e-05}
+{"train_loss": 0.004558941349387169, "global_step": 12910, "epoch": 198, "lr": 7.64771226665087e-05}
+{"train_loss": 0.007014022674411535, "global_step": 12911, "epoch": 198, "lr": 7.647366159003201e-05}
+{"train_loss": 0.006966298446059227, "global_step": 12912, "epoch": 198, "lr": 7.647020033727968e-05}
+{"train_loss": 0.007333261892199516, "global_step": 12913, "epoch": 198, "lr": 7.646673890827476e-05}
+{"train_loss": 0.0063309078104794025, "global_step": 12914, "epoch": 198, "lr": 7.64632773030403e-05}
+{"train_loss": 0.008886393159627914, "global_step": 12915, "epoch": 198, "lr": 7.645981552159933e-05}
+{"train_loss": 0.008359245955944061, "global_step": 12916, "epoch": 198, "lr": 7.645635356397492e-05}
+{"train_loss": 0.005666070152074099, "global_step": 12917, "epoch": 198, "lr": 7.645289143019014e-05}
+{"train_loss": 0.006176426541060209, "global_step": 12918, "epoch": 198, "lr": 7.6449429120268e-05}
+{"train_loss": 0.009188191965222359, "global_step": 12919, "epoch": 198, "lr": 7.644596663423157e-05}
+{"train_loss": 0.004796551074832678, "global_step": 12920, "epoch": 198, "lr": 7.64425039721039e-05}
+{"train_loss": 0.006288341712206602, "global_step": 12921, "epoch": 198, "lr": 7.643904113390808e-05}
+{"train_loss": 0.005104203708469868, "global_step": 12922, "epoch": 198, "lr": 7.643557811966712e-05}
+{"train_loss": 0.006885224487632513, "global_step": 12923, "epoch": 198, "lr": 7.643211492940412e-05}
+{"train_loss": 0.005931285209953785, "global_step": 12924, "epoch": 198, "lr": 7.64286515631421e-05}
+{"train_loss": 0.004577378276735544, "global_step": 12925, "epoch": 198, "lr": 7.642518802090416e-05}
+{"train_loss": 0.0045860870741307735, "global_step": 12926, "epoch": 198, "lr": 7.642172430271333e-05}
+{"train_loss": 0.005962288472801447, "global_step": 12927, "epoch": 198, "lr": 7.641826040859268e-05}
+{"train_loss": 0.008983790874481201, "global_step": 12928, "epoch": 198, "lr": 7.641479633856528e-05}
+{"train_loss": 0.005708533804863691, "global_step": 12929, "epoch": 198, "lr": 7.641133209265424e-05}
+{"train_loss": 0.006899901200085878, "global_step": 12930, "epoch": 198, "lr": 7.640786767088253e-05}
+{"train_loss": 0.009051132015883923, "global_step": 12931, "epoch": 198, "lr": 7.64044030732733e-05}
+{"train_loss": 0.005542945582419634, "global_step": 12932, "epoch": 198, "lr": 7.640093829984957e-05}
+{"train_loss": 0.005196165293455124, "global_step": 12933, "epoch": 198, "lr": 7.639747335063445e-05}
+{"train_loss": 0.006688458723231004, "global_step": 12934, "epoch": 198, "lr": 7.639400822565097e-05, "val_loss": 0.008211039938032627}
+{"train_loss": 0.0061955200508236885, "global_step": 12935, "epoch": 199, "lr": 7.639054292492224e-05}
+{"train_loss": 0.006263824179768562, "global_step": 12936, "epoch": 199, "lr": 7.638707744847133e-05}
+{"train_loss": 0.005304166581481695, "global_step": 12937, "epoch": 199, "lr": 7.638361179632128e-05}
+{"train_loss": 0.0043253651820123196, "global_step": 12938, "epoch": 199, "lr": 7.638014596849518e-05}
+{"train_loss": 0.005762183107435703, "global_step": 12939, "epoch": 199, "lr": 7.637667996501615e-05}
+{"train_loss": 0.00737097579985857, "global_step": 12940, "epoch": 199, "lr": 7.637321378590723e-05}
+{"train_loss": 0.005608065519481897, "global_step": 12941, "epoch": 199, "lr": 7.63697474311915e-05}
+{"train_loss": 0.005076022353023291, "global_step": 12942, "epoch": 199, "lr": 7.636628090089203e-05}
+{"train_loss": 0.005955453030765057, "global_step": 12943, "epoch": 199, "lr": 7.636281419503192e-05}
+{"train_loss": 0.012166295200586319, "global_step": 12944, "epoch": 199, "lr": 7.635934731363428e-05}
+{"train_loss": 0.004492099396884441, "global_step": 12945, "epoch": 199, "lr": 7.635588025672214e-05}
+{"train_loss": 0.005101504269987345, "global_step": 12946, "epoch": 199, "lr": 7.635241302431862e-05}
+{"train_loss": 0.007757576182484627, "global_step": 12947, "epoch": 199, "lr": 7.63489456164468e-05}
+{"train_loss": 0.006741570774465799, "global_step": 12948, "epoch": 199, "lr": 7.634547803312975e-05}
+{"train_loss": 0.006448483094573021, "global_step": 12949, "epoch": 199, "lr": 7.634201027439059e-05}
+{"train_loss": 0.007660534232854843, "global_step": 12950, "epoch": 199, "lr": 7.633854234025238e-05}
+{"train_loss": 0.006389557383954525, "global_step": 12951, "epoch": 199, "lr": 7.633507423073824e-05}
+{"train_loss": 0.004203788470476866, "global_step": 12952, "epoch": 199, "lr": 7.633160594587124e-05}
+{"train_loss": 0.007319808937609196, "global_step": 12953, "epoch": 199, "lr": 7.632813748567449e-05}
+{"train_loss": 0.008465060964226723, "global_step": 12954, "epoch": 199, "lr": 7.632466885017107e-05}
+{"train_loss": 0.005517301615327597, "global_step": 12955, "epoch": 199, "lr": 7.63212000393841e-05}
+{"train_loss": 0.008459186181426048, "global_step": 12956, "epoch": 199, "lr": 7.631773105333662e-05}
+{"train_loss": 0.00477791391313076, "global_step": 12957, "epoch": 199, "lr": 7.63142618920518e-05}
+{"train_loss": 0.005214361939579248, "global_step": 12958, "epoch": 199, "lr": 7.631079255555269e-05}
+{"train_loss": 0.0057355319149792194, "global_step": 12959, "epoch": 199, "lr": 7.630732304386244e-05}
+{"train_loss": 0.006283783353865147, "global_step": 12960, "epoch": 199, "lr": 7.630385335700408e-05}
+{"train_loss": 0.004735283553600311, "global_step": 12961, "epoch": 199, "lr": 7.630038349500078e-05}
+{"train_loss": 0.006128555629402399, "global_step": 12962, "epoch": 199, "lr": 7.629691345787561e-05}
+{"train_loss": 0.006082779727876186, "global_step": 12963, "epoch": 199, "lr": 7.629344324565169e-05}
+{"train_loss": 0.007658713962882757, "global_step": 12964, "epoch": 199, "lr": 7.62899728583521e-05}
+{"train_loss": 0.007904352620244026, "global_step": 12965, "epoch": 199, "lr": 7.628650229599998e-05}
+{"train_loss": 0.0059295641258358955, "global_step": 12966, "epoch": 199, "lr": 7.628303155861842e-05}
+{"train_loss": 0.006787548307329416, "global_step": 12967, "epoch": 199, "lr": 7.627956064623056e-05}
+{"train_loss": 0.0051860869862139225, "global_step": 12968, "epoch": 199, "lr": 7.627608955885946e-05}
+{"train_loss": 0.005229235626757145, "global_step": 12969, "epoch": 199, "lr": 7.627261829652828e-05}
+{"train_loss": 0.0028623631224036217, "global_step": 12970, "epoch": 199, "lr": 7.626914685926009e-05}
+{"train_loss": 0.005020631942898035, "global_step": 12971, "epoch": 199, "lr": 7.626567524707805e-05}
+{"train_loss": 0.0050643011927604675, "global_step": 12972, "epoch": 199, "lr": 7.626220346000523e-05}
+{"train_loss": 0.005207826383411884, "global_step": 12973, "epoch": 199, "lr": 7.62587314980648e-05}
+{"train_loss": 0.00457885442301631, "global_step": 12974, "epoch": 199, "lr": 7.625525936127982e-05}
+{"train_loss": 0.006198848597705364, "global_step": 12975, "epoch": 199, "lr": 7.625178704967347e-05}
+{"train_loss": 0.0054506841115653515, "global_step": 12976, "epoch": 199, "lr": 7.624831456326879e-05}
+{"train_loss": 0.004961106460541487, "global_step": 12977, "epoch": 199, "lr": 7.624484190208898e-05}
+{"train_loss": 0.005570183973759413, "global_step": 12978, "epoch": 199, "lr": 7.624136906615713e-05}
+{"train_loss": 0.006181319709867239, "global_step": 12979, "epoch": 199, "lr": 7.623789605549639e-05}
+{"train_loss": 0.004614498000591993, "global_step": 12980, "epoch": 199, "lr": 7.623442287012982e-05}
+{"train_loss": 0.005975144449621439, "global_step": 12981, "epoch": 199, "lr": 7.623094951008062e-05}
+{"train_loss": 0.004957098048180342, "global_step": 12982, "epoch": 199, "lr": 7.622747597537187e-05}
+{"train_loss": 0.006730606779456139, "global_step": 12983, "epoch": 199, "lr": 7.622400226602673e-05}
+{"train_loss": 0.00371891213580966, "global_step": 12984, "epoch": 199, "lr": 7.62205283820683e-05}
+{"train_loss": 0.008149474859237671, "global_step": 12985, "epoch": 199, "lr": 7.621705432351971e-05}
+{"train_loss": 0.005260115955024958, "global_step": 12986, "epoch": 199, "lr": 7.621358009040413e-05}
+{"train_loss": 0.0034707565791904926, "global_step": 12987, "epoch": 199, "lr": 7.621010568274466e-05}
+{"train_loss": 0.006509925238788128, "global_step": 12988, "epoch": 199, "lr": 7.620663110056445e-05}
+{"train_loss": 0.007485698908567429, "global_step": 12989, "epoch": 199, "lr": 7.620315634388664e-05}
+{"train_loss": 0.006137242540717125, "global_step": 12990, "epoch": 199, "lr": 7.619968141273435e-05}
+{"train_loss": 0.0043775346130132675, "global_step": 12991, "epoch": 199, "lr": 7.619620630713074e-05}
+{"train_loss": 0.00538663100451231, "global_step": 12992, "epoch": 199, "lr": 7.61927310270989e-05}
+{"train_loss": 0.005943535827100277, "global_step": 12993, "epoch": 199, "lr": 7.618925557266203e-05}
+{"train_loss": 0.005725910887122154, "global_step": 12994, "epoch": 199, "lr": 7.618577994384324e-05}
+{"train_loss": 0.003477264428511262, "global_step": 12995, "epoch": 199, "lr": 7.618230414066568e-05}
+{"train_loss": 0.005171611905097961, "global_step": 12996, "epoch": 199, "lr": 7.617882816315248e-05}
+{"train_loss": 0.005037857219576836, "global_step": 12997, "epoch": 199, "lr": 7.617535201132682e-05}
+{"train_loss": 0.006405571009963751, "global_step": 12998, "epoch": 199, "lr": 7.61718756852118e-05}
+{"train_loss": 0.00593515897814471, "global_step": 12999, "epoch": 199, "lr": 7.616839918483061e-05, "val_loss": 0.00896528922021389}
+{"train_loss": 0.0072800046764314175, "global_step": 13000, "epoch": 200, "lr": 7.616492251020637e-05}
+{"train_loss": 0.0058396016247570515, "global_step": 13001, "epoch": 200, "lr": 7.616144566136223e-05}
+{"train_loss": 0.0069506969302892685, "global_step": 13002, "epoch": 200, "lr": 7.615796863832136e-05}
+{"train_loss": 0.006808450445532799, "global_step": 13003, "epoch": 200, "lr": 7.615449144110691e-05}
+{"train_loss": 0.00695268576964736, "global_step": 13004, "epoch": 200, "lr": 7.6151014069742e-05}
+{"train_loss": 0.004560887813568115, "global_step": 13005, "epoch": 200, "lr": 7.614753652424982e-05}
+{"train_loss": 0.005787456873804331, "global_step": 13006, "epoch": 200, "lr": 7.614405880465352e-05}
+{"train_loss": 0.006202823482453823, "global_step": 13007, "epoch": 200, "lr": 7.614058091097625e-05}
+{"train_loss": 0.006792497355490923, "global_step": 13008, "epoch": 200, "lr": 7.613710284324116e-05}
+{"train_loss": 0.00761224702000618, "global_step": 13009, "epoch": 200, "lr": 7.613362460147143e-05}
+{"train_loss": 0.006931886076927185, "global_step": 13010, "epoch": 200, "lr": 7.613014618569019e-05}
+{"train_loss": 0.003946647979319096, "global_step": 13011, "epoch": 200, "lr": 7.612666759592063e-05}
+{"train_loss": 0.005862789694219828, "global_step": 13012, "epoch": 200, "lr": 7.612318883218588e-05}
+{"train_loss": 0.004840058274567127, "global_step": 13013, "epoch": 200, "lr": 7.611970989450914e-05}
+{"train_loss": 0.012407618574798107, "global_step": 13014, "epoch": 200, "lr": 7.611623078291356e-05}
+{"train_loss": 0.006965020205825567, "global_step": 13015, "epoch": 200, "lr": 7.61127514974223e-05}
+{"train_loss": 0.005961788818240166, "global_step": 13016, "epoch": 200, "lr": 7.610927203805852e-05}
+{"train_loss": 0.008727168664336205, "global_step": 13017, "epoch": 200, "lr": 7.610579240484541e-05}
+{"train_loss": 0.0044268229976296425, "global_step": 13018, "epoch": 200, "lr": 7.610231259780613e-05}
+{"train_loss": 0.0048034596256911755, "global_step": 13019, "epoch": 200, "lr": 7.609883261696385e-05}
+{"train_loss": 0.006735067814588547, "global_step": 13020, "epoch": 200, "lr": 7.609535246234171e-05}
+{"train_loss": 0.008312316611409187, "global_step": 13021, "epoch": 200, "lr": 7.609187213396295e-05}
+{"train_loss": 0.005310810171067715, "global_step": 13022, "epoch": 200, "lr": 7.608839163185068e-05}
+{"train_loss": 0.008623303845524788, "global_step": 13023, "epoch": 200, "lr": 7.608491095602814e-05}
+{"train_loss": 0.005134107079356909, "global_step": 13024, "epoch": 200, "lr": 7.608143010651843e-05}
+{"train_loss": 0.00553766218945384, "global_step": 13025, "epoch": 200, "lr": 7.607794908334478e-05}
+{"train_loss": 0.007717095781117678, "global_step": 13026, "epoch": 200, "lr": 7.607446788653035e-05}
+{"train_loss": 0.005481733940541744, "global_step": 13027, "epoch": 200, "lr": 7.607098651609833e-05}
+{"train_loss": 0.00697485264390707, "global_step": 13028, "epoch": 200, "lr": 7.606750497207188e-05}
+{"train_loss": 0.007994359359145164, "global_step": 13029, "epoch": 200, "lr": 7.60640232544742e-05}
+{"train_loss": 0.003593344707041979, "global_step": 13030, "epoch": 200, "lr": 7.606054136332847e-05}
+{"train_loss": 0.004773689899593592, "global_step": 13031, "epoch": 200, "lr": 7.60570592986579e-05}
+{"train_loss": 0.005735551007091999, "global_step": 13032, "epoch": 200, "lr": 7.605357706048562e-05}
+{"train_loss": 0.007275774143636227, "global_step": 13033, "epoch": 200, "lr": 7.605009464883484e-05}
+{"train_loss": 0.007813289761543274, "global_step": 13034, "epoch": 200, "lr": 7.604661206372876e-05}
+{"train_loss": 0.005523974075913429, "global_step": 13035, "epoch": 200, "lr": 7.604312930519057e-05}
+{"train_loss": 0.00740774953737855, "global_step": 13036, "epoch": 200, "lr": 7.603964637324346e-05}
+{"train_loss": 0.006762227509170771, "global_step": 13037, "epoch": 200, "lr": 7.603616326791059e-05}
+{"train_loss": 0.0050648576579988, "global_step": 13038, "epoch": 200, "lr": 7.60326799892152e-05}
+{"train_loss": 0.007158199790865183, "global_step": 13039, "epoch": 200, "lr": 7.602919653718044e-05}
+{"train_loss": 0.006953707430511713, "global_step": 13040, "epoch": 200, "lr": 7.602571291182952e-05}
+{"train_loss": 0.007210117764770985, "global_step": 13041, "epoch": 200, "lr": 7.602222911318566e-05}
+{"train_loss": 0.004957575350999832, "global_step": 13042, "epoch": 200, "lr": 7.601874514127203e-05}
+{"train_loss": 0.004220189061015844, "global_step": 13043, "epoch": 200, "lr": 7.601526099611183e-05}
+{"train_loss": 0.0066685983911156654, "global_step": 13044, "epoch": 200, "lr": 7.601177667772825e-05}
+{"train_loss": 0.007190145552158356, "global_step": 13045, "epoch": 200, "lr": 7.600829218614451e-05}
+{"train_loss": 0.008225462399423122, "global_step": 13046, "epoch": 200, "lr": 7.600480752138383e-05}
+{"train_loss": 0.0069737304002046585, "global_step": 13047, "epoch": 200, "lr": 7.600132268346937e-05}
+{"train_loss": 0.00560419075191021, "global_step": 13048, "epoch": 200, "lr": 7.599783767242437e-05}
+{"train_loss": 0.006348912604153156, "global_step": 13049, "epoch": 200, "lr": 7.599435248827197e-05}
+{"train_loss": 0.0064002396538853645, "global_step": 13050, "epoch": 200, "lr": 7.599086713103547e-05}
+{"train_loss": 0.005174973513931036, "global_step": 13051, "epoch": 200, "lr": 7.598738160073803e-05}
+{"train_loss": 0.004828441422432661, "global_step": 13052, "epoch": 200, "lr": 7.598389589740285e-05}
+{"train_loss": 0.004383183550089598, "global_step": 13053, "epoch": 200, "lr": 7.598041002105314e-05}
+{"train_loss": 0.007182733621448278, "global_step": 13054, "epoch": 200, "lr": 7.597692397171214e-05}
+{"train_loss": 0.00566848274320364, "global_step": 13055, "epoch": 200, "lr": 7.597343774940302e-05}
+{"train_loss": 0.005413592327386141, "global_step": 13056, "epoch": 200, "lr": 7.596995135414904e-05}
+{"train_loss": 0.006527560297399759, "global_step": 13057, "epoch": 200, "lr": 7.596646478597335e-05}
+{"train_loss": 0.004422337748110294, "global_step": 13058, "epoch": 200, "lr": 7.596297804489925e-05}
+{"train_loss": 0.0062311007641255856, "global_step": 13059, "epoch": 200, "lr": 7.595949113094988e-05}
+{"train_loss": 0.008255299180746078, "global_step": 13060, "epoch": 200, "lr": 7.595600404414851e-05}
+{"train_loss": 0.005000940524041653, "global_step": 13061, "epoch": 200, "lr": 7.595251678451833e-05}
+{"train_loss": 0.005012914538383484, "global_step": 13062, "epoch": 200, "lr": 7.594902935208257e-05}
+{"train_loss": 0.008326861076056957, "global_step": 13063, "epoch": 200, "lr": 7.594554174686444e-05}
+{"train_loss": 0.006317340116947889, "global_step": 13064, "epoch": 200, "lr": 7.594205396888718e-05, "val_loss": 0.007931554690003395, "train_action_mse_error": 0.00038084626430645585}
+{"train_loss": 0.005214617121964693, "global_step": 13065, "epoch": 201, "lr": 7.5938566018174e-05}
+{"train_loss": 0.005617841146886349, "global_step": 13066, "epoch": 201, "lr": 7.593507789474814e-05}
+{"train_loss": 0.005440087057650089, "global_step": 13067, "epoch": 201, "lr": 7.59315895986328e-05}
+{"train_loss": 0.0034027721267193556, "global_step": 13068, "epoch": 201, "lr": 7.592810112985125e-05}
+{"train_loss": 0.006394092924892902, "global_step": 13069, "epoch": 201, "lr": 7.592461248842666e-05}
+{"train_loss": 0.006211677100509405, "global_step": 13070, "epoch": 201, "lr": 7.592112367438229e-05}
+{"train_loss": 0.004636624362319708, "global_step": 13071, "epoch": 201, "lr": 7.59176346877414e-05}
+{"train_loss": 0.0047858902253210545, "global_step": 13072, "epoch": 201, "lr": 7.591414552852717e-05}
+{"train_loss": 0.006146660540252924, "global_step": 13073, "epoch": 201, "lr": 7.591065619676286e-05}
+{"train_loss": 0.003955188672989607, "global_step": 13074, "epoch": 201, "lr": 7.590716669247169e-05}
+{"train_loss": 0.007408725563436747, "global_step": 13075, "epoch": 201, "lr": 7.590367701567691e-05}
+{"train_loss": 0.00464868126437068, "global_step": 13076, "epoch": 201, "lr": 7.590018716640175e-05}
+{"train_loss": 0.010485993698239326, "global_step": 13077, "epoch": 201, "lr": 7.589669714466943e-05}
+{"train_loss": 0.009906800463795662, "global_step": 13078, "epoch": 201, "lr": 7.589320695050324e-05}
+{"train_loss": 0.004459916148334742, "global_step": 13079, "epoch": 201, "lr": 7.588971658392634e-05}
+{"train_loss": 0.004105136729776859, "global_step": 13080, "epoch": 201, "lr": 7.588622604496204e-05}
+{"train_loss": 0.005683977622538805, "global_step": 13081, "epoch": 201, "lr": 7.588273533363355e-05}
+{"train_loss": 0.004603372421115637, "global_step": 13082, "epoch": 201, "lr": 7.587924444996415e-05}
+{"train_loss": 0.004529362544417381, "global_step": 13083, "epoch": 201, "lr": 7.587575339397701e-05}
+{"train_loss": 0.0063394117169082165, "global_step": 13084, "epoch": 201, "lr": 7.587226216569545e-05}
+{"train_loss": 0.006114554591476917, "global_step": 13085, "epoch": 201, "lr": 7.586877076514265e-05}
+{"train_loss": 0.006109947804361582, "global_step": 13086, "epoch": 201, "lr": 7.586527919234194e-05}
+{"train_loss": 0.004732578527182341, "global_step": 13087, "epoch": 201, "lr": 7.586178744731648e-05}
+{"train_loss": 0.00643764715641737, "global_step": 13088, "epoch": 201, "lr": 7.58582955300896e-05}
+{"train_loss": 0.005728785879909992, "global_step": 13089, "epoch": 201, "lr": 7.585480344068449e-05}
+{"train_loss": 0.005960891488939524, "global_step": 13090, "epoch": 201, "lr": 7.585131117912442e-05}
+{"train_loss": 0.00466794753447175, "global_step": 13091, "epoch": 201, "lr": 7.584781874543266e-05}
+{"train_loss": 0.0070588006637990475, "global_step": 13092, "epoch": 201, "lr": 7.584432613963246e-05}
+{"train_loss": 0.005434887483716011, "global_step": 13093, "epoch": 201, "lr": 7.584083336174706e-05}
+{"train_loss": 0.0043976991437375546, "global_step": 13094, "epoch": 201, "lr": 7.583734041179973e-05}
+{"train_loss": 0.009062741883099079, "global_step": 13095, "epoch": 201, "lr": 7.583384728981371e-05}
+{"train_loss": 0.005333560984581709, "global_step": 13096, "epoch": 201, "lr": 7.583035399581229e-05}
+{"train_loss": 0.005265431944280863, "global_step": 13097, "epoch": 201, "lr": 7.582686052981868e-05}
+{"train_loss": 0.005198749713599682, "global_step": 13098, "epoch": 201, "lr": 7.582336689185623e-05}
+{"train_loss": 0.008691166527569294, "global_step": 13099, "epoch": 201, "lr": 7.58198730819481e-05}
+{"train_loss": 0.0033806755673140287, "global_step": 13100, "epoch": 201, "lr": 7.581637910011762e-05}
+{"train_loss": 0.009580142796039581, "global_step": 13101, "epoch": 201, "lr": 7.581288494638802e-05}
+{"train_loss": 0.005420994944870472, "global_step": 13102, "epoch": 201, "lr": 7.58093906207826e-05}
+{"train_loss": 0.007246175780892372, "global_step": 13103, "epoch": 201, "lr": 7.580589612332458e-05}
+{"train_loss": 0.00839786883443594, "global_step": 13104, "epoch": 201, "lr": 7.580240145403728e-05}
+{"train_loss": 0.006653426215052605, "global_step": 13105, "epoch": 201, "lr": 7.579890661294396e-05}
+{"train_loss": 0.005164756905287504, "global_step": 13106, "epoch": 201, "lr": 7.579541160006785e-05}
+{"train_loss": 0.0043809786438941956, "global_step": 13107, "epoch": 201, "lr": 7.579191641543223e-05}
+{"train_loss": 0.008811554871499538, "global_step": 13108, "epoch": 201, "lr": 7.578842105906043e-05}
+{"train_loss": 0.006487584672868252, "global_step": 13109, "epoch": 201, "lr": 7.578492553097568e-05}
+{"train_loss": 0.002751345746219158, "global_step": 13110, "epoch": 201, "lr": 7.578142983120123e-05}
+{"train_loss": 0.006955503486096859, "global_step": 13111, "epoch": 201, "lr": 7.57779339597604e-05}
+{"train_loss": 0.009168691001832485, "global_step": 13112, "epoch": 201, "lr": 7.577443791667646e-05}
+{"train_loss": 0.006219850387424231, "global_step": 13113, "epoch": 201, "lr": 7.577094170197267e-05}
+{"train_loss": 0.005738912150263786, "global_step": 13114, "epoch": 201, "lr": 7.576744531567234e-05}
+{"train_loss": 0.006567703559994698, "global_step": 13115, "epoch": 201, "lr": 7.576394875779871e-05}
+{"train_loss": 0.004745160229504108, "global_step": 13116, "epoch": 201, "lr": 7.576045202837509e-05}
+{"train_loss": 0.008108227513730526, "global_step": 13117, "epoch": 201, "lr": 7.575695512742475e-05}
+{"train_loss": 0.006105430889874697, "global_step": 13118, "epoch": 201, "lr": 7.5753458054971e-05}
+{"train_loss": 0.006334446836262941, "global_step": 13119, "epoch": 201, "lr": 7.574996081103709e-05}
+{"train_loss": 0.005140836350619793, "global_step": 13120, "epoch": 201, "lr": 7.574646339564633e-05}
+{"train_loss": 0.007715760730206966, "global_step": 13121, "epoch": 201, "lr": 7.5742965808822e-05}
+{"train_loss": 0.006968548987060785, "global_step": 13122, "epoch": 201, "lr": 7.57394680505874e-05}
+{"train_loss": 0.0062357219867408276, "global_step": 13123, "epoch": 201, "lr": 7.573597012096581e-05}
+{"train_loss": 0.0054918741807341576, "global_step": 13124, "epoch": 201, "lr": 7.57324720199805e-05}
+{"train_loss": 0.0073528895154595375, "global_step": 13125, "epoch": 201, "lr": 7.572897374765479e-05}
+{"train_loss": 0.004412621259689331, "global_step": 13126, "epoch": 201, "lr": 7.572547530401197e-05}
+{"train_loss": 0.00638169702142477, "global_step": 13127, "epoch": 201, "lr": 7.572197668907532e-05}
+{"train_loss": 0.008264697156846523, "global_step": 13128, "epoch": 201, "lr": 7.571847790286817e-05}
+{"train_loss": 0.006091663893312216, "global_step": 13129, "epoch": 201, "lr": 7.571497894541377e-05, "val_loss": 0.007044598925858736}
+{"train_loss": 0.005537134595215321, "global_step": 13130, "epoch": 202, "lr": 7.571147981673545e-05}
+{"train_loss": 0.004016850609332323, "global_step": 13131, "epoch": 202, "lr": 7.57079805168565e-05}
+{"train_loss": 0.006197383627295494, "global_step": 13132, "epoch": 202, "lr": 7.570448104580022e-05}
+{"train_loss": 0.005987140350043774, "global_step": 13133, "epoch": 202, "lr": 7.57009814035899e-05}
+{"train_loss": 0.007653912995010614, "global_step": 13134, "epoch": 202, "lr": 7.569748159024887e-05}
+{"train_loss": 0.00925334170460701, "global_step": 13135, "epoch": 202, "lr": 7.56939816058004e-05}
+{"train_loss": 0.006243871990591288, "global_step": 13136, "epoch": 202, "lr": 7.569048145026783e-05}
+{"train_loss": 0.008059406653046608, "global_step": 13137, "epoch": 202, "lr": 7.568698112367444e-05}
+{"train_loss": 0.007211195770651102, "global_step": 13138, "epoch": 202, "lr": 7.568348062604355e-05}
+{"train_loss": 0.008293919265270233, "global_step": 13139, "epoch": 202, "lr": 7.567997995739844e-05}
+{"train_loss": 0.004347729962319136, "global_step": 13140, "epoch": 202, "lr": 7.567647911776247e-05}
+{"train_loss": 0.006314352620393038, "global_step": 13141, "epoch": 202, "lr": 7.567297810715892e-05}
+{"train_loss": 0.006633554585278034, "global_step": 13142, "epoch": 202, "lr": 7.566947692561109e-05}
+{"train_loss": 0.009748425334692001, "global_step": 13143, "epoch": 202, "lr": 7.566597557314232e-05}
+{"train_loss": 0.005395250394940376, "global_step": 13144, "epoch": 202, "lr": 7.56624740497759e-05}
+{"train_loss": 0.0071150269359350204, "global_step": 13145, "epoch": 202, "lr": 7.565897235553516e-05}
+{"train_loss": 0.00516932038590312, "global_step": 13146, "epoch": 202, "lr": 7.565547049044342e-05}
+{"train_loss": 0.005808291025459766, "global_step": 13147, "epoch": 202, "lr": 7.565196845452398e-05}
+{"train_loss": 0.006048931740224361, "global_step": 13148, "epoch": 202, "lr": 7.564846624780018e-05}
+{"train_loss": 0.005412308499217033, "global_step": 13149, "epoch": 202, "lr": 7.564496387029532e-05}
+{"train_loss": 0.006647325120866299, "global_step": 13150, "epoch": 202, "lr": 7.564146132203271e-05}
+{"train_loss": 0.0053911530412733555, "global_step": 13151, "epoch": 202, "lr": 7.56379586030357e-05}
+{"train_loss": 0.003746372414752841, "global_step": 13152, "epoch": 202, "lr": 7.563445571332762e-05}
+{"train_loss": 0.00677882507443428, "global_step": 13153, "epoch": 202, "lr": 7.563095265293178e-05}
+{"train_loss": 0.006230417173355818, "global_step": 13154, "epoch": 202, "lr": 7.562744942187148e-05}
+{"train_loss": 0.0056099058128893375, "global_step": 13155, "epoch": 202, "lr": 7.562394602017008e-05}
+{"train_loss": 0.0036884364672005177, "global_step": 13156, "epoch": 202, "lr": 7.56204424478509e-05}
+{"train_loss": 0.005014221183955669, "global_step": 13157, "epoch": 202, "lr": 7.561693870493724e-05}
+{"train_loss": 0.008480167016386986, "global_step": 13158, "epoch": 202, "lr": 7.561343479145248e-05}
+{"train_loss": 0.005055572371929884, "global_step": 13159, "epoch": 202, "lr": 7.560993070741993e-05}
+{"train_loss": 0.005964542739093304, "global_step": 13160, "epoch": 202, "lr": 7.560642645286289e-05}
+{"train_loss": 0.00636705569922924, "global_step": 13161, "epoch": 202, "lr": 7.560292202780475e-05}
+{"train_loss": 0.007105361670255661, "global_step": 13162, "epoch": 202, "lr": 7.55994174322688e-05}
+{"train_loss": 0.005084926728159189, "global_step": 13163, "epoch": 202, "lr": 7.559591266627839e-05}
+{"train_loss": 0.007076190318912268, "global_step": 13164, "epoch": 202, "lr": 7.559240772985685e-05}
+{"train_loss": 0.006542887073010206, "global_step": 13165, "epoch": 202, "lr": 7.558890262302753e-05}
+{"train_loss": 0.005217543803155422, "global_step": 13166, "epoch": 202, "lr": 7.558539734581378e-05}
+{"train_loss": 0.0060151126235723495, "global_step": 13167, "epoch": 202, "lr": 7.55818918982389e-05}
+{"train_loss": 0.007751957047730684, "global_step": 13168, "epoch": 202, "lr": 7.557838628032626e-05}
+{"train_loss": 0.005436528939753771, "global_step": 13169, "epoch": 202, "lr": 7.557488049209921e-05}
+{"train_loss": 0.007955839857459068, "global_step": 13170, "epoch": 202, "lr": 7.557137453358107e-05}
+{"train_loss": 0.00663064606487751, "global_step": 13171, "epoch": 202, "lr": 7.55678684047952e-05}
+{"train_loss": 0.007483480032533407, "global_step": 13172, "epoch": 202, "lr": 7.556436210576493e-05}
+{"train_loss": 0.006364381872117519, "global_step": 13173, "epoch": 202, "lr": 7.556085563651363e-05}
+{"train_loss": 0.006789783481508493, "global_step": 13174, "epoch": 202, "lr": 7.555734899706464e-05}
+{"train_loss": 0.005953272804617882, "global_step": 13175, "epoch": 202, "lr": 7.555384218744129e-05}
+{"train_loss": 0.005596769042313099, "global_step": 13176, "epoch": 202, "lr": 7.555033520766693e-05}
+{"train_loss": 0.005970554891973734, "global_step": 13177, "epoch": 202, "lr": 7.554682805776495e-05}
+{"train_loss": 0.004998338408768177, "global_step": 13178, "epoch": 202, "lr": 7.554332073775868e-05}
+{"train_loss": 0.006706300191581249, "global_step": 13179, "epoch": 202, "lr": 7.553981324767146e-05}
+{"train_loss": 0.00565558485686779, "global_step": 13180, "epoch": 202, "lr": 7.553630558752665e-05}
+{"train_loss": 0.006747701205313206, "global_step": 13181, "epoch": 202, "lr": 7.553279775734763e-05}
+{"train_loss": 0.006721389479935169, "global_step": 13182, "epoch": 202, "lr": 7.552928975715774e-05}
+{"train_loss": 0.005950463004410267, "global_step": 13183, "epoch": 202, "lr": 7.552578158698032e-05}
+{"train_loss": 0.006003187503665686, "global_step": 13184, "epoch": 202, "lr": 7.552227324683876e-05}
+{"train_loss": 0.0052518355660140514, "global_step": 13185, "epoch": 202, "lr": 7.551876473675641e-05}
+{"train_loss": 0.005663982592523098, "global_step": 13186, "epoch": 202, "lr": 7.551525605675662e-05}
+{"train_loss": 0.004624740220606327, "global_step": 13187, "epoch": 202, "lr": 7.551174720686277e-05}
+{"train_loss": 0.0034216991625726223, "global_step": 13188, "epoch": 202, "lr": 7.55082381870982e-05}
+{"train_loss": 0.004820538219064474, "global_step": 13189, "epoch": 202, "lr": 7.550472899748629e-05}
+{"train_loss": 0.009453224018216133, "global_step": 13190, "epoch": 202, "lr": 7.550121963805042e-05}
+{"train_loss": 0.006315588019788265, "global_step": 13191, "epoch": 202, "lr": 7.549771010881394e-05}
+{"train_loss": 0.00665777875110507, "global_step": 13192, "epoch": 202, "lr": 7.549420040980022e-05}
+{"train_loss": 0.007464992348104715, "global_step": 13193, "epoch": 202, "lr": 7.549069054103262e-05}
+{"train_loss": 0.006222412151356156, "global_step": 13194, "epoch": 202, "lr": 7.548718050253454e-05, "val_loss": 0.0049195680767297745}
+{"train_loss": 0.0022083339281380177, "global_step": 13195, "epoch": 203, "lr": 7.548367029432933e-05}
+{"train_loss": 0.008068087510764599, "global_step": 13196, "epoch": 203, "lr": 7.548015991644035e-05}
+{"train_loss": 0.005379228852689266, "global_step": 13197, "epoch": 203, "lr": 7.547664936889101e-05}
+{"train_loss": 0.0063219089061021805, "global_step": 13198, "epoch": 203, "lr": 7.547313865170465e-05}
+{"train_loss": 0.00648356880992651, "global_step": 13199, "epoch": 203, "lr": 7.546962776490467e-05}
+{"train_loss": 0.0036126356571912766, "global_step": 13200, "epoch": 203, "lr": 7.546611670851442e-05}
+{"train_loss": 0.006374655291438103, "global_step": 13201, "epoch": 203, "lr": 7.546260548255732e-05}
+{"train_loss": 0.005535493139177561, "global_step": 13202, "epoch": 203, "lr": 7.545909408705672e-05}
+{"train_loss": 0.004013316705822945, "global_step": 13203, "epoch": 203, "lr": 7.545558252203602e-05}
+{"train_loss": 0.005764933302998543, "global_step": 13204, "epoch": 203, "lr": 7.545207078751857e-05}
+{"train_loss": 0.006359353195875883, "global_step": 13205, "epoch": 203, "lr": 7.544855888352778e-05}
+{"train_loss": 0.0044918786734342575, "global_step": 13206, "epoch": 203, "lr": 7.544504681008702e-05}
+{"train_loss": 0.0067611029371619225, "global_step": 13207, "epoch": 203, "lr": 7.54415345672197e-05}
+{"train_loss": 0.005296832881867886, "global_step": 13208, "epoch": 203, "lr": 7.543802215494915e-05}
+{"train_loss": 0.004132721107453108, "global_step": 13209, "epoch": 203, "lr": 7.543450957329884e-05}
+{"train_loss": 0.008653348311781883, "global_step": 13210, "epoch": 203, "lr": 7.543099682229208e-05}
+{"train_loss": 0.008167395368218422, "global_step": 13211, "epoch": 203, "lr": 7.542748390195232e-05}
+{"train_loss": 0.005378423258662224, "global_step": 13212, "epoch": 203, "lr": 7.54239708123029e-05}
+{"train_loss": 0.006020444445312023, "global_step": 13213, "epoch": 203, "lr": 7.542045755336726e-05}
+{"train_loss": 0.0036643173079937696, "global_step": 13214, "epoch": 203, "lr": 7.541694412516875e-05}
+{"train_loss": 0.00443220604211092, "global_step": 13215, "epoch": 203, "lr": 7.54134305277308e-05}
+{"train_loss": 0.004269660450518131, "global_step": 13216, "epoch": 203, "lr": 7.540991676107678e-05}
+{"train_loss": 0.006616188213229179, "global_step": 13217, "epoch": 203, "lr": 7.54064028252301e-05}
+{"train_loss": 0.006146606989204884, "global_step": 13218, "epoch": 203, "lr": 7.540288872021415e-05}
+{"train_loss": 0.006153227295726538, "global_step": 13219, "epoch": 203, "lr": 7.539937444605234e-05}
+{"train_loss": 0.006543722935020924, "global_step": 13220, "epoch": 203, "lr": 7.539586000276805e-05}
+{"train_loss": 0.00834275409579277, "global_step": 13221, "epoch": 203, "lr": 7.539234539038471e-05}
+{"train_loss": 0.00639672065153718, "global_step": 13222, "epoch": 203, "lr": 7.538883060892569e-05}
+{"train_loss": 0.00609313091263175, "global_step": 13223, "epoch": 203, "lr": 7.538531565841443e-05}
+{"train_loss": 0.004228248726576567, "global_step": 13224, "epoch": 203, "lr": 7.538180053887427e-05}
+{"train_loss": 0.006009811069816351, "global_step": 13225, "epoch": 203, "lr": 7.537828525032871e-05}
+{"train_loss": 0.005920083727687597, "global_step": 13226, "epoch": 203, "lr": 7.537476979280106e-05}
+{"train_loss": 0.005185228772461414, "global_step": 13227, "epoch": 203, "lr": 7.53712541663148e-05}
+{"train_loss": 0.008836573921144009, "global_step": 13228, "epoch": 203, "lr": 7.536773837089332e-05}
+{"train_loss": 0.003968141041696072, "global_step": 13229, "epoch": 203, "lr": 7.536422240656e-05}
+{"train_loss": 0.007623428013175726, "global_step": 13230, "epoch": 203, "lr": 7.536070627333829e-05}
+{"train_loss": 0.005679993890225887, "global_step": 13231, "epoch": 203, "lr": 7.535718997125157e-05}
+{"train_loss": 0.007005250081419945, "global_step": 13232, "epoch": 203, "lr": 7.535367350032328e-05}
+{"train_loss": 0.006097379140555859, "global_step": 13233, "epoch": 203, "lr": 7.535015686057683e-05}
+{"train_loss": 0.0064770933240652084, "global_step": 13234, "epoch": 203, "lr": 7.534664005203562e-05}
+{"train_loss": 0.007017670199275017, "global_step": 13235, "epoch": 203, "lr": 7.534312307472306e-05}
+{"train_loss": 0.003797226119786501, "global_step": 13236, "epoch": 203, "lr": 7.533960592866261e-05}
+{"train_loss": 0.0058201816864311695, "global_step": 13237, "epoch": 203, "lr": 7.533608861387765e-05}
+{"train_loss": 0.003910127095878124, "global_step": 13238, "epoch": 203, "lr": 7.53325711303916e-05}
+{"train_loss": 0.004705160856246948, "global_step": 13239, "epoch": 203, "lr": 7.532905347822792e-05}
+{"train_loss": 0.00693509541451931, "global_step": 13240, "epoch": 203, "lr": 7.532553565740999e-05}
+{"train_loss": 0.008432671427726746, "global_step": 13241, "epoch": 203, "lr": 7.532201766796126e-05}
+{"train_loss": 0.0060949441976845264, "global_step": 13242, "epoch": 203, "lr": 7.531849950990514e-05}
+{"train_loss": 0.005285526160150766, "global_step": 13243, "epoch": 203, "lr": 7.531498118326505e-05}
+{"train_loss": 0.004619048908352852, "global_step": 13244, "epoch": 203, "lr": 7.531146268806445e-05}
+{"train_loss": 0.005286389030516148, "global_step": 13245, "epoch": 203, "lr": 7.530794402432674e-05}
+{"train_loss": 0.006641985382884741, "global_step": 13246, "epoch": 203, "lr": 7.530442519207534e-05}
+{"train_loss": 0.007170902099460363, "global_step": 13247, "epoch": 203, "lr": 7.53009061913337e-05}
+{"train_loss": 0.0060800244100391865, "global_step": 13248, "epoch": 203, "lr": 7.529738702212525e-05}
+{"train_loss": 0.006714174058288336, "global_step": 13249, "epoch": 203, "lr": 7.529386768447342e-05}
+{"train_loss": 0.005457544233649969, "global_step": 13250, "epoch": 203, "lr": 7.529034817840164e-05}
+{"train_loss": 0.00497823441401124, "global_step": 13251, "epoch": 203, "lr": 7.528682850393334e-05}
+{"train_loss": 0.005986314732581377, "global_step": 13252, "epoch": 203, "lr": 7.528330866109197e-05}
+{"train_loss": 0.006595281418412924, "global_step": 13253, "epoch": 203, "lr": 7.527978864990097e-05}
+{"train_loss": 0.004506571218371391, "global_step": 13254, "epoch": 203, "lr": 7.527626847038374e-05}
+{"train_loss": 0.006060854997485876, "global_step": 13255, "epoch": 203, "lr": 7.527274812256377e-05}
+{"train_loss": 0.006673211697489023, "global_step": 13256, "epoch": 203, "lr": 7.526922760646447e-05}
+{"train_loss": 0.009184978902339935, "global_step": 13257, "epoch": 203, "lr": 7.526570692210929e-05}
+{"train_loss": 0.005007904022932053, "global_step": 13258, "epoch": 203, "lr": 7.526218606952167e-05}
+{"train_loss": 0.0059352333621623425, "global_step": 13259, "epoch": 203, "lr": 7.525866504872506e-05, "val_loss": 0.011074314825236797}
+{"train_loss": 0.004908822476863861, "global_step": 13260, "epoch": 204, "lr": 7.52551438597429e-05}
+{"train_loss": 0.00459548644721508, "global_step": 13261, "epoch": 204, "lr": 7.525162250259862e-05}
+{"train_loss": 0.005724223796278238, "global_step": 13262, "epoch": 204, "lr": 7.52481009773157e-05}
+{"train_loss": 0.004119954537600279, "global_step": 13263, "epoch": 204, "lr": 7.524457928391757e-05}
+{"train_loss": 0.004415751434862614, "global_step": 13264, "epoch": 204, "lr": 7.524105742242766e-05}
+{"train_loss": 0.0063951448537409306, "global_step": 13265, "epoch": 204, "lr": 7.523753539286947e-05}
+{"train_loss": 0.005921376869082451, "global_step": 13266, "epoch": 204, "lr": 7.523401319526639e-05}
+{"train_loss": 0.006713626906275749, "global_step": 13267, "epoch": 204, "lr": 7.523049082964195e-05}
+{"train_loss": 0.007618746720254421, "global_step": 13268, "epoch": 204, "lr": 7.522696829601951e-05}
+{"train_loss": 0.007396670524030924, "global_step": 13269, "epoch": 204, "lr": 7.522344559442261e-05}
+{"train_loss": 0.006641267333179712, "global_step": 13270, "epoch": 204, "lr": 7.521992272487466e-05}
+{"train_loss": 0.006545945070683956, "global_step": 13271, "epoch": 204, "lr": 7.521639968739914e-05}
+{"train_loss": 0.005141815170645714, "global_step": 13272, "epoch": 204, "lr": 7.521287648201946e-05}
+{"train_loss": 0.010116993449628353, "global_step": 13273, "epoch": 204, "lr": 7.520935310875914e-05}
+{"train_loss": 0.00680626230314374, "global_step": 13274, "epoch": 204, "lr": 7.52058295676416e-05}
+{"train_loss": 0.00517779216170311, "global_step": 13275, "epoch": 204, "lr": 7.520230585869032e-05}
+{"train_loss": 0.006625115405768156, "global_step": 13276, "epoch": 204, "lr": 7.519878198192876e-05}
+{"train_loss": 0.0080262441188097, "global_step": 13277, "epoch": 204, "lr": 7.51952579373804e-05}
+{"train_loss": 0.005697865970432758, "global_step": 13278, "epoch": 204, "lr": 7.519173372506866e-05}
+{"train_loss": 0.005150253418833017, "global_step": 13279, "epoch": 204, "lr": 7.518820934501704e-05}
+{"train_loss": 0.004638015758246183, "global_step": 13280, "epoch": 204, "lr": 7.518468479724902e-05}
+{"train_loss": 0.0066024428233504295, "global_step": 13281, "epoch": 204, "lr": 7.518116008178805e-05}
+{"train_loss": 0.005798243451863527, "global_step": 13282, "epoch": 204, "lr": 7.517763519865759e-05}
+{"train_loss": 0.006442076060920954, "global_step": 13283, "epoch": 204, "lr": 7.517411014788111e-05}
+{"train_loss": 0.009378357790410519, "global_step": 13284, "epoch": 204, "lr": 7.51705849294821e-05}
+{"train_loss": 0.006731444038450718, "global_step": 13285, "epoch": 204, "lr": 7.516705954348402e-05}
+{"train_loss": 0.0067304931581020355, "global_step": 13286, "epoch": 204, "lr": 7.516353398991037e-05}
+{"train_loss": 0.008545946329832077, "global_step": 13287, "epoch": 204, "lr": 7.516000826878456e-05}
+{"train_loss": 0.008126777596771717, "global_step": 13288, "epoch": 204, "lr": 7.515648238013014e-05}
+{"train_loss": 0.0047151329927146435, "global_step": 13289, "epoch": 204, "lr": 7.515295632397055e-05}
+{"train_loss": 0.005262910388410091, "global_step": 13290, "epoch": 204, "lr": 7.514943010032928e-05}
+{"train_loss": 0.0068031675182282925, "global_step": 13291, "epoch": 204, "lr": 7.514590370922978e-05}
+{"train_loss": 0.006181688513606787, "global_step": 13292, "epoch": 204, "lr": 7.514237715069558e-05}
+{"train_loss": 0.005580531433224678, "global_step": 13293, "epoch": 204, "lr": 7.513885042475012e-05}
+{"train_loss": 0.006940310820937157, "global_step": 13294, "epoch": 204, "lr": 7.513532353141693e-05}
+{"train_loss": 0.010747073218226433, "global_step": 13295, "epoch": 204, "lr": 7.513179647071942e-05}
+{"train_loss": 0.005250467918813229, "global_step": 13296, "epoch": 204, "lr": 7.512826924268115e-05}
+{"train_loss": 0.005601829383522272, "global_step": 13297, "epoch": 204, "lr": 7.512474184732556e-05}
+{"train_loss": 0.0055855815298855305, "global_step": 13298, "epoch": 204, "lr": 7.512121428467616e-05}
+{"train_loss": 0.010066051967442036, "global_step": 13299, "epoch": 204, "lr": 7.511768655475641e-05}
+{"train_loss": 0.007085040677338839, "global_step": 13300, "epoch": 204, "lr": 7.511415865758985e-05}
+{"train_loss": 0.005729013122618198, "global_step": 13301, "epoch": 204, "lr": 7.511063059319992e-05}
+{"train_loss": 0.00864970963448286, "global_step": 13302, "epoch": 204, "lr": 7.510710236161014e-05}
+{"train_loss": 0.006093701347708702, "global_step": 13303, "epoch": 204, "lr": 7.510357396284397e-05}
+{"train_loss": 0.005972675047814846, "global_step": 13304, "epoch": 204, "lr": 7.510004539692494e-05}
+{"train_loss": 0.005200372543185949, "global_step": 13305, "epoch": 204, "lr": 7.509651666387656e-05}
+{"train_loss": 0.006988304201513529, "global_step": 13306, "epoch": 204, "lr": 7.509298776372227e-05}
+{"train_loss": 0.007223838474601507, "global_step": 13307, "epoch": 204, "lr": 7.50894586964856e-05}
+{"train_loss": 0.009630333632230759, "global_step": 13308, "epoch": 204, "lr": 7.508592946219006e-05}
+{"train_loss": 0.006606631446629763, "global_step": 13309, "epoch": 204, "lr": 7.508240006085914e-05}
+{"train_loss": 0.006298011634498835, "global_step": 13310, "epoch": 204, "lr": 7.507887049251631e-05}
+{"train_loss": 0.004348154179751873, "global_step": 13311, "epoch": 204, "lr": 7.50753407571851e-05}
+{"train_loss": 0.006196053232997656, "global_step": 13312, "epoch": 204, "lr": 7.507181085488904e-05}
+{"train_loss": 0.005646845791488886, "global_step": 13313, "epoch": 204, "lr": 7.506828078565157e-05}
+{"train_loss": 0.005858541000634432, "global_step": 13314, "epoch": 204, "lr": 7.506475054949625e-05}
+{"train_loss": 0.006068344693630934, "global_step": 13315, "epoch": 204, "lr": 7.506122014644657e-05}
+{"train_loss": 0.006856855936348438, "global_step": 13316, "epoch": 204, "lr": 7.505768957652602e-05}
+{"train_loss": 0.004732260014861822, "global_step": 13317, "epoch": 204, "lr": 7.505415883975811e-05}
+{"train_loss": 0.006590783130377531, "global_step": 13318, "epoch": 204, "lr": 7.505062793616637e-05}
+{"train_loss": 0.006564215291291475, "global_step": 13319, "epoch": 204, "lr": 7.50470968657743e-05}
+{"train_loss": 0.005283588543534279, "global_step": 13320, "epoch": 204, "lr": 7.504356562860542e-05}
+{"train_loss": 0.004763424396514893, "global_step": 13321, "epoch": 204, "lr": 7.504003422468324e-05}
+{"train_loss": 0.008803136646747589, "global_step": 13322, "epoch": 204, "lr": 7.503650265403126e-05}
+{"train_loss": 0.00860249437391758, "global_step": 13323, "epoch": 204, "lr": 7.503297091667301e-05}
+{"train_loss": 0.006479838920327333, "global_step": 13324, "epoch": 204, "lr": 7.502943901263198e-05, "val_loss": 0.015567721799015999}
+{"train_loss": 0.0045665353536605835, "global_step": 13325, "epoch": 205, "lr": 7.502590694193173e-05}
+{"train_loss": 0.007667172700166702, "global_step": 13326, "epoch": 205, "lr": 7.502237470459576e-05}
+{"train_loss": 0.006988613400608301, "global_step": 13327, "epoch": 205, "lr": 7.501884230064757e-05}
+{"train_loss": 0.007160728797316551, "global_step": 13328, "epoch": 205, "lr": 7.50153097301107e-05}
+{"train_loss": 0.00675404304638505, "global_step": 13329, "epoch": 205, "lr": 7.501177699300867e-05}
+{"train_loss": 0.004675356671214104, "global_step": 13330, "epoch": 205, "lr": 7.500824408936502e-05}
+{"train_loss": 0.010367771610617638, "global_step": 13331, "epoch": 205, "lr": 7.500471101920323e-05}
+{"train_loss": 0.005334916990250349, "global_step": 13332, "epoch": 205, "lr": 7.500117778254687e-05}
+{"train_loss": 0.005063559859991074, "global_step": 13333, "epoch": 205, "lr": 7.499764437941943e-05}
+{"train_loss": 0.005413186736404896, "global_step": 13334, "epoch": 205, "lr": 7.499411080984445e-05}
+{"train_loss": 0.00505051901564002, "global_step": 13335, "epoch": 205, "lr": 7.499057707384547e-05}
+{"train_loss": 0.006699313409626484, "global_step": 13336, "epoch": 205, "lr": 7.498704317144602e-05}
+{"train_loss": 0.006413788069039583, "global_step": 13337, "epoch": 205, "lr": 7.49835091026696e-05}
+{"train_loss": 0.008529942482709885, "global_step": 13338, "epoch": 205, "lr": 7.497997486753979e-05}
+{"train_loss": 0.006093321368098259, "global_step": 13339, "epoch": 205, "lr": 7.497644046608008e-05}
+{"train_loss": 0.004953394178301096, "global_step": 13340, "epoch": 205, "lr": 7.497290589831403e-05}
+{"train_loss": 0.0038702005986124277, "global_step": 13341, "epoch": 205, "lr": 7.496937116426516e-05}
+{"train_loss": 0.005687806289643049, "global_step": 13342, "epoch": 205, "lr": 7.4965836263957e-05}
+{"train_loss": 0.0053542377427220345, "global_step": 13343, "epoch": 205, "lr": 7.496230119741311e-05}
+{"train_loss": 0.005633107852190733, "global_step": 13344, "epoch": 205, "lr": 7.495876596465703e-05}
+{"train_loss": 0.005147092044353485, "global_step": 13345, "epoch": 205, "lr": 7.495523056571228e-05}
+{"train_loss": 0.0056458995677530766, "global_step": 13346, "epoch": 205, "lr": 7.495169500060239e-05}
+{"train_loss": 0.006743720732629299, "global_step": 13347, "epoch": 205, "lr": 7.494815926935092e-05}
+{"train_loss": 0.005269873421639204, "global_step": 13348, "epoch": 205, "lr": 7.494462337198145e-05}
+{"train_loss": 0.005739432759582996, "global_step": 13349, "epoch": 205, "lr": 7.494108730851744e-05}
+{"train_loss": 0.003156207036226988, "global_step": 13350, "epoch": 205, "lr": 7.49375510789825e-05}
+{"train_loss": 0.00819053128361702, "global_step": 13351, "epoch": 205, "lr": 7.493401468340015e-05}
+{"train_loss": 0.005784125532954931, "global_step": 13352, "epoch": 205, "lr": 7.493047812179396e-05}
+{"train_loss": 0.0048994868993759155, "global_step": 13353, "epoch": 205, "lr": 7.492694139418745e-05}
+{"train_loss": 0.006393809802830219, "global_step": 13354, "epoch": 205, "lr": 7.492340450060418e-05}
+{"train_loss": 0.003921099007129669, "global_step": 13355, "epoch": 205, "lr": 7.49198674410677e-05}
+{"train_loss": 0.006910413969308138, "global_step": 13356, "epoch": 205, "lr": 7.491633021560157e-05}
+{"train_loss": 0.00529688922688365, "global_step": 13357, "epoch": 205, "lr": 7.491279282422933e-05}
+{"train_loss": 0.007722137495875359, "global_step": 13358, "epoch": 205, "lr": 7.490925526697455e-05}
+{"train_loss": 0.004283444955945015, "global_step": 13359, "epoch": 205, "lr": 7.490571754386077e-05}
+{"train_loss": 0.005705823190510273, "global_step": 13360, "epoch": 205, "lr": 7.490217965491155e-05}
+{"train_loss": 0.004760888405144215, "global_step": 13361, "epoch": 205, "lr": 7.489864160015045e-05}
+{"train_loss": 0.00417292071506381, "global_step": 13362, "epoch": 205, "lr": 7.489510337960102e-05}
+{"train_loss": 0.004978703334927559, "global_step": 13363, "epoch": 205, "lr": 7.489156499328683e-05}
+{"train_loss": 0.0036078770644962788, "global_step": 13364, "epoch": 205, "lr": 7.488802644123144e-05}
+{"train_loss": 0.006805730517953634, "global_step": 13365, "epoch": 205, "lr": 7.488448772345839e-05}
+{"train_loss": 0.003856558818370104, "global_step": 13366, "epoch": 205, "lr": 7.488094883999128e-05}
+{"train_loss": 0.0037781866267323494, "global_step": 13367, "epoch": 205, "lr": 7.487740979085366e-05}
+{"train_loss": 0.006511442828923464, "global_step": 13368, "epoch": 205, "lr": 7.487387057606907e-05}
+{"train_loss": 0.005109325051307678, "global_step": 13369, "epoch": 205, "lr": 7.48703311956611e-05}
+{"train_loss": 0.006181373726576567, "global_step": 13370, "epoch": 205, "lr": 7.486679164965333e-05}
+{"train_loss": 0.006337228696793318, "global_step": 13371, "epoch": 205, "lr": 7.486325193806929e-05}
+{"train_loss": 0.0055930339731276035, "global_step": 13372, "epoch": 205, "lr": 7.485971206093258e-05}
+{"train_loss": 0.004531281068921089, "global_step": 13373, "epoch": 205, "lr": 7.485617201826674e-05}
+{"train_loss": 0.006612069439142942, "global_step": 13374, "epoch": 205, "lr": 7.485263181009539e-05}
+{"train_loss": 0.005976913496851921, "global_step": 13375, "epoch": 205, "lr": 7.484909143644205e-05}
+{"train_loss": 0.0051780762150883675, "global_step": 13376, "epoch": 205, "lr": 7.484555089733034e-05}
+{"train_loss": 0.004872514400631189, "global_step": 13377, "epoch": 205, "lr": 7.484201019278379e-05}
+{"train_loss": 0.006430321838706732, "global_step": 13378, "epoch": 205, "lr": 7.483846932282602e-05}
+{"train_loss": 0.004342659376561642, "global_step": 13379, "epoch": 205, "lr": 7.483492828748057e-05}
+{"train_loss": 0.005975815001875162, "global_step": 13380, "epoch": 205, "lr": 7.483138708677103e-05}
+{"train_loss": 0.004726963583379984, "global_step": 13381, "epoch": 205, "lr": 7.482784572072099e-05}
+{"train_loss": 0.0055924272164702415, "global_step": 13382, "epoch": 205, "lr": 7.482430418935403e-05}
+{"train_loss": 0.005916818045079708, "global_step": 13383, "epoch": 205, "lr": 7.482076249269372e-05}
+{"train_loss": 0.0042624990455806255, "global_step": 13384, "epoch": 205, "lr": 7.481722063076364e-05}
+{"train_loss": 0.003998300060629845, "global_step": 13385, "epoch": 205, "lr": 7.481367860358738e-05}
+{"train_loss": 0.004740179516375065, "global_step": 13386, "epoch": 205, "lr": 7.481013641118853e-05}
+{"train_loss": 0.009105137549340725, "global_step": 13387, "epoch": 205, "lr": 7.480659405359068e-05}
+{"train_loss": 0.0036755960900336504, "global_step": 13388, "epoch": 205, "lr": 7.48030515308174e-05}
+{"train_loss": 0.00561890251791248, "global_step": 13389, "epoch": 205, "lr": 7.479950884289226e-05, "val_loss": 0.0084835859015584, "train_action_mse_error": 0.00040875509148463607}
+{"train_loss": 0.008293427526950836, "global_step": 13390, "epoch": 206, "lr": 7.479596598983892e-05}
+{"train_loss": 0.006418124306946993, "global_step": 13391, "epoch": 206, "lr": 7.47924229716809e-05}
+{"train_loss": 0.0046772039495408535, "global_step": 13392, "epoch": 206, "lr": 7.478887978844181e-05}
+{"train_loss": 0.004906214773654938, "global_step": 13393, "epoch": 206, "lr": 7.478533644014524e-05}
+{"train_loss": 0.004413429647684097, "global_step": 13394, "epoch": 206, "lr": 7.478179292681484e-05}
+{"train_loss": 0.00412601325660944, "global_step": 13395, "epoch": 206, "lr": 7.477824924847412e-05}
+{"train_loss": 0.007269262336194515, "global_step": 13396, "epoch": 206, "lr": 7.477470540514672e-05}
+{"train_loss": 0.0030093141831457615, "global_step": 13397, "epoch": 206, "lr": 7.477116139685623e-05}
+{"train_loss": 0.005602589808404446, "global_step": 13398, "epoch": 206, "lr": 7.476761722362624e-05}
+{"train_loss": 0.00979316234588623, "global_step": 13399, "epoch": 206, "lr": 7.476407288548036e-05}
+{"train_loss": 0.0066523258574306965, "global_step": 13400, "epoch": 206, "lr": 7.476052838244218e-05}
+{"train_loss": 0.006813575979322195, "global_step": 13401, "epoch": 206, "lr": 7.475698371453533e-05}
+{"train_loss": 0.006189999170601368, "global_step": 13402, "epoch": 206, "lr": 7.475343888178338e-05}
+{"train_loss": 0.00538854394108057, "global_step": 13403, "epoch": 206, "lr": 7.474989388420992e-05}
+{"train_loss": 0.006531687919050455, "global_step": 13404, "epoch": 206, "lr": 7.47463487218386e-05}
+{"train_loss": 0.006371563300490379, "global_step": 13405, "epoch": 206, "lr": 7.4742803394693e-05}
+{"train_loss": 0.008015228435397148, "global_step": 13406, "epoch": 206, "lr": 7.473925790279674e-05}
+{"train_loss": 0.007595587521791458, "global_step": 13407, "epoch": 206, "lr": 7.47357122461734e-05}
+{"train_loss": 0.004306770395487547, "global_step": 13408, "epoch": 206, "lr": 7.47321664248466e-05}
+{"train_loss": 0.009513303637504578, "global_step": 13409, "epoch": 206, "lr": 7.472862043883997e-05}
+{"train_loss": 0.006520050577819347, "global_step": 13410, "epoch": 206, "lr": 7.47250742881771e-05}
+{"train_loss": 0.005951582919806242, "global_step": 13411, "epoch": 206, "lr": 7.47215279728816e-05}
+{"train_loss": 0.006093610543757677, "global_step": 13412, "epoch": 206, "lr": 7.471798149297713e-05}
+{"train_loss": 0.006540308240801096, "global_step": 13413, "epoch": 206, "lr": 7.471443484848723e-05}
+{"train_loss": 0.00733563769608736, "global_step": 13414, "epoch": 206, "lr": 7.471088803943557e-05}
+{"train_loss": 0.007251108065247536, "global_step": 13415, "epoch": 206, "lr": 7.470734106584575e-05}
+{"train_loss": 0.0062864082865417, "global_step": 13416, "epoch": 206, "lr": 7.470379392774139e-05}
+{"train_loss": 0.005478770937770605, "global_step": 13417, "epoch": 206, "lr": 7.47002466251461e-05}
+{"train_loss": 0.006198969669640064, "global_step": 13418, "epoch": 206, "lr": 7.469669915808348e-05}
+{"train_loss": 0.004854949656873941, "global_step": 13419, "epoch": 206, "lr": 7.469315152657721e-05}
+{"train_loss": 0.0071294247172772884, "global_step": 13420, "epoch": 206, "lr": 7.468960373065086e-05}
+{"train_loss": 0.005681316833943129, "global_step": 13421, "epoch": 206, "lr": 7.468605577032808e-05}
+{"train_loss": 0.00501213688403368, "global_step": 13422, "epoch": 206, "lr": 7.468250764563248e-05}
+{"train_loss": 0.006861815694719553, "global_step": 13423, "epoch": 206, "lr": 7.46789593565877e-05}
+{"train_loss": 0.0049101668410003185, "global_step": 13424, "epoch": 206, "lr": 7.467541090321735e-05}
+{"train_loss": 0.007198460400104523, "global_step": 13425, "epoch": 206, "lr": 7.467186228554507e-05}
+{"train_loss": 0.0041793822310864925, "global_step": 13426, "epoch": 206, "lr": 7.466831350359446e-05}
+{"train_loss": 0.005089648067951202, "global_step": 13427, "epoch": 206, "lr": 7.46647645573892e-05}
+{"train_loss": 0.004658994264900684, "global_step": 13428, "epoch": 206, "lr": 7.466121544695288e-05}
+{"train_loss": 0.006233287043869495, "global_step": 13429, "epoch": 206, "lr": 7.465766617230916e-05}
+{"train_loss": 0.007866010069847107, "global_step": 13430, "epoch": 206, "lr": 7.465411673348164e-05}
+{"train_loss": 0.006077895872294903, "global_step": 13431, "epoch": 206, "lr": 7.465056713049397e-05}
+{"train_loss": 0.007724799681454897, "global_step": 13432, "epoch": 206, "lr": 7.464701736336981e-05}
+{"train_loss": 0.007940865121781826, "global_step": 13433, "epoch": 206, "lr": 7.464346743213276e-05}
+{"train_loss": 0.004058389458805323, "global_step": 13434, "epoch": 206, "lr": 7.463991733680647e-05}
+{"train_loss": 0.005415818654000759, "global_step": 13435, "epoch": 206, "lr": 7.463636707741458e-05}
+{"train_loss": 0.009486978873610497, "global_step": 13436, "epoch": 206, "lr": 7.463281665398073e-05}
+{"train_loss": 0.005398442503064871, "global_step": 13437, "epoch": 206, "lr": 7.462926606652857e-05}
+{"train_loss": 0.006694047246128321, "global_step": 13438, "epoch": 206, "lr": 7.462571531508171e-05}
+{"train_loss": 0.004161209799349308, "global_step": 13439, "epoch": 206, "lr": 7.462216439966384e-05}
+{"train_loss": 0.00930650345981121, "global_step": 13440, "epoch": 206, "lr": 7.461861332029856e-05}
+{"train_loss": 0.004867847543209791, "global_step": 13441, "epoch": 206, "lr": 7.461506207700954e-05}
+{"train_loss": 0.0039313486777246, "global_step": 13442, "epoch": 206, "lr": 7.461151066982039e-05}
+{"train_loss": 0.006097028031945229, "global_step": 13443, "epoch": 206, "lr": 7.460795909875481e-05}
+{"train_loss": 0.005492684431374073, "global_step": 13444, "epoch": 206, "lr": 7.460440736383644e-05}
+{"train_loss": 0.010160189121961594, "global_step": 13445, "epoch": 206, "lr": 7.46008554650889e-05}
+{"train_loss": 0.006740099284797907, "global_step": 13446, "epoch": 206, "lr": 7.459730340253585e-05}
+{"train_loss": 0.006736119277775288, "global_step": 13447, "epoch": 206, "lr": 7.459375117620095e-05}
+{"train_loss": 0.005925400648266077, "global_step": 13448, "epoch": 206, "lr": 7.459019878610784e-05}
+{"train_loss": 0.005598955322057009, "global_step": 13449, "epoch": 206, "lr": 7.45866462322802e-05}
+{"train_loss": 0.006117003504186869, "global_step": 13450, "epoch": 206, "lr": 7.458309351474165e-05}
+{"train_loss": 0.0036957396660000086, "global_step": 13451, "epoch": 206, "lr": 7.457954063351587e-05}
+{"train_loss": 0.005865158978849649, "global_step": 13452, "epoch": 206, "lr": 7.457598758862649e-05}
+{"train_loss": 0.005352940876036882, "global_step": 13453, "epoch": 206, "lr": 7.457243438009722e-05}
+{"train_loss": 0.00616346259887975, "global_step": 13454, "epoch": 206, "lr": 7.456888100795166e-05, "val_loss": 0.008473025634884834}
+{"train_loss": 0.006130683701485395, "global_step": 13455, "epoch": 207, "lr": 7.456532747221352e-05}
+{"train_loss": 0.0067341523244977, "global_step": 13456, "epoch": 207, "lr": 7.456177377290642e-05}
+{"train_loss": 0.006063652224838734, "global_step": 13457, "epoch": 207, "lr": 7.455821991005405e-05}
+{"train_loss": 0.005619170609861612, "global_step": 13458, "epoch": 207, "lr": 7.455466588368006e-05}
+{"train_loss": 0.005686544347554445, "global_step": 13459, "epoch": 207, "lr": 7.455111169380813e-05}
+{"train_loss": 0.005833215545862913, "global_step": 13460, "epoch": 207, "lr": 7.45475573404619e-05}
+{"train_loss": 0.005599776282906532, "global_step": 13461, "epoch": 207, "lr": 7.454400282366504e-05}
+{"train_loss": 0.005978284403681755, "global_step": 13462, "epoch": 207, "lr": 7.454044814344125e-05}
+{"train_loss": 0.005708070006221533, "global_step": 13463, "epoch": 207, "lr": 7.453689329981417e-05}
+{"train_loss": 0.004329435992985964, "global_step": 13464, "epoch": 207, "lr": 7.453333829280748e-05}
+{"train_loss": 0.009547780267894268, "global_step": 13465, "epoch": 207, "lr": 7.452978312244485e-05}
+{"train_loss": 0.010235890746116638, "global_step": 13466, "epoch": 207, "lr": 7.452622778874994e-05}
+{"train_loss": 0.003092647297307849, "global_step": 13467, "epoch": 207, "lr": 7.452267229174646e-05}
+{"train_loss": 0.00928178709000349, "global_step": 13468, "epoch": 207, "lr": 7.451911663145803e-05}
+{"train_loss": 0.005474246107041836, "global_step": 13469, "epoch": 207, "lr": 7.451556080790839e-05}
+{"train_loss": 0.004371457267552614, "global_step": 13470, "epoch": 207, "lr": 7.451200482112114e-05}
+{"train_loss": 0.007099580951035023, "global_step": 13471, "epoch": 207, "lr": 7.450844867112002e-05}
+{"train_loss": 0.008166170679032803, "global_step": 13472, "epoch": 207, "lr": 7.450489235792868e-05}
+{"train_loss": 0.005948084406554699, "global_step": 13473, "epoch": 207, "lr": 7.450133588157082e-05}
+{"train_loss": 0.006692675873637199, "global_step": 13474, "epoch": 207, "lr": 7.44977792420701e-05}
+{"train_loss": 0.011591080576181412, "global_step": 13475, "epoch": 207, "lr": 7.449422243945021e-05}
+{"train_loss": 0.007808719761669636, "global_step": 13476, "epoch": 207, "lr": 7.449066547373482e-05}
+{"train_loss": 0.004174290224909782, "global_step": 13477, "epoch": 207, "lr": 7.448710834494766e-05}
+{"train_loss": 0.008611202239990234, "global_step": 13478, "epoch": 207, "lr": 7.448355105311236e-05}
+{"train_loss": 0.006671997718513012, "global_step": 13479, "epoch": 207, "lr": 7.447999359825263e-05}
+{"train_loss": 0.006601478438824415, "global_step": 13480, "epoch": 207, "lr": 7.447643598039215e-05}
+{"train_loss": 0.00918593816459179, "global_step": 13481, "epoch": 207, "lr": 7.447287819955462e-05}
+{"train_loss": 0.007957212626934052, "global_step": 13482, "epoch": 207, "lr": 7.446932025576374e-05}
+{"train_loss": 0.00538187799975276, "global_step": 13483, "epoch": 207, "lr": 7.446576214904318e-05}
+{"train_loss": 0.006523035001009703, "global_step": 13484, "epoch": 207, "lr": 7.446220387941661e-05}
+{"train_loss": 0.007339576259255409, "global_step": 13485, "epoch": 207, "lr": 7.445864544690776e-05}
+{"train_loss": 0.005835572257637978, "global_step": 13486, "epoch": 207, "lr": 7.445508685154033e-05}
+{"train_loss": 0.006721584126353264, "global_step": 13487, "epoch": 207, "lr": 7.4451528093338e-05}
+{"train_loss": 0.004037762992084026, "global_step": 13488, "epoch": 207, "lr": 7.444796917232445e-05}
+{"train_loss": 0.015120008029043674, "global_step": 13489, "epoch": 207, "lr": 7.44444100885234e-05}
+{"train_loss": 0.006256716325879097, "global_step": 13490, "epoch": 207, "lr": 7.444085084195853e-05}
+{"train_loss": 0.0041021727956831455, "global_step": 13491, "epoch": 207, "lr": 7.443729143265357e-05}
+{"train_loss": 0.008019894361495972, "global_step": 13492, "epoch": 207, "lr": 7.443373186063217e-05}
+{"train_loss": 0.007708084769546986, "global_step": 13493, "epoch": 207, "lr": 7.443017212591808e-05}
+{"train_loss": 0.006737386807799339, "global_step": 13494, "epoch": 207, "lr": 7.442661222853498e-05}
+{"train_loss": 0.005711921025067568, "global_step": 13495, "epoch": 207, "lr": 7.442305216850659e-05}
+{"train_loss": 0.006510629318654537, "global_step": 13496, "epoch": 207, "lr": 7.441949194585658e-05}
+{"train_loss": 0.00526396045461297, "global_step": 13497, "epoch": 207, "lr": 7.441593156060871e-05}
+{"train_loss": 0.006479344796389341, "global_step": 13498, "epoch": 207, "lr": 7.441237101278662e-05}
+{"train_loss": 0.005049814470112324, "global_step": 13499, "epoch": 207, "lr": 7.440881030241407e-05}
+{"train_loss": 0.003481221152469516, "global_step": 13500, "epoch": 207, "lr": 7.440524942951474e-05}
+{"train_loss": 0.008420927450060844, "global_step": 13501, "epoch": 207, "lr": 7.440168839411238e-05}
+{"train_loss": 0.005264820531010628, "global_step": 13502, "epoch": 207, "lr": 7.439812719623065e-05}
+{"train_loss": 0.006234331056475639, "global_step": 13503, "epoch": 207, "lr": 7.43945658358933e-05}
+{"train_loss": 0.0055005415342748165, "global_step": 13504, "epoch": 207, "lr": 7.439100431312401e-05}
+{"train_loss": 0.007016447838395834, "global_step": 13505, "epoch": 207, "lr": 7.438744262794653e-05}
+{"train_loss": 0.0072904606349766254, "global_step": 13506, "epoch": 207, "lr": 7.438388078038456e-05}
+{"train_loss": 0.004431191366165876, "global_step": 13507, "epoch": 207, "lr": 7.438031877046181e-05}
+{"train_loss": 0.005775874480605125, "global_step": 13508, "epoch": 207, "lr": 7.4376756598202e-05}
+{"train_loss": 0.004669802263379097, "global_step": 13509, "epoch": 207, "lr": 7.437319426362888e-05}
+{"train_loss": 0.006758796516805887, "global_step": 13510, "epoch": 207, "lr": 7.43696317667661e-05}
+{"train_loss": 0.00669622328132391, "global_step": 13511, "epoch": 207, "lr": 7.436606910763744e-05}
+{"train_loss": 0.007344306446611881, "global_step": 13512, "epoch": 207, "lr": 7.436250628626662e-05}
+{"train_loss": 0.007303341291844845, "global_step": 13513, "epoch": 207, "lr": 7.435894330267734e-05}
+{"train_loss": 0.006721292622387409, "global_step": 13514, "epoch": 207, "lr": 7.435538015689334e-05}
+{"train_loss": 0.005716096144169569, "global_step": 13515, "epoch": 207, "lr": 7.435181684893832e-05}
+{"train_loss": 0.005779833998531103, "global_step": 13516, "epoch": 207, "lr": 7.434825337883605e-05}
+{"train_loss": 0.008327500894665718, "global_step": 13517, "epoch": 207, "lr": 7.434468974661021e-05}
+{"train_loss": 0.005074341781437397, "global_step": 13518, "epoch": 207, "lr": 7.434112595228456e-05}
+{"train_loss": 0.006561033205630688, "global_step": 13519, "epoch": 207, "lr": 7.433756199588282e-05, "val_loss": 0.009625207632780075}
+{"train_loss": 0.005818042438477278, "global_step": 13520, "epoch": 208, "lr": 7.433399787742871e-05}
+{"train_loss": 0.00734901474788785, "global_step": 13521, "epoch": 208, "lr": 7.4330433596946e-05}
+{"train_loss": 0.00677717849612236, "global_step": 13522, "epoch": 208, "lr": 7.432686915445837e-05}
+{"train_loss": 0.00741528021171689, "global_step": 13523, "epoch": 208, "lr": 7.43233045499896e-05}
+{"train_loss": 0.0030025739688426256, "global_step": 13524, "epoch": 208, "lr": 7.431973978356339e-05}
+{"train_loss": 0.0052863662131130695, "global_step": 13525, "epoch": 208, "lr": 7.43161748552035e-05}
+{"train_loss": 0.008854418992996216, "global_step": 13526, "epoch": 208, "lr": 7.431260976493364e-05}
+{"train_loss": 0.006548480596393347, "global_step": 13527, "epoch": 208, "lr": 7.430904451277757e-05}
+{"train_loss": 0.003544071689248085, "global_step": 13528, "epoch": 208, "lr": 7.430547909875905e-05}
+{"train_loss": 0.00795449037104845, "global_step": 13529, "epoch": 208, "lr": 7.43019135229018e-05}
+{"train_loss": 0.004937221296131611, "global_step": 13530, "epoch": 208, "lr": 7.429834778522953e-05}
+{"train_loss": 0.004626219626516104, "global_step": 13531, "epoch": 208, "lr": 7.429478188576602e-05}
+{"train_loss": 0.0052489652298390865, "global_step": 13532, "epoch": 208, "lr": 7.4291215824535e-05}
+{"train_loss": 0.00631715590134263, "global_step": 13533, "epoch": 208, "lr": 7.428764960156022e-05}
+{"train_loss": 0.0054550375789403915, "global_step": 13534, "epoch": 208, "lr": 7.428408321686541e-05}
+{"train_loss": 0.007649154402315617, "global_step": 13535, "epoch": 208, "lr": 7.428051667047435e-05}
+{"train_loss": 0.004817207343876362, "global_step": 13536, "epoch": 208, "lr": 7.427694996241078e-05}
+{"train_loss": 0.00965591799467802, "global_step": 13537, "epoch": 208, "lr": 7.427338309269842e-05}
+{"train_loss": 0.004843118134886026, "global_step": 13538, "epoch": 208, "lr": 7.426981606136104e-05}
+{"train_loss": 0.00518133956938982, "global_step": 13539, "epoch": 208, "lr": 7.42662488684224e-05}
+{"train_loss": 0.004353655036538839, "global_step": 13540, "epoch": 208, "lr": 7.426268151390622e-05}
+{"train_loss": 0.008175279945135117, "global_step": 13541, "epoch": 208, "lr": 7.42591139978363e-05}
+{"train_loss": 0.004899302497506142, "global_step": 13542, "epoch": 208, "lr": 7.425554632023635e-05}
+{"train_loss": 0.0051810056902468204, "global_step": 13543, "epoch": 208, "lr": 7.425197848113016e-05}
+{"train_loss": 0.0051241288892924786, "global_step": 13544, "epoch": 208, "lr": 7.424841048054147e-05}
+{"train_loss": 0.005677449982613325, "global_step": 13545, "epoch": 208, "lr": 7.424484231849402e-05}
+{"train_loss": 0.004642910789698362, "global_step": 13546, "epoch": 208, "lr": 7.424127399501161e-05}
+{"train_loss": 0.003642636351287365, "global_step": 13547, "epoch": 208, "lr": 7.423770551011797e-05}
+{"train_loss": 0.006569781806319952, "global_step": 13548, "epoch": 208, "lr": 7.423413686383687e-05}
+{"train_loss": 0.00443018926307559, "global_step": 13549, "epoch": 208, "lr": 7.423056805619206e-05}
+{"train_loss": 0.004063526634126902, "global_step": 13550, "epoch": 208, "lr": 7.422699908720731e-05}
+{"train_loss": 0.005511666182428598, "global_step": 13551, "epoch": 208, "lr": 7.42234299569064e-05}
+{"train_loss": 0.006232058629393578, "global_step": 13552, "epoch": 208, "lr": 7.42198606653131e-05}
+{"train_loss": 0.006528488360345364, "global_step": 13553, "epoch": 208, "lr": 7.421629121245114e-05}
+{"train_loss": 0.0038542072288691998, "global_step": 13554, "epoch": 208, "lr": 7.42127215983443e-05}
+{"train_loss": 0.006634382531046867, "global_step": 13555, "epoch": 208, "lr": 7.420915182301637e-05}
+{"train_loss": 0.005209352355450392, "global_step": 13556, "epoch": 208, "lr": 7.42055818864911e-05}
+{"train_loss": 0.0061650057323277, "global_step": 13557, "epoch": 208, "lr": 7.420201178879225e-05}
+{"train_loss": 0.006697815842926502, "global_step": 13558, "epoch": 208, "lr": 7.419844152994361e-05}
+{"train_loss": 0.004983554128557444, "global_step": 13559, "epoch": 208, "lr": 7.419487110996895e-05}
+{"train_loss": 0.007108521647751331, "global_step": 13560, "epoch": 208, "lr": 7.419130052889206e-05}
+{"train_loss": 0.005959634203463793, "global_step": 13561, "epoch": 208, "lr": 7.418772978673667e-05}
+{"train_loss": 0.0051768627017736435, "global_step": 13562, "epoch": 208, "lr": 7.418415888352661e-05}
+{"train_loss": 0.00530964694917202, "global_step": 13563, "epoch": 208, "lr": 7.418058781928562e-05}
+{"train_loss": 0.004617136903107166, "global_step": 13564, "epoch": 208, "lr": 7.417701659403748e-05}
+{"train_loss": 0.006201853975653648, "global_step": 13565, "epoch": 208, "lr": 7.417344520780597e-05}
+{"train_loss": 0.0037166227120906115, "global_step": 13566, "epoch": 208, "lr": 7.416987366061491e-05}
+{"train_loss": 0.006114599294960499, "global_step": 13567, "epoch": 208, "lr": 7.416630195248803e-05}
+{"train_loss": 0.006487776525318623, "global_step": 13568, "epoch": 208, "lr": 7.416273008344913e-05}
+{"train_loss": 0.0042580203153193, "global_step": 13569, "epoch": 208, "lr": 7.415915805352199e-05}
+{"train_loss": 0.0035587879829108715, "global_step": 13570, "epoch": 208, "lr": 7.415558586273041e-05}
+{"train_loss": 0.003996075130999088, "global_step": 13571, "epoch": 208, "lr": 7.415201351109816e-05}
+{"train_loss": 0.0050972155295312405, "global_step": 13572, "epoch": 208, "lr": 7.414844099864903e-05}
+{"train_loss": 0.006102144252508879, "global_step": 13573, "epoch": 208, "lr": 7.41448683254068e-05}
+{"train_loss": 0.0065714395605027676, "global_step": 13574, "epoch": 208, "lr": 7.414129549139529e-05}
+{"train_loss": 0.004427447449415922, "global_step": 13575, "epoch": 208, "lr": 7.413772249663825e-05}
+{"train_loss": 0.004943682812154293, "global_step": 13576, "epoch": 208, "lr": 7.41341493411595e-05}
+{"train_loss": 0.006717558950185776, "global_step": 13577, "epoch": 208, "lr": 7.41305760249828e-05}
+{"train_loss": 0.00734846293926239, "global_step": 13578, "epoch": 208, "lr": 7.412700254813198e-05}
+{"train_loss": 0.005729141645133495, "global_step": 13579, "epoch": 208, "lr": 7.412342891063082e-05}
+{"train_loss": 0.004908709786832333, "global_step": 13580, "epoch": 208, "lr": 7.41198551125031e-05}
+{"train_loss": 0.004408467095345259, "global_step": 13581, "epoch": 208, "lr": 7.411628115377263e-05}
+{"train_loss": 0.004118630662560463, "global_step": 13582, "epoch": 208, "lr": 7.411270703446323e-05}
+{"train_loss": 0.006579759996384382, "global_step": 13583, "epoch": 208, "lr": 7.410913275459865e-05}
+{"train_loss": 0.005641351991261427, "global_step": 13584, "epoch": 208, "lr": 7.410555831420271e-05, "val_loss": 0.008479996584355831}
+{"train_loss": 0.005638814065605402, "global_step": 13585, "epoch": 209, "lr": 7.410198371329921e-05}
+{"train_loss": 0.0059571536257863045, "global_step": 13586, "epoch": 209, "lr": 7.409840895191199e-05}
+{"train_loss": 0.00537995807826519, "global_step": 13587, "epoch": 209, "lr": 7.409483403006479e-05}
+{"train_loss": 0.005258843768388033, "global_step": 13588, "epoch": 209, "lr": 7.409125894778145e-05}
+{"train_loss": 0.00556412385776639, "global_step": 13589, "epoch": 209, "lr": 7.408768370508576e-05}
+{"train_loss": 0.007223870605230331, "global_step": 13590, "epoch": 209, "lr": 7.408410830200155e-05}
+{"train_loss": 0.008513948880136013, "global_step": 13591, "epoch": 209, "lr": 7.40805327385526e-05}
+{"train_loss": 0.006845989730209112, "global_step": 13592, "epoch": 209, "lr": 7.407695701476273e-05}
+{"train_loss": 0.0058703734539449215, "global_step": 13593, "epoch": 209, "lr": 7.407338113065574e-05}
+{"train_loss": 0.004392791539430618, "global_step": 13594, "epoch": 209, "lr": 7.406980508625546e-05}
+{"train_loss": 0.004475373309105635, "global_step": 13595, "epoch": 209, "lr": 7.406622888158567e-05}
+{"train_loss": 0.0058675180189311504, "global_step": 13596, "epoch": 209, "lr": 7.406265251667022e-05}
+{"train_loss": 0.006153965834528208, "global_step": 13597, "epoch": 209, "lr": 7.40590759915329e-05}
+{"train_loss": 0.00540525047108531, "global_step": 13598, "epoch": 209, "lr": 7.405549930619751e-05}
+{"train_loss": 0.004604681394994259, "global_step": 13599, "epoch": 209, "lr": 7.40519224606879e-05}
+{"train_loss": 0.005062954965978861, "global_step": 13600, "epoch": 209, "lr": 7.404834545502787e-05}
+{"train_loss": 0.005413260776549578, "global_step": 13601, "epoch": 209, "lr": 7.404476828924124e-05}
+{"train_loss": 0.006234126165509224, "global_step": 13602, "epoch": 209, "lr": 7.404119096335183e-05}
+{"train_loss": 0.006763107143342495, "global_step": 13603, "epoch": 209, "lr": 7.403761347738343e-05}
+{"train_loss": 0.005645311437547207, "global_step": 13604, "epoch": 209, "lr": 7.403403583135991e-05}
+{"train_loss": 0.005223378073424101, "global_step": 13605, "epoch": 209, "lr": 7.403045802530506e-05}
+{"train_loss": 0.006124365609139204, "global_step": 13606, "epoch": 209, "lr": 7.402688005924272e-05}
+{"train_loss": 0.006092179100960493, "global_step": 13607, "epoch": 209, "lr": 7.40233019331967e-05}
+{"train_loss": 0.0047707827761769295, "global_step": 13608, "epoch": 209, "lr": 7.401972364719083e-05}
+{"train_loss": 0.007621913217008114, "global_step": 13609, "epoch": 209, "lr": 7.401614520124894e-05}
+{"train_loss": 0.011402139440178871, "global_step": 13610, "epoch": 209, "lr": 7.401256659539486e-05}
+{"train_loss": 0.007576919160783291, "global_step": 13611, "epoch": 209, "lr": 7.40089878296524e-05}
+{"train_loss": 0.005042737349867821, "global_step": 13612, "epoch": 209, "lr": 7.400540890404541e-05}
+{"train_loss": 0.005910724867135286, "global_step": 13613, "epoch": 209, "lr": 7.400182981859772e-05}
+{"train_loss": 0.005653005558997393, "global_step": 13614, "epoch": 209, "lr": 7.399825057333314e-05}
+{"train_loss": 0.00865692924708128, "global_step": 13615, "epoch": 209, "lr": 7.399467116827551e-05}
+{"train_loss": 0.005852000787854195, "global_step": 13616, "epoch": 209, "lr": 7.399109160344868e-05}
+{"train_loss": 0.005734209902584553, "global_step": 13617, "epoch": 209, "lr": 7.398751187887648e-05}
+{"train_loss": 0.006600690074265003, "global_step": 13618, "epoch": 209, "lr": 7.398393199458273e-05}
+{"train_loss": 0.00512979319319129, "global_step": 13619, "epoch": 209, "lr": 7.398035195059128e-05}
+{"train_loss": 0.006295470986515284, "global_step": 13620, "epoch": 209, "lr": 7.397677174692598e-05}
+{"train_loss": 0.008614144288003445, "global_step": 13621, "epoch": 209, "lr": 7.397319138361062e-05}
+{"train_loss": 0.008022158406674862, "global_step": 13622, "epoch": 209, "lr": 7.39696108606691e-05}
+{"train_loss": 0.004593984689563513, "global_step": 13623, "epoch": 209, "lr": 7.396603017812522e-05}
+{"train_loss": 0.007242104038596153, "global_step": 13624, "epoch": 209, "lr": 7.396244933600285e-05}
+{"train_loss": 0.00724953506141901, "global_step": 13625, "epoch": 209, "lr": 7.395886833432582e-05}
+{"train_loss": 0.006357929669320583, "global_step": 13626, "epoch": 209, "lr": 7.395528717311796e-05}
+{"train_loss": 0.008900661021471024, "global_step": 13627, "epoch": 209, "lr": 7.395170585240312e-05}
+{"train_loss": 0.007253026589751244, "global_step": 13628, "epoch": 209, "lr": 7.394812437220518e-05}
+{"train_loss": 0.0057240938767790794, "global_step": 13629, "epoch": 209, "lr": 7.394454273254796e-05}
+{"train_loss": 0.0040611089207232, "global_step": 13630, "epoch": 209, "lr": 7.394096093345531e-05}
+{"train_loss": 0.005060532595962286, "global_step": 13631, "epoch": 209, "lr": 7.393737897495105e-05}
+{"train_loss": 0.005109778139740229, "global_step": 13632, "epoch": 209, "lr": 7.393379685705911e-05}
+{"train_loss": 0.007510047871619463, "global_step": 13633, "epoch": 209, "lr": 7.393021457980327e-05}
+{"train_loss": 0.004335198551416397, "global_step": 13634, "epoch": 209, "lr": 7.39266321432074e-05}
+{"train_loss": 0.005909954197704792, "global_step": 13635, "epoch": 209, "lr": 7.392304954729536e-05}
+{"train_loss": 0.005414106883108616, "global_step": 13636, "epoch": 209, "lr": 7.391946679209102e-05}
+{"train_loss": 0.007560237310826778, "global_step": 13637, "epoch": 209, "lr": 7.39158838776182e-05}
+{"train_loss": 0.006310137454420328, "global_step": 13638, "epoch": 209, "lr": 7.39123008039008e-05}
+{"train_loss": 0.005570345092564821, "global_step": 13639, "epoch": 209, "lr": 7.390871757096262e-05}
+{"train_loss": 0.006774322595447302, "global_step": 13640, "epoch": 209, "lr": 7.39051341788276e-05}
+{"train_loss": 0.004903246648609638, "global_step": 13641, "epoch": 209, "lr": 7.390155062751953e-05}
+{"train_loss": 0.005721358582377434, "global_step": 13642, "epoch": 209, "lr": 7.389796691706229e-05}
+{"train_loss": 0.007531147915869951, "global_step": 13643, "epoch": 209, "lr": 7.389438304747974e-05}
+{"train_loss": 0.005809412803500891, "global_step": 13644, "epoch": 209, "lr": 7.389079901879579e-05}
+{"train_loss": 0.005470867734402418, "global_step": 13645, "epoch": 209, "lr": 7.388721483103422e-05}
+{"train_loss": 0.006599274463951588, "global_step": 13646, "epoch": 209, "lr": 7.388363048421898e-05}
+{"train_loss": 0.005300063174217939, "global_step": 13647, "epoch": 209, "lr": 7.388004597837386e-05}
+{"train_loss": 0.006916504353284836, "global_step": 13648, "epoch": 209, "lr": 7.387646131352279e-05}
+{"train_loss": 0.006153450411959336, "global_step": 13649, "epoch": 209, "lr": 7.38728764896896e-05, "val_loss": 0.007360631600022316}
+{"train_loss": 0.004693497903645039, "global_step": 13650, "epoch": 210, "lr": 7.386929150689819e-05}
+{"train_loss": 0.006222865544259548, "global_step": 13651, "epoch": 210, "lr": 7.386570636517241e-05}
+{"train_loss": 0.00522746192291379, "global_step": 13652, "epoch": 210, "lr": 7.386212106453611e-05}
+{"train_loss": 0.003985939547419548, "global_step": 13653, "epoch": 210, "lr": 7.385853560501322e-05}
+{"train_loss": 0.006099173333495855, "global_step": 13654, "epoch": 210, "lr": 7.385494998662756e-05}
+{"train_loss": 0.005591279827058315, "global_step": 13655, "epoch": 210, "lr": 7.385136420940304e-05}
+{"train_loss": 0.004212809260934591, "global_step": 13656, "epoch": 210, "lr": 7.384777827336352e-05}
+{"train_loss": 0.00744852889329195, "global_step": 13657, "epoch": 210, "lr": 7.384419217853287e-05}
+{"train_loss": 0.005868877749890089, "global_step": 13658, "epoch": 210, "lr": 7.3840605924935e-05}
+{"train_loss": 0.006163598969578743, "global_step": 13659, "epoch": 210, "lr": 7.383701951259375e-05}
+{"train_loss": 0.00541310478001833, "global_step": 13660, "epoch": 210, "lr": 7.383343294153302e-05}
+{"train_loss": 0.0037674002815037966, "global_step": 13661, "epoch": 210, "lr": 7.382984621177669e-05}
+{"train_loss": 0.01008007675409317, "global_step": 13662, "epoch": 210, "lr": 7.382625932334865e-05}
+{"train_loss": 0.007013814523816109, "global_step": 13663, "epoch": 210, "lr": 7.382267227627278e-05}
+{"train_loss": 0.009385070763528347, "global_step": 13664, "epoch": 210, "lr": 7.381908507057293e-05}
+{"train_loss": 0.008042811416089535, "global_step": 13665, "epoch": 210, "lr": 7.381549770627303e-05}
+{"train_loss": 0.003961982671171427, "global_step": 13666, "epoch": 210, "lr": 7.381191018339696e-05}
+{"train_loss": 0.004755053203552961, "global_step": 13667, "epoch": 210, "lr": 7.38083225019686e-05}
+{"train_loss": 0.007683594711124897, "global_step": 13668, "epoch": 210, "lr": 7.380473466201184e-05}
+{"train_loss": 0.006159018259495497, "global_step": 13669, "epoch": 210, "lr": 7.380114666355053e-05}
+{"train_loss": 0.00556438323110342, "global_step": 13670, "epoch": 210, "lr": 7.379755850660864e-05}
+{"train_loss": 0.00507205119356513, "global_step": 13671, "epoch": 210, "lr": 7.379397019121001e-05}
+{"train_loss": 0.004605197813361883, "global_step": 13672, "epoch": 210, "lr": 7.379038171737853e-05}
+{"train_loss": 0.008052360266447067, "global_step": 13673, "epoch": 210, "lr": 7.378679308513812e-05}
+{"train_loss": 0.004798196256160736, "global_step": 13674, "epoch": 210, "lr": 7.378320429451266e-05}
+{"train_loss": 0.011383691802620888, "global_step": 13675, "epoch": 210, "lr": 7.377961534552604e-05}
+{"train_loss": 0.005029497668147087, "global_step": 13676, "epoch": 210, "lr": 7.377602623820218e-05}
+{"train_loss": 0.00582870002835989, "global_step": 13677, "epoch": 210, "lr": 7.377243697256494e-05}
+{"train_loss": 0.004090943839401007, "global_step": 13678, "epoch": 210, "lr": 7.376884754863826e-05}
+{"train_loss": 0.00956142507493496, "global_step": 13679, "epoch": 210, "lr": 7.376525796644602e-05}
+{"train_loss": 0.008245674893260002, "global_step": 13680, "epoch": 210, "lr": 7.376166822601212e-05}
+{"train_loss": 0.004770329222083092, "global_step": 13681, "epoch": 210, "lr": 7.375807832736047e-05}
+{"train_loss": 0.007202917244285345, "global_step": 13682, "epoch": 210, "lr": 7.375448827051496e-05}
+{"train_loss": 0.004879276733845472, "global_step": 13683, "epoch": 210, "lr": 7.375089805549953e-05}
+{"train_loss": 0.007628060877323151, "global_step": 13684, "epoch": 210, "lr": 7.374730768233805e-05}
+{"train_loss": 0.006986640859395266, "global_step": 13685, "epoch": 210, "lr": 7.374371715105442e-05}
+{"train_loss": 0.007553732488304377, "global_step": 13686, "epoch": 210, "lr": 7.374012646167258e-05}
+{"train_loss": 0.00533892260864377, "global_step": 13687, "epoch": 210, "lr": 7.373653561421642e-05}
+{"train_loss": 0.006994524970650673, "global_step": 13688, "epoch": 210, "lr": 7.373294460870985e-05}
+{"train_loss": 0.00745810940861702, "global_step": 13689, "epoch": 210, "lr": 7.372935344517677e-05}
+{"train_loss": 0.005445343907922506, "global_step": 13690, "epoch": 210, "lr": 7.372576212364112e-05}
+{"train_loss": 0.0063827731646597385, "global_step": 13691, "epoch": 210, "lr": 7.372217064412681e-05}
+{"train_loss": 0.007788664661347866, "global_step": 13692, "epoch": 210, "lr": 7.371857900665772e-05}
+{"train_loss": 0.007079359609633684, "global_step": 13693, "epoch": 210, "lr": 7.37149872112578e-05}
+{"train_loss": 0.006175649352371693, "global_step": 13694, "epoch": 210, "lr": 7.371139525795095e-05}
+{"train_loss": 0.0033550255466252565, "global_step": 13695, "epoch": 210, "lr": 7.370780314676108e-05}
+{"train_loss": 0.0045301723293960094, "global_step": 13696, "epoch": 210, "lr": 7.370421087771214e-05}
+{"train_loss": 0.005878849886357784, "global_step": 13697, "epoch": 210, "lr": 7.370061845082803e-05}
+{"train_loss": 0.008363872766494751, "global_step": 13698, "epoch": 210, "lr": 7.369702586613264e-05}
+{"train_loss": 0.006691428832709789, "global_step": 13699, "epoch": 210, "lr": 7.369343312364993e-05}
+{"train_loss": 0.004781866911798716, "global_step": 13700, "epoch": 210, "lr": 7.368984022340383e-05}
+{"train_loss": 0.004999447148293257, "global_step": 13701, "epoch": 210, "lr": 7.368624716541823e-05}
+{"train_loss": 0.005492947064340115, "global_step": 13702, "epoch": 210, "lr": 7.368265394971707e-05}
+{"train_loss": 0.006738258060067892, "global_step": 13703, "epoch": 210, "lr": 7.367906057632428e-05}
+{"train_loss": 0.006851508282124996, "global_step": 13704, "epoch": 210, "lr": 7.367546704526378e-05}
+{"train_loss": 0.006572182755917311, "global_step": 13705, "epoch": 210, "lr": 7.36718733565595e-05}
+{"train_loss": 0.005630444269627333, "global_step": 13706, "epoch": 210, "lr": 7.366827951023536e-05}
+{"train_loss": 0.004481308162212372, "global_step": 13707, "epoch": 210, "lr": 7.366468550631532e-05}
+{"train_loss": 0.007977216504514217, "global_step": 13708, "epoch": 210, "lr": 7.366109134482325e-05}
+{"train_loss": 0.006692571099847555, "global_step": 13709, "epoch": 210, "lr": 7.365749702578316e-05}
+{"train_loss": 0.006797310896217823, "global_step": 13710, "epoch": 210, "lr": 7.365390254921891e-05}
+{"train_loss": 0.00542450649663806, "global_step": 13711, "epoch": 210, "lr": 7.365030791515449e-05}
+{"train_loss": 0.007695299573242664, "global_step": 13712, "epoch": 210, "lr": 7.364671312361381e-05}
+{"train_loss": 0.007102903909981251, "global_step": 13713, "epoch": 210, "lr": 7.364311817462082e-05}
+{"train_loss": 0.006300274203889645, "global_step": 13714, "epoch": 210, "lr": 7.363952306819941e-05, "val_loss": 0.006301595829427242, "train_action_mse_error": 0.00032703051692806184}
+{"train_loss": 0.004366342909634113, "global_step": 13715, "epoch": 211, "lr": 7.363592780437358e-05}
+{"train_loss": 0.004640593659132719, "global_step": 13716, "epoch": 211, "lr": 7.363233238316723e-05}
+{"train_loss": 0.004113598261028528, "global_step": 13717, "epoch": 211, "lr": 7.362873680460434e-05}
+{"train_loss": 0.0051623000763356686, "global_step": 13718, "epoch": 211, "lr": 7.36251410687088e-05}
+{"train_loss": 0.004248539451509714, "global_step": 13719, "epoch": 211, "lr": 7.362154517550457e-05}
+{"train_loss": 0.007080023176968098, "global_step": 13720, "epoch": 211, "lr": 7.361794912501561e-05}
+{"train_loss": 0.007076153066009283, "global_step": 13721, "epoch": 211, "lr": 7.361435291726586e-05}
+{"train_loss": 0.00658791558817029, "global_step": 13722, "epoch": 211, "lr": 7.361075655227925e-05}
+{"train_loss": 0.006501208525151014, "global_step": 13723, "epoch": 211, "lr": 7.360716003007975e-05}
+{"train_loss": 0.00572839705273509, "global_step": 13724, "epoch": 211, "lr": 7.360356335069127e-05}
+{"train_loss": 0.007290441542863846, "global_step": 13725, "epoch": 211, "lr": 7.35999665141378e-05}
+{"train_loss": 0.005030750762671232, "global_step": 13726, "epoch": 211, "lr": 7.359636952044326e-05}
+{"train_loss": 0.007336257956922054, "global_step": 13727, "epoch": 211, "lr": 7.359277236963164e-05}
+{"train_loss": 0.005014596041291952, "global_step": 13728, "epoch": 211, "lr": 7.358917506172685e-05}
+{"train_loss": 0.005422013346105814, "global_step": 13729, "epoch": 211, "lr": 7.358557759675284e-05}
+{"train_loss": 0.006124229170382023, "global_step": 13730, "epoch": 211, "lr": 7.358197997473359e-05}
+{"train_loss": 0.007904032245278358, "global_step": 13731, "epoch": 211, "lr": 7.357838219569307e-05}
+{"train_loss": 0.005353804212063551, "global_step": 13732, "epoch": 211, "lr": 7.357478425965518e-05}
+{"train_loss": 0.0032603773288428783, "global_step": 13733, "epoch": 211, "lr": 7.357118616664393e-05}
+{"train_loss": 0.004822531249374151, "global_step": 13734, "epoch": 211, "lr": 7.356758791668323e-05}
+{"train_loss": 0.008786506950855255, "global_step": 13735, "epoch": 211, "lr": 7.356398950979708e-05}
+{"train_loss": 0.0058044870384037495, "global_step": 13736, "epoch": 211, "lr": 7.356039094600943e-05}
+{"train_loss": 0.005383868236094713, "global_step": 13737, "epoch": 211, "lr": 7.355679222534426e-05}
+{"train_loss": 0.005634685046970844, "global_step": 13738, "epoch": 211, "lr": 7.355319334782547e-05}
+{"train_loss": 0.0048727779649198055, "global_step": 13739, "epoch": 211, "lr": 7.354959431347708e-05}
+{"train_loss": 0.004231627099215984, "global_step": 13740, "epoch": 211, "lr": 7.354599512232303e-05}
+{"train_loss": 0.00494030024856329, "global_step": 13741, "epoch": 211, "lr": 7.354239577438731e-05}
+{"train_loss": 0.0053132157772779465, "global_step": 13742, "epoch": 211, "lr": 7.353879626969384e-05}
+{"train_loss": 0.003835342824459076, "global_step": 13743, "epoch": 211, "lr": 7.353519660826665e-05}
+{"train_loss": 0.006362261716276407, "global_step": 13744, "epoch": 211, "lr": 7.353159679012964e-05}
+{"train_loss": 0.008316644467413425, "global_step": 13745, "epoch": 211, "lr": 7.352799681530683e-05}
+{"train_loss": 0.0071580191142857075, "global_step": 13746, "epoch": 211, "lr": 7.352439668382217e-05}
+{"train_loss": 0.00677556823939085, "global_step": 13747, "epoch": 211, "lr": 7.352079639569965e-05}
+{"train_loss": 0.005531923845410347, "global_step": 13748, "epoch": 211, "lr": 7.35171959509632e-05}
+{"train_loss": 0.005641528870910406, "global_step": 13749, "epoch": 211, "lr": 7.351359534963684e-05}
+{"train_loss": 0.005948690231889486, "global_step": 13750, "epoch": 211, "lr": 7.350999459174452e-05}
+{"train_loss": 0.005226729437708855, "global_step": 13751, "epoch": 211, "lr": 7.350639367731024e-05}
+{"train_loss": 0.007269249297678471, "global_step": 13752, "epoch": 211, "lr": 7.350279260635795e-05}
+{"train_loss": 0.005274050869047642, "global_step": 13753, "epoch": 211, "lr": 7.349919137891164e-05}
+{"train_loss": 0.009808589704334736, "global_step": 13754, "epoch": 211, "lr": 7.349558999499527e-05}
+{"train_loss": 0.005032056476920843, "global_step": 13755, "epoch": 211, "lr": 7.349198845463286e-05}
+{"train_loss": 0.010877569206058979, "global_step": 13756, "epoch": 211, "lr": 7.348838675784835e-05}
+{"train_loss": 0.007694458123296499, "global_step": 13757, "epoch": 211, "lr": 7.348478490466575e-05}
+{"train_loss": 0.0033249096013605595, "global_step": 13758, "epoch": 211, "lr": 7.348118289510901e-05}
+{"train_loss": 0.006330174393951893, "global_step": 13759, "epoch": 211, "lr": 7.347758072920217e-05}
+{"train_loss": 0.0073738014325499535, "global_step": 13760, "epoch": 211, "lr": 7.347397840696915e-05}
+{"train_loss": 0.006501334719359875, "global_step": 13761, "epoch": 211, "lr": 7.347037592843398e-05}
+{"train_loss": 0.006297931540757418, "global_step": 13762, "epoch": 211, "lr": 7.346677329362064e-05}
+{"train_loss": 0.007102085743099451, "global_step": 13763, "epoch": 211, "lr": 7.346317050255311e-05}
+{"train_loss": 0.007322249934077263, "global_step": 13764, "epoch": 211, "lr": 7.345956755525539e-05}
+{"train_loss": 0.006521970499306917, "global_step": 13765, "epoch": 211, "lr": 7.345596445175145e-05}
+{"train_loss": 0.0048347823321819305, "global_step": 13766, "epoch": 211, "lr": 7.345236119206528e-05}
+{"train_loss": 0.006883346009999514, "global_step": 13767, "epoch": 211, "lr": 7.344875777622091e-05}
+{"train_loss": 0.004459252115339041, "global_step": 13768, "epoch": 211, "lr": 7.344515420424231e-05}
+{"train_loss": 0.006118406541645527, "global_step": 13769, "epoch": 211, "lr": 7.344155047615346e-05}
+{"train_loss": 0.006117326207458973, "global_step": 13770, "epoch": 211, "lr": 7.343794659197838e-05}
+{"train_loss": 0.007246264256536961, "global_step": 13771, "epoch": 211, "lr": 7.343434255174106e-05}
+{"train_loss": 0.005318253301084042, "global_step": 13772, "epoch": 211, "lr": 7.343073835546548e-05}
+{"train_loss": 0.006365253124386072, "global_step": 13773, "epoch": 211, "lr": 7.342713400317566e-05}
+{"train_loss": 0.006767502054572105, "global_step": 13774, "epoch": 211, "lr": 7.342352949489559e-05}
+{"train_loss": 0.004274849779903889, "global_step": 13775, "epoch": 211, "lr": 7.341992483064927e-05}
+{"train_loss": 0.006615149322897196, "global_step": 13776, "epoch": 211, "lr": 7.341632001046072e-05}
+{"train_loss": 0.007145669311285019, "global_step": 13777, "epoch": 211, "lr": 7.34127150343539e-05}
+{"train_loss": 0.00557580403983593, "global_step": 13778, "epoch": 211, "lr": 7.340910990235287e-05}
+{"train_loss": 0.006084465185323587, "global_step": 13779, "epoch": 211, "lr": 7.340550461448161e-05, "val_loss": 0.011409150436520576}
+{"train_loss": 0.008868581615388393, "global_step": 13780, "epoch": 212, "lr": 7.340189917076409e-05}
+{"train_loss": 0.0035813204012811184, "global_step": 13781, "epoch": 212, "lr": 7.339829357122437e-05}
+{"train_loss": 0.006693558301776648, "global_step": 13782, "epoch": 212, "lr": 7.339468781588644e-05}
+{"train_loss": 0.004419559612870216, "global_step": 13783, "epoch": 212, "lr": 7.339108190477429e-05}
+{"train_loss": 0.0050186654552817345, "global_step": 13784, "epoch": 212, "lr": 7.338747583791194e-05}
+{"train_loss": 0.005363891366869211, "global_step": 13785, "epoch": 212, "lr": 7.338386961532345e-05}
+{"train_loss": 0.008586980402469635, "global_step": 13786, "epoch": 212, "lr": 7.338026323703275e-05}
+{"train_loss": 0.004211923107504845, "global_step": 13787, "epoch": 212, "lr": 7.33766567030639e-05}
+{"train_loss": 0.00445987144485116, "global_step": 13788, "epoch": 212, "lr": 7.337305001344092e-05}
+{"train_loss": 0.009115285240113735, "global_step": 13789, "epoch": 212, "lr": 7.33694431681878e-05}
+{"train_loss": 0.010629545897245407, "global_step": 13790, "epoch": 212, "lr": 7.336583616732857e-05}
+{"train_loss": 0.00878880824893713, "global_step": 13791, "epoch": 212, "lr": 7.336222901088725e-05}
+{"train_loss": 0.006318225059658289, "global_step": 13792, "epoch": 212, "lr": 7.335862169888784e-05}
+{"train_loss": 0.004445462021976709, "global_step": 13793, "epoch": 212, "lr": 7.33550142313544e-05}
+{"train_loss": 0.006108817644417286, "global_step": 13794, "epoch": 212, "lr": 7.33514066083109e-05}
+{"train_loss": 0.0074392021633684635, "global_step": 13795, "epoch": 212, "lr": 7.33477988297814e-05}
+{"train_loss": 0.005548754241317511, "global_step": 13796, "epoch": 212, "lr": 7.33441908957899e-05}
+{"train_loss": 0.007141405250877142, "global_step": 13797, "epoch": 212, "lr": 7.334058280636042e-05}
+{"train_loss": 0.004364581312984228, "global_step": 13798, "epoch": 212, "lr": 7.333697456151702e-05}
+{"train_loss": 0.007516016252338886, "global_step": 13799, "epoch": 212, "lr": 7.333336616128369e-05}
+{"train_loss": 0.0066728428937494755, "global_step": 13800, "epoch": 212, "lr": 7.332975760568447e-05}
+{"train_loss": 0.006331784650683403, "global_step": 13801, "epoch": 212, "lr": 7.332614889474339e-05}
+{"train_loss": 0.009022820740938187, "global_step": 13802, "epoch": 212, "lr": 7.332254002848447e-05}
+{"train_loss": 0.007655643858015537, "global_step": 13803, "epoch": 212, "lr": 7.331893100693174e-05}
+{"train_loss": 0.005660546477884054, "global_step": 13804, "epoch": 212, "lr": 7.331532183010923e-05}
+{"train_loss": 0.004967315122485161, "global_step": 13805, "epoch": 212, "lr": 7.331171249804098e-05}
+{"train_loss": 0.0056139808148145676, "global_step": 13806, "epoch": 212, "lr": 7.330810301075104e-05}
+{"train_loss": 0.005029977764934301, "global_step": 13807, "epoch": 212, "lr": 7.33044933682634e-05}
+{"train_loss": 0.007520305458456278, "global_step": 13808, "epoch": 212, "lr": 7.330088357060212e-05}
+{"train_loss": 0.003890814259648323, "global_step": 13809, "epoch": 212, "lr": 7.329727361779124e-05}
+{"train_loss": 0.008850784972310066, "global_step": 13810, "epoch": 212, "lr": 7.32936635098548e-05}
+{"train_loss": 0.0035356557928025723, "global_step": 13811, "epoch": 212, "lr": 7.329005324681683e-05}
+{"train_loss": 0.00565374456346035, "global_step": 13812, "epoch": 212, "lr": 7.328644282870135e-05}
+{"train_loss": 0.005618256516754627, "global_step": 13813, "epoch": 212, "lr": 7.328283225553243e-05}
+{"train_loss": 0.008034991100430489, "global_step": 13814, "epoch": 212, "lr": 7.32792215273341e-05}
+{"train_loss": 0.005355148576200008, "global_step": 13815, "epoch": 212, "lr": 7.32756106441304e-05}
+{"train_loss": 0.0059374114498496056, "global_step": 13816, "epoch": 212, "lr": 7.327199960594538e-05}
+{"train_loss": 0.00678591663017869, "global_step": 13817, "epoch": 212, "lr": 7.326838841280306e-05}
+{"train_loss": 0.0049002040177583694, "global_step": 13818, "epoch": 212, "lr": 7.326477706472753e-05}
+{"train_loss": 0.008132334798574448, "global_step": 13819, "epoch": 212, "lr": 7.32611655617428e-05}
+{"train_loss": 0.005926917772740126, "global_step": 13820, "epoch": 212, "lr": 7.325755390387292e-05}
+{"train_loss": 0.0069883097894489765, "global_step": 13821, "epoch": 212, "lr": 7.325394209114195e-05}
+{"train_loss": 0.004279246088117361, "global_step": 13822, "epoch": 212, "lr": 7.325033012357394e-05}
+{"train_loss": 0.0048262495547533035, "global_step": 13823, "epoch": 212, "lr": 7.324671800119293e-05}
+{"train_loss": 0.007916104979813099, "global_step": 13824, "epoch": 212, "lr": 7.324310572402299e-05}
+{"train_loss": 0.007161726243793964, "global_step": 13825, "epoch": 212, "lr": 7.323949329208815e-05}
+{"train_loss": 0.005703574046492577, "global_step": 13826, "epoch": 212, "lr": 7.323588070541247e-05}
+{"train_loss": 0.007807627320289612, "global_step": 13827, "epoch": 212, "lr": 7.323226796402003e-05}
+{"train_loss": 0.008041002787649632, "global_step": 13828, "epoch": 212, "lr": 7.322865506793484e-05}
+{"train_loss": 0.007421256508678198, "global_step": 13829, "epoch": 212, "lr": 7.322504201718097e-05}
+{"train_loss": 0.006274768617004156, "global_step": 13830, "epoch": 212, "lr": 7.32214288117825e-05}
+{"train_loss": 0.008991173468530178, "global_step": 13831, "epoch": 212, "lr": 7.321781545176349e-05}
+{"train_loss": 0.007618115749210119, "global_step": 13832, "epoch": 212, "lr": 7.321420193714799e-05}
+{"train_loss": 0.006388673093169928, "global_step": 13833, "epoch": 212, "lr": 7.321058826796003e-05}
+{"train_loss": 0.005786011461168528, "global_step": 13834, "epoch": 212, "lr": 7.320697444422372e-05}
+{"train_loss": 0.006671805400401354, "global_step": 13835, "epoch": 212, "lr": 7.320336046596309e-05}
+{"train_loss": 0.00400892598554492, "global_step": 13836, "epoch": 212, "lr": 7.319974633320222e-05}
+{"train_loss": 0.004504248034209013, "global_step": 13837, "epoch": 212, "lr": 7.319613204596515e-05}
+{"train_loss": 0.004749478306621313, "global_step": 13838, "epoch": 212, "lr": 7.3192517604276e-05}
+{"train_loss": 0.00799522828310728, "global_step": 13839, "epoch": 212, "lr": 7.318890300815879e-05}
+{"train_loss": 0.005783930886536837, "global_step": 13840, "epoch": 212, "lr": 7.318528825763758e-05}
+{"train_loss": 0.0054216268472373486, "global_step": 13841, "epoch": 212, "lr": 7.318167335273647e-05}
+{"train_loss": 0.0053899940103292465, "global_step": 13842, "epoch": 212, "lr": 7.317805829347952e-05}
+{"train_loss": 0.00784812681376934, "global_step": 13843, "epoch": 212, "lr": 7.317444307989081e-05}
+{"train_loss": 0.0063965662740744075, "global_step": 13844, "epoch": 212, "lr": 7.31708277119944e-05, "val_loss": 0.009854136034846306}
+{"train_loss": 0.004493908025324345, "global_step": 13845, "epoch": 213, "lr": 7.316721218981434e-05}
+{"train_loss": 0.006284990813583136, "global_step": 13846, "epoch": 213, "lr": 7.316359651337476e-05}
+{"train_loss": 0.007160250097513199, "global_step": 13847, "epoch": 213, "lr": 7.315998068269969e-05}
+{"train_loss": 0.004792419262230396, "global_step": 13848, "epoch": 213, "lr": 7.315636469781324e-05}
+{"train_loss": 0.006315932609140873, "global_step": 13849, "epoch": 213, "lr": 7.315274855873944e-05}
+{"train_loss": 0.004067459609359503, "global_step": 13850, "epoch": 213, "lr": 7.314913226550241e-05}
+{"train_loss": 0.0054806978441774845, "global_step": 13851, "epoch": 213, "lr": 7.314551581812621e-05}
+{"train_loss": 0.005115981679409742, "global_step": 13852, "epoch": 213, "lr": 7.314189921663492e-05}
+{"train_loss": 0.0045271082781255245, "global_step": 13853, "epoch": 213, "lr": 7.313828246105264e-05}
+{"train_loss": 0.0042734588496387005, "global_step": 13854, "epoch": 213, "lr": 7.313466555140343e-05}
+{"train_loss": 0.005443679168820381, "global_step": 13855, "epoch": 213, "lr": 7.313104848771138e-05}
+{"train_loss": 0.008284926414489746, "global_step": 13856, "epoch": 213, "lr": 7.31274312700006e-05}
+{"train_loss": 0.005441789980977774, "global_step": 13857, "epoch": 213, "lr": 7.31238138982951e-05}
+{"train_loss": 0.004619118757545948, "global_step": 13858, "epoch": 213, "lr": 7.312019637261907e-05}
+{"train_loss": 0.004058001562952995, "global_step": 13859, "epoch": 213, "lr": 7.311657869299651e-05}
+{"train_loss": 0.004548253957182169, "global_step": 13860, "epoch": 213, "lr": 7.311296085945156e-05}
+{"train_loss": 0.004589270334690809, "global_step": 13861, "epoch": 213, "lr": 7.310934287200829e-05}
+{"train_loss": 0.0061756642535328865, "global_step": 13862, "epoch": 213, "lr": 7.31057247306908e-05}
+{"train_loss": 0.00724903354421258, "global_step": 13863, "epoch": 213, "lr": 7.310210643552316e-05}
+{"train_loss": 0.006716434843838215, "global_step": 13864, "epoch": 213, "lr": 7.309848798652949e-05}
+{"train_loss": 0.004951957147568464, "global_step": 13865, "epoch": 213, "lr": 7.309486938373387e-05}
+{"train_loss": 0.006333040539175272, "global_step": 13866, "epoch": 213, "lr": 7.30912506271604e-05}
+{"train_loss": 0.0051230164244771, "global_step": 13867, "epoch": 213, "lr": 7.308763171683315e-05}
+{"train_loss": 0.0069955200888216496, "global_step": 13868, "epoch": 213, "lr": 7.308401265277627e-05}
+{"train_loss": 0.005006870254874229, "global_step": 13869, "epoch": 213, "lr": 7.30803934350138e-05}
+{"train_loss": 0.005860785488039255, "global_step": 13870, "epoch": 213, "lr": 7.307677406356989e-05}
+{"train_loss": 0.00457413075491786, "global_step": 13871, "epoch": 213, "lr": 7.30731545384686e-05}
+{"train_loss": 0.006525290198624134, "global_step": 13872, "epoch": 213, "lr": 7.306953485973403e-05}
+{"train_loss": 0.00644906098023057, "global_step": 13873, "epoch": 213, "lr": 7.30659150273903e-05}
+{"train_loss": 0.004336896352469921, "global_step": 13874, "epoch": 213, "lr": 7.306229504146153e-05}
+{"train_loss": 0.004400887992233038, "global_step": 13875, "epoch": 213, "lr": 7.30586749019718e-05}
+{"train_loss": 0.004897607024759054, "global_step": 13876, "epoch": 213, "lr": 7.305505460894521e-05}
+{"train_loss": 0.00601542042568326, "global_step": 13877, "epoch": 213, "lr": 7.305143416240586e-05}
+{"train_loss": 0.006596705876290798, "global_step": 13878, "epoch": 213, "lr": 7.304781356237789e-05}
+{"train_loss": 0.004399346187710762, "global_step": 13879, "epoch": 213, "lr": 7.304419280888538e-05}
+{"train_loss": 0.009080886840820312, "global_step": 13880, "epoch": 213, "lr": 7.304057190195245e-05}
+{"train_loss": 0.005390429403632879, "global_step": 13881, "epoch": 213, "lr": 7.30369508416032e-05}
+{"train_loss": 0.004647412803024054, "global_step": 13882, "epoch": 213, "lr": 7.303332962786175e-05}
+{"train_loss": 0.0070515768602490425, "global_step": 13883, "epoch": 213, "lr": 7.302970826075222e-05}
+{"train_loss": 0.003855707123875618, "global_step": 13884, "epoch": 213, "lr": 7.302608674029872e-05}
+{"train_loss": 0.005458222236484289, "global_step": 13885, "epoch": 213, "lr": 7.302246506652532e-05}
+{"train_loss": 0.0071889921091496944, "global_step": 13886, "epoch": 213, "lr": 7.301884323945622e-05}
+{"train_loss": 0.004917831160128117, "global_step": 13887, "epoch": 213, "lr": 7.301522125911544e-05}
+{"train_loss": 0.004420384299010038, "global_step": 13888, "epoch": 213, "lr": 7.301159912552718e-05}
+{"train_loss": 0.006072071380913258, "global_step": 13889, "epoch": 213, "lr": 7.300797683871551e-05}
+{"train_loss": 0.006614727899432182, "global_step": 13890, "epoch": 213, "lr": 7.300435439870458e-05}
+{"train_loss": 0.004060837905853987, "global_step": 13891, "epoch": 213, "lr": 7.300073180551846e-05}
+{"train_loss": 0.006796711124479771, "global_step": 13892, "epoch": 213, "lr": 7.299710905918133e-05}
+{"train_loss": 0.004999391734600067, "global_step": 13893, "epoch": 213, "lr": 7.299348615971728e-05}
+{"train_loss": 0.0038407249376177788, "global_step": 13894, "epoch": 213, "lr": 7.298986310715044e-05}
+{"train_loss": 0.008146685548126698, "global_step": 13895, "epoch": 213, "lr": 7.298623990150492e-05}
+{"train_loss": 0.0055777523666620255, "global_step": 13896, "epoch": 213, "lr": 7.298261654280487e-05}
+{"train_loss": 0.007004674524068832, "global_step": 13897, "epoch": 213, "lr": 7.297899303107441e-05}
+{"train_loss": 0.006051768083125353, "global_step": 13898, "epoch": 213, "lr": 7.297536936633764e-05}
+{"train_loss": 0.004761582240462303, "global_step": 13899, "epoch": 213, "lr": 7.297174554861872e-05}
+{"train_loss": 0.006890653166919947, "global_step": 13900, "epoch": 213, "lr": 7.296812157794178e-05}
+{"train_loss": 0.007611969020217657, "global_step": 13901, "epoch": 213, "lr": 7.296449745433094e-05}
+{"train_loss": 0.0053920201025903225, "global_step": 13902, "epoch": 213, "lr": 7.296087317781032e-05}
+{"train_loss": 0.007921508513391018, "global_step": 13903, "epoch": 213, "lr": 7.295724874840406e-05}
+{"train_loss": 0.008586052805185318, "global_step": 13904, "epoch": 213, "lr": 7.29536241661363e-05}
+{"train_loss": 0.005064778961241245, "global_step": 13905, "epoch": 213, "lr": 7.294999943103118e-05}
+{"train_loss": 0.003759675193578005, "global_step": 13906, "epoch": 213, "lr": 7.294637454311282e-05}
+{"train_loss": 0.006574453320354223, "global_step": 13907, "epoch": 213, "lr": 7.294274950240536e-05}
+{"train_loss": 0.007795801851898432, "global_step": 13908, "epoch": 213, "lr": 7.293912430893295e-05}
+{"train_loss": 0.00577810901002242, "global_step": 13909, "epoch": 213, "lr": 7.293549896271971e-05, "val_loss": 0.011252949945628643}
+{"train_loss": 0.007593926973640919, "global_step": 13910, "epoch": 214, "lr": 7.29318734637898e-05}
+{"train_loss": 0.006955475080758333, "global_step": 13911, "epoch": 214, "lr": 7.292824781216734e-05}
+{"train_loss": 0.008832727558910847, "global_step": 13912, "epoch": 214, "lr": 7.292462200787649e-05}
+{"train_loss": 0.005787024740129709, "global_step": 13913, "epoch": 214, "lr": 7.292099605094137e-05}
+{"train_loss": 0.007990906946361065, "global_step": 13914, "epoch": 214, "lr": 7.291736994138614e-05}
+{"train_loss": 0.009001551195979118, "global_step": 13915, "epoch": 214, "lr": 7.291374367923493e-05}
+{"train_loss": 0.009714184328913689, "global_step": 13916, "epoch": 214, "lr": 7.291011726451192e-05}
+{"train_loss": 0.008845914155244827, "global_step": 13917, "epoch": 214, "lr": 7.290649069724123e-05}
+{"train_loss": 0.008761931210756302, "global_step": 13918, "epoch": 214, "lr": 7.290286397744699e-05}
+{"train_loss": 0.006325734779238701, "global_step": 13919, "epoch": 214, "lr": 7.289923710515339e-05}
+{"train_loss": 0.007855097763240337, "global_step": 13920, "epoch": 214, "lr": 7.289561008038455e-05}
+{"train_loss": 0.010369399562478065, "global_step": 13921, "epoch": 214, "lr": 7.289198290316462e-05}
+{"train_loss": 0.007707657758146524, "global_step": 13922, "epoch": 214, "lr": 7.288835557351777e-05}
+{"train_loss": 0.00618045823648572, "global_step": 13923, "epoch": 214, "lr": 7.288472809146814e-05}
+{"train_loss": 0.01257080864161253, "global_step": 13924, "epoch": 214, "lr": 7.288110045703991e-05}
+{"train_loss": 0.005347618367522955, "global_step": 13925, "epoch": 214, "lr": 7.287747267025718e-05}
+{"train_loss": 0.007027832325547934, "global_step": 13926, "epoch": 214, "lr": 7.287384473114416e-05}
+{"train_loss": 0.007122131530195475, "global_step": 13927, "epoch": 214, "lr": 7.287021663972497e-05}
+{"train_loss": 0.004800332710146904, "global_step": 13928, "epoch": 214, "lr": 7.286658839602379e-05}
+{"train_loss": 0.008123002015054226, "global_step": 13929, "epoch": 214, "lr": 7.286296000006479e-05}
+{"train_loss": 0.008410890586674213, "global_step": 13930, "epoch": 214, "lr": 7.28593314518721e-05}
+{"train_loss": 0.009223472326993942, "global_step": 13931, "epoch": 214, "lr": 7.285570275146987e-05}
+{"train_loss": 0.007821345701813698, "global_step": 13932, "epoch": 214, "lr": 7.28520738988823e-05}
+{"train_loss": 0.007266004104167223, "global_step": 13933, "epoch": 214, "lr": 7.284844489413354e-05}
+{"train_loss": 0.0052258786745369434, "global_step": 13934, "epoch": 214, "lr": 7.284481573724774e-05}
+{"train_loss": 0.0063684312626719475, "global_step": 13935, "epoch": 214, "lr": 7.284118642824908e-05}
+{"train_loss": 0.008117396384477615, "global_step": 13936, "epoch": 214, "lr": 7.283755696716173e-05}
+{"train_loss": 0.005275205243378878, "global_step": 13937, "epoch": 214, "lr": 7.283392735400984e-05}
+{"train_loss": 0.005714780651032925, "global_step": 13938, "epoch": 214, "lr": 7.283029758881758e-05}
+{"train_loss": 0.007377187721431255, "global_step": 13939, "epoch": 214, "lr": 7.282666767160913e-05}
+{"train_loss": 0.007651715539395809, "global_step": 13940, "epoch": 214, "lr": 7.282303760240864e-05}
+{"train_loss": 0.005865343380719423, "global_step": 13941, "epoch": 214, "lr": 7.281940738124032e-05}
+{"train_loss": 0.006579550914466381, "global_step": 13942, "epoch": 214, "lr": 7.281577700812832e-05}
+{"train_loss": 0.006235641427338123, "global_step": 13943, "epoch": 214, "lr": 7.28121464830968e-05}
+{"train_loss": 0.004718316253274679, "global_step": 13944, "epoch": 214, "lr": 7.280851580616994e-05}
+{"train_loss": 0.007030973676592112, "global_step": 13945, "epoch": 214, "lr": 7.280488497737192e-05}
+{"train_loss": 0.0074882348999381065, "global_step": 13946, "epoch": 214, "lr": 7.280125399672693e-05}
+{"train_loss": 0.00557479914277792, "global_step": 13947, "epoch": 214, "lr": 7.279762286425911e-05}
+{"train_loss": 0.006279772147536278, "global_step": 13948, "epoch": 214, "lr": 7.279399157999267e-05}
+{"train_loss": 0.007929600775241852, "global_step": 13949, "epoch": 214, "lr": 7.279036014395177e-05}
+{"train_loss": 0.005304120946675539, "global_step": 13950, "epoch": 214, "lr": 7.278672855616062e-05}
+{"train_loss": 0.009535934776067734, "global_step": 13951, "epoch": 214, "lr": 7.278309681664336e-05}
+{"train_loss": 0.0067991637624800205, "global_step": 13952, "epoch": 214, "lr": 7.27794649254242e-05}
+{"train_loss": 0.007445711642503738, "global_step": 13953, "epoch": 214, "lr": 7.277583288252733e-05}
+{"train_loss": 0.004595752339810133, "global_step": 13954, "epoch": 214, "lr": 7.27722006879769e-05}
+{"train_loss": 0.008072767406702042, "global_step": 13955, "epoch": 214, "lr": 7.276856834179713e-05}
+{"train_loss": 0.006773910019546747, "global_step": 13956, "epoch": 214, "lr": 7.276493584401217e-05}
+{"train_loss": 0.00833961647003889, "global_step": 13957, "epoch": 214, "lr": 7.276130319464625e-05}
+{"train_loss": 0.009591291658580303, "global_step": 13958, "epoch": 214, "lr": 7.275767039372352e-05}
+{"train_loss": 0.004772217944264412, "global_step": 13959, "epoch": 214, "lr": 7.27540374412682e-05}
+{"train_loss": 0.00671078497543931, "global_step": 13960, "epoch": 214, "lr": 7.275040433730445e-05}
+{"train_loss": 0.0067658983170986176, "global_step": 13961, "epoch": 214, "lr": 7.274677108185648e-05}
+{"train_loss": 0.00865763146430254, "global_step": 13962, "epoch": 214, "lr": 7.274313767494849e-05}
+{"train_loss": 0.0059321727603673935, "global_step": 13963, "epoch": 214, "lr": 7.273950411660466e-05}
+{"train_loss": 0.0060230428352952, "global_step": 13964, "epoch": 214, "lr": 7.273587040684916e-05}
+{"train_loss": 0.008991420269012451, "global_step": 13965, "epoch": 214, "lr": 7.273223654570623e-05}
+{"train_loss": 0.00463868398219347, "global_step": 13966, "epoch": 214, "lr": 7.272860253320005e-05}
+{"train_loss": 0.0068809278309345245, "global_step": 13967, "epoch": 214, "lr": 7.272496836935481e-05}
+{"train_loss": 0.005822913255542517, "global_step": 13968, "epoch": 214, "lr": 7.272133405419472e-05}
+{"train_loss": 0.004433156922459602, "global_step": 13969, "epoch": 214, "lr": 7.271769958774397e-05}
+{"train_loss": 0.004430225118994713, "global_step": 13970, "epoch": 214, "lr": 7.271406497002674e-05}
+{"train_loss": 0.008582212030887604, "global_step": 13971, "epoch": 214, "lr": 7.271043020106727e-05}
+{"train_loss": 0.006112914066761732, "global_step": 13972, "epoch": 214, "lr": 7.270679528088975e-05}
+{"train_loss": 0.006969689391553402, "global_step": 13973, "epoch": 214, "lr": 7.270316020951838e-05}
+{"train_loss": 0.007118839004005377, "global_step": 13974, "epoch": 214, "lr": 7.269952498697734e-05, "val_loss": 0.005744843743741512}
+{"train_loss": 0.005708141252398491, "global_step": 13975, "epoch": 215, "lr": 7.269588961329088e-05}
+{"train_loss": 0.008909998461604118, "global_step": 13976, "epoch": 215, "lr": 7.269225408848317e-05}
+{"train_loss": 0.004663193132728338, "global_step": 13977, "epoch": 215, "lr": 7.268861841257844e-05}
+{"train_loss": 0.006531694438308477, "global_step": 13978, "epoch": 215, "lr": 7.26849825856009e-05}
+{"train_loss": 0.005557992961257696, "global_step": 13979, "epoch": 215, "lr": 7.268134660757473e-05}
+{"train_loss": 0.006967910099774599, "global_step": 13980, "epoch": 215, "lr": 7.267771047852417e-05}
+{"train_loss": 0.007144740782678127, "global_step": 13981, "epoch": 215, "lr": 7.26740741984734e-05}
+{"train_loss": 0.004729995969682932, "global_step": 13982, "epoch": 215, "lr": 7.267043776744669e-05}
+{"train_loss": 0.005834653507918119, "global_step": 13983, "epoch": 215, "lr": 7.266680118546819e-05}
+{"train_loss": 0.008962776511907578, "global_step": 13984, "epoch": 215, "lr": 7.266316445256214e-05}
+{"train_loss": 0.008522845804691315, "global_step": 13985, "epoch": 215, "lr": 7.265952756875276e-05}
+{"train_loss": 0.005599891301244497, "global_step": 13986, "epoch": 215, "lr": 7.265589053406426e-05}
+{"train_loss": 0.006544447969645262, "global_step": 13987, "epoch": 215, "lr": 7.265225334852087e-05}
+{"train_loss": 0.006544592324644327, "global_step": 13988, "epoch": 215, "lr": 7.264861601214678e-05}
+{"train_loss": 0.007647756952792406, "global_step": 13989, "epoch": 215, "lr": 7.264497852496625e-05}
+{"train_loss": 0.005000782199203968, "global_step": 13990, "epoch": 215, "lr": 7.264134088700345e-05}
+{"train_loss": 0.007499409839510918, "global_step": 13991, "epoch": 215, "lr": 7.263770309828265e-05}
+{"train_loss": 0.005717119202017784, "global_step": 13992, "epoch": 215, "lr": 7.263406515882804e-05}
+{"train_loss": 0.005052363499999046, "global_step": 13993, "epoch": 215, "lr": 7.263042706866387e-05}
+{"train_loss": 0.008156823925673962, "global_step": 13994, "epoch": 215, "lr": 7.262678882781431e-05}
+{"train_loss": 0.006102996412664652, "global_step": 13995, "epoch": 215, "lr": 7.262315043630366e-05}
+{"train_loss": 0.007670873310416937, "global_step": 13996, "epoch": 215, "lr": 7.26195118941561e-05}
+{"train_loss": 0.006351867225021124, "global_step": 13997, "epoch": 215, "lr": 7.261587320139587e-05}
+{"train_loss": 0.00687763886526227, "global_step": 13998, "epoch": 215, "lr": 7.261223435804719e-05}
+{"train_loss": 0.007250113412737846, "global_step": 13999, "epoch": 215, "lr": 7.260859536413429e-05}
+{"train_loss": 0.003701315028592944, "global_step": 14000, "epoch": 215, "lr": 7.260495621968141e-05}
+{"train_loss": 0.00812612846493721, "global_step": 14001, "epoch": 215, "lr": 7.26013169247128e-05}
+{"train_loss": 0.007207122165709734, "global_step": 14002, "epoch": 215, "lr": 7.259767747925264e-05}
+{"train_loss": 0.004476491361856461, "global_step": 14003, "epoch": 215, "lr": 7.25940378833252e-05}
+{"train_loss": 0.00545104406774044, "global_step": 14004, "epoch": 215, "lr": 7.25903981369547e-05}
+{"train_loss": 0.005352173466235399, "global_step": 14005, "epoch": 215, "lr": 7.258675824016538e-05}
+{"train_loss": 0.006377645302563906, "global_step": 14006, "epoch": 215, "lr": 7.258311819298149e-05}
+{"train_loss": 0.0060906438156962395, "global_step": 14007, "epoch": 215, "lr": 7.257947799542725e-05}
+{"train_loss": 0.008240822702646255, "global_step": 14008, "epoch": 215, "lr": 7.257583764752692e-05}
+{"train_loss": 0.004258646164089441, "global_step": 14009, "epoch": 215, "lr": 7.257219714930472e-05}
+{"train_loss": 0.006936798337846994, "global_step": 14010, "epoch": 215, "lr": 7.256855650078487e-05}
+{"train_loss": 0.006491372361779213, "global_step": 14011, "epoch": 215, "lr": 7.256491570199166e-05}
+{"train_loss": 0.006092944648116827, "global_step": 14012, "epoch": 215, "lr": 7.256127475294929e-05}
+{"train_loss": 0.005566566251218319, "global_step": 14013, "epoch": 215, "lr": 7.255763365368203e-05}
+{"train_loss": 0.005287729669362307, "global_step": 14014, "epoch": 215, "lr": 7.255399240421411e-05}
+{"train_loss": 0.007076849229633808, "global_step": 14015, "epoch": 215, "lr": 7.25503510045698e-05}
+{"train_loss": 0.004680528771132231, "global_step": 14016, "epoch": 215, "lr": 7.254670945477331e-05}
+{"train_loss": 0.004470471292734146, "global_step": 14017, "epoch": 215, "lr": 7.25430677548489e-05}
+{"train_loss": 0.007729294244199991, "global_step": 14018, "epoch": 215, "lr": 7.253942590482083e-05}
+{"train_loss": 0.006415763404220343, "global_step": 14019, "epoch": 215, "lr": 7.253578390471334e-05}
+{"train_loss": 0.006732658948749304, "global_step": 14020, "epoch": 215, "lr": 7.253214175455069e-05}
+{"train_loss": 0.006916650105267763, "global_step": 14021, "epoch": 215, "lr": 7.252849945435713e-05}
+{"train_loss": 0.005867840722203255, "global_step": 14022, "epoch": 215, "lr": 7.252485700415688e-05}
+{"train_loss": 0.003465002402663231, "global_step": 14023, "epoch": 215, "lr": 7.252121440397424e-05}
+{"train_loss": 0.006253616884350777, "global_step": 14024, "epoch": 215, "lr": 7.251757165383344e-05}
+{"train_loss": 0.0035631745122373104, "global_step": 14025, "epoch": 215, "lr": 7.251392875375874e-05}
+{"train_loss": 0.00745916273444891, "global_step": 14026, "epoch": 215, "lr": 7.251028570377438e-05}
+{"train_loss": 0.004921133164316416, "global_step": 14027, "epoch": 215, "lr": 7.250664250390465e-05}
+{"train_loss": 0.005731259472668171, "global_step": 14028, "epoch": 215, "lr": 7.25029991541738e-05}
+{"train_loss": 0.005019197706133127, "global_step": 14029, "epoch": 215, "lr": 7.249935565460607e-05}
+{"train_loss": 0.0056990706361830235, "global_step": 14030, "epoch": 215, "lr": 7.249571200522571e-05}
+{"train_loss": 0.006406635511666536, "global_step": 14031, "epoch": 215, "lr": 7.249206820605702e-05}
+{"train_loss": 0.007328825071454048, "global_step": 14032, "epoch": 215, "lr": 7.248842425712427e-05}
+{"train_loss": 0.005434204358607531, "global_step": 14033, "epoch": 215, "lr": 7.248478015845167e-05}
+{"train_loss": 0.007683468982577324, "global_step": 14034, "epoch": 215, "lr": 7.248113591006352e-05}
+{"train_loss": 0.005985820200294256, "global_step": 14035, "epoch": 215, "lr": 7.247749151198407e-05}
+{"train_loss": 0.004372335039079189, "global_step": 14036, "epoch": 215, "lr": 7.24738469642376e-05}
+{"train_loss": 0.002699503442272544, "global_step": 14037, "epoch": 215, "lr": 7.247020226684837e-05}
+{"train_loss": 0.007191432639956474, "global_step": 14038, "epoch": 215, "lr": 7.246655741984065e-05}
+{"train_loss": 0.006158071290701628, "global_step": 14039, "epoch": 215, "lr": 7.246291242323873e-05, "val_loss": 0.008022747002542019, "train_action_mse_error": 0.0002841660170815885}
+{"train_loss": 0.006005796138197184, "global_step": 14040, "epoch": 216, "lr": 7.245926727706683e-05}
+{"train_loss": 0.004078472498804331, "global_step": 14041, "epoch": 216, "lr": 7.245562198134926e-05}
+{"train_loss": 0.005308072082698345, "global_step": 14042, "epoch": 216, "lr": 7.245197653611029e-05}
+{"train_loss": 0.007660467177629471, "global_step": 14043, "epoch": 216, "lr": 7.24483309413742e-05}
+{"train_loss": 0.0045372191816568375, "global_step": 14044, "epoch": 216, "lr": 7.24446851971652e-05}
+{"train_loss": 0.005629964638501406, "global_step": 14045, "epoch": 216, "lr": 7.244103930350767e-05}
+{"train_loss": 0.0036379448138177395, "global_step": 14046, "epoch": 216, "lr": 7.24373932604258e-05}
+{"train_loss": 0.0063341413624584675, "global_step": 14047, "epoch": 216, "lr": 7.243374706794391e-05}
+{"train_loss": 0.0055542211048305035, "global_step": 14048, "epoch": 216, "lr": 7.243010072608627e-05}
+{"train_loss": 0.005167121533304453, "global_step": 14049, "epoch": 216, "lr": 7.242645423487716e-05}
+{"train_loss": 0.004071251023560762, "global_step": 14050, "epoch": 216, "lr": 7.242280759434084e-05}
+{"train_loss": 0.006208552047610283, "global_step": 14051, "epoch": 216, "lr": 7.241916080450163e-05}
+{"train_loss": 0.006127061787992716, "global_step": 14052, "epoch": 216, "lr": 7.241551386538376e-05}
+{"train_loss": 0.004785117693245411, "global_step": 14053, "epoch": 216, "lr": 7.241186677701157e-05}
+{"train_loss": 0.005652998108416796, "global_step": 14054, "epoch": 216, "lr": 7.240821953940932e-05}
+{"train_loss": 0.004762932192534208, "global_step": 14055, "epoch": 216, "lr": 7.240457215260129e-05}
+{"train_loss": 0.004810104612261057, "global_step": 14056, "epoch": 216, "lr": 7.240092461661176e-05}
+{"train_loss": 0.004242021590471268, "global_step": 14057, "epoch": 216, "lr": 7.239727693146504e-05}
+{"train_loss": 0.007918587885797024, "global_step": 14058, "epoch": 216, "lr": 7.239362909718539e-05}
+{"train_loss": 0.003246505046263337, "global_step": 14059, "epoch": 216, "lr": 7.238998111379714e-05}
+{"train_loss": 0.005125297233462334, "global_step": 14060, "epoch": 216, "lr": 7.238633298132453e-05}
+{"train_loss": 0.005485939793288708, "global_step": 14061, "epoch": 216, "lr": 7.238268469979189e-05}
+{"train_loss": 0.006172416731715202, "global_step": 14062, "epoch": 216, "lr": 7.237903626922347e-05}
+{"train_loss": 0.0064913383685052395, "global_step": 14063, "epoch": 216, "lr": 7.237538768964364e-05}
+{"train_loss": 0.0038194519001990557, "global_step": 14064, "epoch": 216, "lr": 7.23717389610766e-05}
+{"train_loss": 0.0080189760774374, "global_step": 14065, "epoch": 216, "lr": 7.236809008354671e-05}
+{"train_loss": 0.005978719796985388, "global_step": 14066, "epoch": 216, "lr": 7.236444105707826e-05}
+{"train_loss": 0.004369085654616356, "global_step": 14067, "epoch": 216, "lr": 7.236079188169552e-05}
+{"train_loss": 0.005085197277367115, "global_step": 14068, "epoch": 216, "lr": 7.23571425574228e-05}
+{"train_loss": 0.006507388316094875, "global_step": 14069, "epoch": 216, "lr": 7.23534930842844e-05}
+{"train_loss": 0.005370219238102436, "global_step": 14070, "epoch": 216, "lr": 7.234984346230462e-05}
+{"train_loss": 0.0103651387616992, "global_step": 14071, "epoch": 216, "lr": 7.234619369150777e-05}
+{"train_loss": 0.005844487808644772, "global_step": 14072, "epoch": 216, "lr": 7.234254377191814e-05}
+{"train_loss": 0.005832900293171406, "global_step": 14073, "epoch": 216, "lr": 7.233889370356003e-05}
+{"train_loss": 0.004665398970246315, "global_step": 14074, "epoch": 216, "lr": 7.233524348645777e-05}
+{"train_loss": 0.0053245010785758495, "global_step": 14075, "epoch": 216, "lr": 7.233159312063564e-05}
+{"train_loss": 0.004891699180006981, "global_step": 14076, "epoch": 216, "lr": 7.232794260611794e-05}
+{"train_loss": 0.007027507293969393, "global_step": 14077, "epoch": 216, "lr": 7.232429194292901e-05}
+{"train_loss": 0.0065349070355296135, "global_step": 14078, "epoch": 216, "lr": 7.232064113109313e-05}
+{"train_loss": 0.004785278346389532, "global_step": 14079, "epoch": 216, "lr": 7.23169901706346e-05}
+{"train_loss": 0.005867945030331612, "global_step": 14080, "epoch": 216, "lr": 7.231333906157778e-05}
+{"train_loss": 0.005193182732909918, "global_step": 14081, "epoch": 216, "lr": 7.230968780394692e-05}
+{"train_loss": 0.004890245385468006, "global_step": 14082, "epoch": 216, "lr": 7.230603639776637e-05}
+{"train_loss": 0.0039296336472034454, "global_step": 14083, "epoch": 216, "lr": 7.230238484306043e-05}
+{"train_loss": 0.004744064994156361, "global_step": 14084, "epoch": 216, "lr": 7.229873313985342e-05}
+{"train_loss": 0.00881042331457138, "global_step": 14085, "epoch": 216, "lr": 7.229508128816966e-05}
+{"train_loss": 0.007850833237171173, "global_step": 14086, "epoch": 216, "lr": 7.229142928803346e-05}
+{"train_loss": 0.006193527486175299, "global_step": 14087, "epoch": 216, "lr": 7.228777713946912e-05}
+{"train_loss": 0.00794101133942604, "global_step": 14088, "epoch": 216, "lr": 7.228412484250098e-05}
+{"train_loss": 0.006205099169164896, "global_step": 14089, "epoch": 216, "lr": 7.228047239715334e-05}
+{"train_loss": 0.004848414566367865, "global_step": 14090, "epoch": 216, "lr": 7.227681980345054e-05}
+{"train_loss": 0.004965797066688538, "global_step": 14091, "epoch": 216, "lr": 7.22731670614169e-05}
+{"train_loss": 0.00667228689417243, "global_step": 14092, "epoch": 216, "lr": 7.226951417107672e-05}
+{"train_loss": 0.007750453893095255, "global_step": 14093, "epoch": 216, "lr": 7.226586113245435e-05}
+{"train_loss": 0.005312674678862095, "global_step": 14094, "epoch": 216, "lr": 7.22622079455741e-05}
+{"train_loss": 0.006284563336521387, "global_step": 14095, "epoch": 216, "lr": 7.225855461046028e-05}
+{"train_loss": 0.00625036982819438, "global_step": 14096, "epoch": 216, "lr": 7.225490112713725e-05}
+{"train_loss": 0.0074450247921049595, "global_step": 14097, "epoch": 216, "lr": 7.225124749562932e-05}
+{"train_loss": 0.006127930246293545, "global_step": 14098, "epoch": 216, "lr": 7.224759371596081e-05}
+{"train_loss": 0.004916272591799498, "global_step": 14099, "epoch": 216, "lr": 7.224393978815605e-05}
+{"train_loss": 0.0077578360214829445, "global_step": 14100, "epoch": 216, "lr": 7.224028571223938e-05}
+{"train_loss": 0.007494229823350906, "global_step": 14101, "epoch": 216, "lr": 7.223663148823513e-05}
+{"train_loss": 0.006904731038957834, "global_step": 14102, "epoch": 216, "lr": 7.223297711616762e-05}
+{"train_loss": 0.007179053034633398, "global_step": 14103, "epoch": 216, "lr": 7.22293225960612e-05}
+{"train_loss": 0.005846967175602913, "global_step": 14104, "epoch": 216, "lr": 7.222566792794018e-05, "val_loss": 0.011267097666859627}
+{"train_loss": 0.005084897857159376, "global_step": 14105, "epoch": 217, "lr": 7.222201311182892e-05}
+{"train_loss": 0.005224620923399925, "global_step": 14106, "epoch": 217, "lr": 7.221835814775174e-05}
+{"train_loss": 0.006997524760663509, "global_step": 14107, "epoch": 217, "lr": 7.221470303573298e-05}
+{"train_loss": 0.005385965574532747, "global_step": 14108, "epoch": 217, "lr": 7.221104777579698e-05}
+{"train_loss": 0.007399385329335928, "global_step": 14109, "epoch": 217, "lr": 7.220739236796808e-05}
+{"train_loss": 0.004872210323810577, "global_step": 14110, "epoch": 217, "lr": 7.220373681227062e-05}
+{"train_loss": 0.005694941151887178, "global_step": 14111, "epoch": 217, "lr": 7.220008110872892e-05}
+{"train_loss": 0.0057948497124016285, "global_step": 14112, "epoch": 217, "lr": 7.219642525736738e-05}
+{"train_loss": 0.007056625094264746, "global_step": 14113, "epoch": 217, "lr": 7.219276925821026e-05}
+{"train_loss": 0.004263615235686302, "global_step": 14114, "epoch": 217, "lr": 7.218911311128196e-05}
+{"train_loss": 0.007894327864050865, "global_step": 14115, "epoch": 217, "lr": 7.21854568166068e-05}
+{"train_loss": 0.005639831069856882, "global_step": 14116, "epoch": 217, "lr": 7.218180037420916e-05}
+{"train_loss": 0.005618386901915073, "global_step": 14117, "epoch": 217, "lr": 7.217814378411334e-05}
+{"train_loss": 0.003535847645252943, "global_step": 14118, "epoch": 217, "lr": 7.217448704634372e-05}
+{"train_loss": 0.004848619922995567, "global_step": 14119, "epoch": 217, "lr": 7.217083016092463e-05}
+{"train_loss": 0.0028851134702563286, "global_step": 14120, "epoch": 217, "lr": 7.216717312788044e-05}
+{"train_loss": 0.004360421560704708, "global_step": 14121, "epoch": 217, "lr": 7.216351594723548e-05}
+{"train_loss": 0.004752516746520996, "global_step": 14122, "epoch": 217, "lr": 7.215985861901412e-05}
+{"train_loss": 0.005079220049083233, "global_step": 14123, "epoch": 217, "lr": 7.215620114324067e-05}
+{"train_loss": 0.004899800755083561, "global_step": 14124, "epoch": 217, "lr": 7.215254351993957e-05}
+{"train_loss": 0.006265666801482439, "global_step": 14125, "epoch": 217, "lr": 7.214888574913506e-05}
+{"train_loss": 0.006407248321920633, "global_step": 14126, "epoch": 217, "lr": 7.214522783085159e-05}
+{"train_loss": 0.005030294414609671, "global_step": 14127, "epoch": 217, "lr": 7.214156976511347e-05}
+{"train_loss": 0.003865491133183241, "global_step": 14128, "epoch": 217, "lr": 7.21379115519451e-05}
+{"train_loss": 0.0039958166889846325, "global_step": 14129, "epoch": 217, "lr": 7.213425319137075e-05}
+{"train_loss": 0.005346435587853193, "global_step": 14130, "epoch": 217, "lr": 7.213059468341487e-05}
+{"train_loss": 0.004351981915533543, "global_step": 14131, "epoch": 217, "lr": 7.212693602810178e-05}
+{"train_loss": 0.004190766718238592, "global_step": 14132, "epoch": 217, "lr": 7.212327722545586e-05}
+{"train_loss": 0.0062386225908994675, "global_step": 14133, "epoch": 217, "lr": 7.211961827550145e-05}
+{"train_loss": 0.0046990662813186646, "global_step": 14134, "epoch": 217, "lr": 7.211595917826292e-05}
+{"train_loss": 0.004391643218696117, "global_step": 14135, "epoch": 217, "lr": 7.211229993376465e-05}
+{"train_loss": 0.006113341543823481, "global_step": 14136, "epoch": 217, "lr": 7.210864054203099e-05}
+{"train_loss": 0.004478578455746174, "global_step": 14137, "epoch": 217, "lr": 7.21049810030863e-05}
+{"train_loss": 0.006537968292832375, "global_step": 14138, "epoch": 217, "lr": 7.210132131695497e-05}
+{"train_loss": 0.004275592975318432, "global_step": 14139, "epoch": 217, "lr": 7.209766148366136e-05}
+{"train_loss": 0.004011736251413822, "global_step": 14140, "epoch": 217, "lr": 7.20940015032298e-05}
+{"train_loss": 0.004755660891532898, "global_step": 14141, "epoch": 217, "lr": 7.209034137568471e-05}
+{"train_loss": 0.004973154515028, "global_step": 14142, "epoch": 217, "lr": 7.208668110105045e-05}
+{"train_loss": 0.006235090084373951, "global_step": 14143, "epoch": 217, "lr": 7.208302067935139e-05}
+{"train_loss": 0.00462569622322917, "global_step": 14144, "epoch": 217, "lr": 7.207936011061189e-05}
+{"train_loss": 0.009361627511680126, "global_step": 14145, "epoch": 217, "lr": 7.207569939485634e-05}
+{"train_loss": 0.004148487932980061, "global_step": 14146, "epoch": 217, "lr": 7.20720385321091e-05}
+{"train_loss": 0.004288998898118734, "global_step": 14147, "epoch": 217, "lr": 7.206837752239456e-05}
+{"train_loss": 0.00537779089063406, "global_step": 14148, "epoch": 217, "lr": 7.20647163657371e-05}
+{"train_loss": 0.0042122527956962585, "global_step": 14149, "epoch": 217, "lr": 7.206105506216106e-05}
+{"train_loss": 0.006556278094649315, "global_step": 14150, "epoch": 217, "lr": 7.205739361169088e-05}
+{"train_loss": 0.003706603776663542, "global_step": 14151, "epoch": 217, "lr": 7.205373201435089e-05}
+{"train_loss": 0.004710253328084946, "global_step": 14152, "epoch": 217, "lr": 7.20500702701655e-05}
+{"train_loss": 0.007457355502992868, "global_step": 14153, "epoch": 217, "lr": 7.204640837915908e-05}
+{"train_loss": 0.007216766942292452, "global_step": 14154, "epoch": 217, "lr": 7.2042746341356e-05}
+{"train_loss": 0.004587473813444376, "global_step": 14155, "epoch": 217, "lr": 7.203908415678068e-05}
+{"train_loss": 0.006109138019382954, "global_step": 14156, "epoch": 217, "lr": 7.203542182545747e-05}
+{"train_loss": 0.0025434752460569143, "global_step": 14157, "epoch": 217, "lr": 7.203175934741076e-05}
+{"train_loss": 0.004598092287778854, "global_step": 14158, "epoch": 217, "lr": 7.202809672266495e-05}
+{"train_loss": 0.003920722287148237, "global_step": 14159, "epoch": 217, "lr": 7.202443395124443e-05}
+{"train_loss": 0.006931079551577568, "global_step": 14160, "epoch": 217, "lr": 7.202077103317358e-05}
+{"train_loss": 0.00487886369228363, "global_step": 14161, "epoch": 217, "lr": 7.201710796847678e-05}
+{"train_loss": 0.005676917266100645, "global_step": 14162, "epoch": 217, "lr": 7.201344475717845e-05}
+{"train_loss": 0.0039749424904584885, "global_step": 14163, "epoch": 217, "lr": 7.200978139930295e-05}
+{"train_loss": 0.0062966677360236645, "global_step": 14164, "epoch": 217, "lr": 7.200611789487468e-05}
+{"train_loss": 0.0036664337385445833, "global_step": 14165, "epoch": 217, "lr": 7.200245424391804e-05}
+{"train_loss": 0.0068730697967112064, "global_step": 14166, "epoch": 217, "lr": 7.199879044645744e-05}
+{"train_loss": 0.006917204707860947, "global_step": 14167, "epoch": 217, "lr": 7.199512650251725e-05}
+{"train_loss": 0.009567240253090858, "global_step": 14168, "epoch": 217, "lr": 7.199146241212187e-05}
+{"train_loss": 0.00533930122709045, "global_step": 14169, "epoch": 217, "lr": 7.19877981752957e-05, "val_loss": 0.008283105678856373}
+{"train_loss": 0.005451464094221592, "global_step": 14170, "epoch": 218, "lr": 7.198413379206316e-05}
+{"train_loss": 0.007933162152767181, "global_step": 14171, "epoch": 218, "lr": 7.198046926244861e-05}
+{"train_loss": 0.003879723371937871, "global_step": 14172, "epoch": 218, "lr": 7.197680458647648e-05}
+{"train_loss": 0.0062995790503919125, "global_step": 14173, "epoch": 218, "lr": 7.197313976417117e-05}
+{"train_loss": 0.007826562970876694, "global_step": 14174, "epoch": 218, "lr": 7.196947479555707e-05}
+{"train_loss": 0.005619606468826532, "global_step": 14175, "epoch": 218, "lr": 7.196580968065859e-05}
+{"train_loss": 0.006967146880924702, "global_step": 14176, "epoch": 218, "lr": 7.196214441950011e-05}
+{"train_loss": 0.007453016005456448, "global_step": 14177, "epoch": 218, "lr": 7.195847901210607e-05}
+{"train_loss": 0.004332697484642267, "global_step": 14178, "epoch": 218, "lr": 7.195481345850089e-05}
+{"train_loss": 0.004903066903352737, "global_step": 14179, "epoch": 218, "lr": 7.195114775870892e-05}
+{"train_loss": 0.007284883409738541, "global_step": 14180, "epoch": 218, "lr": 7.194748191275461e-05}
+{"train_loss": 0.005695586558431387, "global_step": 14181, "epoch": 218, "lr": 7.194381592066234e-05}
+{"train_loss": 0.003313896944746375, "global_step": 14182, "epoch": 218, "lr": 7.194014978245659e-05}
+{"train_loss": 0.0031034613493829966, "global_step": 14183, "epoch": 218, "lr": 7.193648349816167e-05}
+{"train_loss": 0.005724119488149881, "global_step": 14184, "epoch": 218, "lr": 7.193281706780206e-05}
+{"train_loss": 0.0055847447365522385, "global_step": 14185, "epoch": 218, "lr": 7.192915049140214e-05}
+{"train_loss": 0.004274637438356876, "global_step": 14186, "epoch": 218, "lr": 7.192548376898636e-05}
+{"train_loss": 0.005286513362079859, "global_step": 14187, "epoch": 218, "lr": 7.19218169005791e-05}
+{"train_loss": 0.004289870150387287, "global_step": 14188, "epoch": 218, "lr": 7.19181498862048e-05}
+{"train_loss": 0.004172384273260832, "global_step": 14189, "epoch": 218, "lr": 7.191448272588786e-05}
+{"train_loss": 0.004290875047445297, "global_step": 14190, "epoch": 218, "lr": 7.19108154196527e-05}
+{"train_loss": 0.005750691518187523, "global_step": 14191, "epoch": 218, "lr": 7.190714796752375e-05}
+{"train_loss": 0.006771197076886892, "global_step": 14192, "epoch": 218, "lr": 7.190348036952543e-05}
+{"train_loss": 0.009029421024024487, "global_step": 14193, "epoch": 218, "lr": 7.189981262568214e-05}
+{"train_loss": 0.005498512182384729, "global_step": 14194, "epoch": 218, "lr": 7.189614473601833e-05}
+{"train_loss": 0.006730576977133751, "global_step": 14195, "epoch": 218, "lr": 7.189247670055839e-05}
+{"train_loss": 0.007318507879972458, "global_step": 14196, "epoch": 218, "lr": 7.188880851932678e-05}
+{"train_loss": 0.005772382952272892, "global_step": 14197, "epoch": 218, "lr": 7.188514019234789e-05}
+{"train_loss": 0.005849492270499468, "global_step": 14198, "epoch": 218, "lr": 7.188147171964617e-05}
+{"train_loss": 0.005006916355341673, "global_step": 14199, "epoch": 218, "lr": 7.187780310124604e-05}
+{"train_loss": 0.007686416152864695, "global_step": 14200, "epoch": 218, "lr": 7.187413433717193e-05}
+{"train_loss": 0.004995677154511213, "global_step": 14201, "epoch": 218, "lr": 7.187046542744827e-05}
+{"train_loss": 0.004424461163580418, "global_step": 14202, "epoch": 218, "lr": 7.186679637209947e-05}
+{"train_loss": 0.004062545485794544, "global_step": 14203, "epoch": 218, "lr": 7.186312717114998e-05}
+{"train_loss": 0.00467327143996954, "global_step": 14204, "epoch": 218, "lr": 7.185945782462423e-05}
+{"train_loss": 0.006494905333966017, "global_step": 14205, "epoch": 218, "lr": 7.185578833254664e-05}
+{"train_loss": 0.005596315488219261, "global_step": 14206, "epoch": 218, "lr": 7.185211869494168e-05}
+{"train_loss": 0.007511975709348917, "global_step": 14207, "epoch": 218, "lr": 7.184844891183374e-05}
+{"train_loss": 0.004757094196975231, "global_step": 14208, "epoch": 218, "lr": 7.184477898324726e-05}
+{"train_loss": 0.005936625879257917, "global_step": 14209, "epoch": 218, "lr": 7.18411089092067e-05}
+{"train_loss": 0.00419387873262167, "global_step": 14210, "epoch": 218, "lr": 7.18374386897365e-05}
+{"train_loss": 0.00794604979455471, "global_step": 14211, "epoch": 218, "lr": 7.183376832486106e-05}
+{"train_loss": 0.008176642470061779, "global_step": 14212, "epoch": 218, "lr": 7.183009781460485e-05}
+{"train_loss": 0.005654847715049982, "global_step": 14213, "epoch": 218, "lr": 7.182642715899231e-05}
+{"train_loss": 0.003980992827564478, "global_step": 14214, "epoch": 218, "lr": 7.182275635804787e-05}
+{"train_loss": 0.007796694058924913, "global_step": 14215, "epoch": 218, "lr": 7.181908541179599e-05}
+{"train_loss": 0.006100113037973642, "global_step": 14216, "epoch": 218, "lr": 7.181541432026109e-05}
+{"train_loss": 0.0032583412248641253, "global_step": 14217, "epoch": 218, "lr": 7.181174308346762e-05}
+{"train_loss": 0.003751366399228573, "global_step": 14218, "epoch": 218, "lr": 7.180807170144003e-05}
+{"train_loss": 0.005982176400721073, "global_step": 14219, "epoch": 218, "lr": 7.180440017420277e-05}
+{"train_loss": 0.008059781044721603, "global_step": 14220, "epoch": 218, "lr": 7.180072850178027e-05}
+{"train_loss": 0.007332732435315847, "global_step": 14221, "epoch": 218, "lr": 7.179705668419701e-05}
+{"train_loss": 0.0055419025011360645, "global_step": 14222, "epoch": 218, "lr": 7.179338472147741e-05}
+{"train_loss": 0.004560806788504124, "global_step": 14223, "epoch": 218, "lr": 7.178971261364594e-05}
+{"train_loss": 0.005068653263151646, "global_step": 14224, "epoch": 218, "lr": 7.178604036072703e-05}
+{"train_loss": 0.004391515161842108, "global_step": 14225, "epoch": 218, "lr": 7.178236796274514e-05}
+{"train_loss": 0.0056891413405537605, "global_step": 14226, "epoch": 218, "lr": 7.177869541972471e-05}
+{"train_loss": 0.004717935808002949, "global_step": 14227, "epoch": 218, "lr": 7.177502273169024e-05}
+{"train_loss": 0.004219050984829664, "global_step": 14228, "epoch": 218, "lr": 7.177134989866613e-05}
+{"train_loss": 0.006338425446301699, "global_step": 14229, "epoch": 218, "lr": 7.176767692067688e-05}
+{"train_loss": 0.006421448662877083, "global_step": 14230, "epoch": 218, "lr": 7.176400379774689e-05}
+{"train_loss": 0.006325407885015011, "global_step": 14231, "epoch": 218, "lr": 7.176033052990068e-05}
+{"train_loss": 0.005681131966412067, "global_step": 14232, "epoch": 218, "lr": 7.175665711716267e-05}
+{"train_loss": 0.005149541888386011, "global_step": 14233, "epoch": 218, "lr": 7.175298355955734e-05}
+{"train_loss": 0.00565092615926495, "global_step": 14234, "epoch": 218, "lr": 7.174930985710912e-05, "val_loss": 0.011193872429430485}
+{"train_loss": 0.003135951701551676, "global_step": 14235, "epoch": 219, "lr": 7.174563600984253e-05}
+{"train_loss": 0.00414213677868247, "global_step": 14236, "epoch": 219, "lr": 7.174196201778197e-05}
+{"train_loss": 0.006135572213679552, "global_step": 14237, "epoch": 219, "lr": 7.173828788095193e-05}
+{"train_loss": 0.004067032132297754, "global_step": 14238, "epoch": 219, "lr": 7.173461359937686e-05}
+{"train_loss": 0.005004293285310268, "global_step": 14239, "epoch": 219, "lr": 7.173093917308127e-05}
+{"train_loss": 0.006610195618122816, "global_step": 14240, "epoch": 219, "lr": 7.172726460208957e-05}
+{"train_loss": 0.007174510974436998, "global_step": 14241, "epoch": 219, "lr": 7.172358988642626e-05}
+{"train_loss": 0.005194496363401413, "global_step": 14242, "epoch": 219, "lr": 7.17199150261158e-05}
+{"train_loss": 0.005482139997184277, "global_step": 14243, "epoch": 219, "lr": 7.171624002118267e-05}
+{"train_loss": 0.006918103899806738, "global_step": 14244, "epoch": 219, "lr": 7.17125648716513e-05}
+{"train_loss": 0.004140794277191162, "global_step": 14245, "epoch": 219, "lr": 7.170888957754623e-05}
+{"train_loss": 0.0044847228564321995, "global_step": 14246, "epoch": 219, "lr": 7.170521413889185e-05}
+{"train_loss": 0.005472843535244465, "global_step": 14247, "epoch": 219, "lr": 7.17015385557127e-05}
+{"train_loss": 0.009872185997664928, "global_step": 14248, "epoch": 219, "lr": 7.169786282803324e-05}
+{"train_loss": 0.00540851941332221, "global_step": 14249, "epoch": 219, "lr": 7.169418695587791e-05}
+{"train_loss": 0.0057724472135305405, "global_step": 14250, "epoch": 219, "lr": 7.169051093927121e-05}
+{"train_loss": 0.006950360722839832, "global_step": 14251, "epoch": 219, "lr": 7.168683477823764e-05}
+{"train_loss": 0.004496352281421423, "global_step": 14252, "epoch": 219, "lr": 7.168315847280164e-05}
+{"train_loss": 0.006662210449576378, "global_step": 14253, "epoch": 219, "lr": 7.16794820229877e-05}
+{"train_loss": 0.004884510301053524, "global_step": 14254, "epoch": 219, "lr": 7.167580542882031e-05}
+{"train_loss": 0.0060881017707288265, "global_step": 14255, "epoch": 219, "lr": 7.167212869032394e-05}
+{"train_loss": 0.006620670203119516, "global_step": 14256, "epoch": 219, "lr": 7.166845180752308e-05}
+{"train_loss": 0.003867861581966281, "global_step": 14257, "epoch": 219, "lr": 7.16647747804422e-05}
+{"train_loss": 0.0062229204922914505, "global_step": 14258, "epoch": 219, "lr": 7.166109760910579e-05}
+{"train_loss": 0.005133138969540596, "global_step": 14259, "epoch": 219, "lr": 7.165742029353837e-05}
+{"train_loss": 0.004862490575760603, "global_step": 14260, "epoch": 219, "lr": 7.165374283376436e-05}
+{"train_loss": 0.004429176449775696, "global_step": 14261, "epoch": 219, "lr": 7.165006522980828e-05}
+{"train_loss": 0.00620225491002202, "global_step": 14262, "epoch": 219, "lr": 7.164638748169464e-05}
+{"train_loss": 0.004468786530196667, "global_step": 14263, "epoch": 219, "lr": 7.164270958944787e-05}
+{"train_loss": 0.004311771597713232, "global_step": 14264, "epoch": 219, "lr": 7.16390315530925e-05}
+{"train_loss": 0.0060195778496563435, "global_step": 14265, "epoch": 219, "lr": 7.163535337265304e-05}
+{"train_loss": 0.004105504136532545, "global_step": 14266, "epoch": 219, "lr": 7.163167504815394e-05}
+{"train_loss": 0.006132029928267002, "global_step": 14267, "epoch": 219, "lr": 7.16279965796197e-05}
+{"train_loss": 0.0069450377486646175, "global_step": 14268, "epoch": 219, "lr": 7.162431796707483e-05}
+{"train_loss": 0.004220135509967804, "global_step": 14269, "epoch": 219, "lr": 7.162063921054381e-05}
+{"train_loss": 0.00510557321831584, "global_step": 14270, "epoch": 219, "lr": 7.161696031005115e-05}
+{"train_loss": 0.006376117933541536, "global_step": 14271, "epoch": 219, "lr": 7.161328126562133e-05}
+{"train_loss": 0.00500341085717082, "global_step": 14272, "epoch": 219, "lr": 7.160960207727885e-05}
+{"train_loss": 0.009690268896520138, "global_step": 14273, "epoch": 219, "lr": 7.160592274504821e-05}
+{"train_loss": 0.009274485521018505, "global_step": 14274, "epoch": 219, "lr": 7.16022432689539e-05}
+{"train_loss": 0.0041730767115950584, "global_step": 14275, "epoch": 219, "lr": 7.159856364902046e-05}
+{"train_loss": 0.005921666510403156, "global_step": 14276, "epoch": 219, "lr": 7.159488388527234e-05}
+{"train_loss": 0.00395246222615242, "global_step": 14277, "epoch": 219, "lr": 7.159120397773406e-05}
+{"train_loss": 0.00589222926646471, "global_step": 14278, "epoch": 219, "lr": 7.158752392643013e-05}
+{"train_loss": 0.0052007948979735374, "global_step": 14279, "epoch": 219, "lr": 7.158384373138505e-05}
+{"train_loss": 0.004937499761581421, "global_step": 14280, "epoch": 219, "lr": 7.158016339262333e-05}
+{"train_loss": 0.004917161073535681, "global_step": 14281, "epoch": 219, "lr": 7.157648291016945e-05}
+{"train_loss": 0.006045848596841097, "global_step": 14282, "epoch": 219, "lr": 7.157280228404795e-05}
+{"train_loss": 0.0050493767485022545, "global_step": 14283, "epoch": 219, "lr": 7.156912151428333e-05}
+{"train_loss": 0.007738457527011633, "global_step": 14284, "epoch": 219, "lr": 7.156544060090007e-05}
+{"train_loss": 0.005879648495465517, "global_step": 14285, "epoch": 219, "lr": 7.156175954392274e-05}
+{"train_loss": 0.006596579682081938, "global_step": 14286, "epoch": 219, "lr": 7.155807834337578e-05}
+{"train_loss": 0.005027319770306349, "global_step": 14287, "epoch": 219, "lr": 7.155439699928373e-05}
+{"train_loss": 0.006058966275304556, "global_step": 14288, "epoch": 219, "lr": 7.155071551167112e-05}
+{"train_loss": 0.007934662513434887, "global_step": 14289, "epoch": 219, "lr": 7.154703388056246e-05}
+{"train_loss": 0.004855689592659473, "global_step": 14290, "epoch": 219, "lr": 7.154335210598222e-05}
+{"train_loss": 0.008209001272916794, "global_step": 14291, "epoch": 219, "lr": 7.153967018795497e-05}
+{"train_loss": 0.005879396107047796, "global_step": 14292, "epoch": 219, "lr": 7.153598812650519e-05}
+{"train_loss": 0.008295156061649323, "global_step": 14293, "epoch": 219, "lr": 7.153230592165744e-05}
+{"train_loss": 0.005021164659410715, "global_step": 14294, "epoch": 219, "lr": 7.15286235734362e-05}
+{"train_loss": 0.004724449012428522, "global_step": 14295, "epoch": 219, "lr": 7.152494108186599e-05}
+{"train_loss": 0.005279718432575464, "global_step": 14296, "epoch": 219, "lr": 7.152125844697133e-05}
+{"train_loss": 0.00650831451639533, "global_step": 14297, "epoch": 219, "lr": 7.151757566877677e-05}
+{"train_loss": 0.005843935534358025, "global_step": 14298, "epoch": 219, "lr": 7.151389274730679e-05}
+{"train_loss": 0.00576373296789825, "global_step": 14299, "epoch": 219, "lr": 7.151020968258595e-05, "val_loss": 0.007494733203202486}
+{"train_loss": 0.004953774157911539, "global_step": 14300, "epoch": 220, "lr": 7.150652647463875e-05}
+{"train_loss": 0.005931891035288572, "global_step": 14301, "epoch": 220, "lr": 7.150284312348973e-05}
+{"train_loss": 0.0037168755661696196, "global_step": 14302, "epoch": 220, "lr": 7.14991596291634e-05}
+{"train_loss": 0.005942158866673708, "global_step": 14303, "epoch": 220, "lr": 7.14954759916843e-05}
+{"train_loss": 0.006736597511917353, "global_step": 14304, "epoch": 220, "lr": 7.149179221107694e-05}
+{"train_loss": 0.011083098128437996, "global_step": 14305, "epoch": 220, "lr": 7.14881082873659e-05}
+{"train_loss": 0.005141216795891523, "global_step": 14306, "epoch": 220, "lr": 7.148442422057564e-05}
+{"train_loss": 0.006524090189486742, "global_step": 14307, "epoch": 220, "lr": 7.148074001073073e-05}
+{"train_loss": 0.006631059572100639, "global_step": 14308, "epoch": 220, "lr": 7.147705565785568e-05}
+{"train_loss": 0.006800874136388302, "global_step": 14309, "epoch": 220, "lr": 7.147337116197505e-05}
+{"train_loss": 0.008231560699641705, "global_step": 14310, "epoch": 220, "lr": 7.146968652311334e-05}
+{"train_loss": 0.007150513119995594, "global_step": 14311, "epoch": 220, "lr": 7.146600174129513e-05}
+{"train_loss": 0.0072892108000814915, "global_step": 14312, "epoch": 220, "lr": 7.146231681654491e-05}
+{"train_loss": 0.0065736304968595505, "global_step": 14313, "epoch": 220, "lr": 7.145863174888725e-05}
+{"train_loss": 0.008207179605960846, "global_step": 14314, "epoch": 220, "lr": 7.145494653834664e-05}
+{"train_loss": 0.00646989606320858, "global_step": 14315, "epoch": 220, "lr": 7.145126118494768e-05}
+{"train_loss": 0.007103013340383768, "global_step": 14316, "epoch": 220, "lr": 7.144757568871487e-05}
+{"train_loss": 0.007199504878371954, "global_step": 14317, "epoch": 220, "lr": 7.144389004967276e-05}
+{"train_loss": 0.004624133929610252, "global_step": 14318, "epoch": 220, "lr": 7.144020426784588e-05}
+{"train_loss": 0.005797235295176506, "global_step": 14319, "epoch": 220, "lr": 7.143651834325879e-05}
+{"train_loss": 0.004647824913263321, "global_step": 14320, "epoch": 220, "lr": 7.143283227593602e-05}
+{"train_loss": 0.00795435905456543, "global_step": 14321, "epoch": 220, "lr": 7.142914606590211e-05}
+{"train_loss": 0.00651247613132, "global_step": 14322, "epoch": 220, "lr": 7.142545971318161e-05}
+{"train_loss": 0.007130438461899757, "global_step": 14323, "epoch": 220, "lr": 7.14217732177991e-05}
+{"train_loss": 0.008803725242614746, "global_step": 14324, "epoch": 220, "lr": 7.141808657977907e-05}
+{"train_loss": 0.005349193699657917, "global_step": 14325, "epoch": 220, "lr": 7.14143997991461e-05}
+{"train_loss": 0.007655145134776831, "global_step": 14326, "epoch": 220, "lr": 7.141071287592472e-05}
+{"train_loss": 0.004846641328185797, "global_step": 14327, "epoch": 220, "lr": 7.140702581013951e-05}
+{"train_loss": 0.006546849850565195, "global_step": 14328, "epoch": 220, "lr": 7.140333860181498e-05}
+{"train_loss": 0.006994951516389847, "global_step": 14329, "epoch": 220, "lr": 7.139965125097571e-05}
+{"train_loss": 0.008285514079034328, "global_step": 14330, "epoch": 220, "lr": 7.139596375764624e-05}
+{"train_loss": 0.008468634448945522, "global_step": 14331, "epoch": 220, "lr": 7.139227612185114e-05}
+{"train_loss": 0.007361555937677622, "global_step": 14332, "epoch": 220, "lr": 7.138858834361494e-05}
+{"train_loss": 0.007740444038063288, "global_step": 14333, "epoch": 220, "lr": 7.138490042296222e-05}
+{"train_loss": 0.004838291089981794, "global_step": 14334, "epoch": 220, "lr": 7.138121235991752e-05}
+{"train_loss": 0.005742806009948254, "global_step": 14335, "epoch": 220, "lr": 7.13775241545054e-05}
+{"train_loss": 0.005302795208990574, "global_step": 14336, "epoch": 220, "lr": 7.137383580675041e-05}
+{"train_loss": 0.007428402081131935, "global_step": 14337, "epoch": 220, "lr": 7.137014731667713e-05}
+{"train_loss": 0.0071441843174397945, "global_step": 14338, "epoch": 220, "lr": 7.136645868431009e-05}
+{"train_loss": 0.006706603337079287, "global_step": 14339, "epoch": 220, "lr": 7.136276990967388e-05}
+{"train_loss": 0.005963566713035107, "global_step": 14340, "epoch": 220, "lr": 7.135908099279306e-05}
+{"train_loss": 0.008014604449272156, "global_step": 14341, "epoch": 220, "lr": 7.135539193369218e-05}
+{"train_loss": 0.005630262661725283, "global_step": 14342, "epoch": 220, "lr": 7.135170273239578e-05}
+{"train_loss": 0.009496522136032581, "global_step": 14343, "epoch": 220, "lr": 7.134801338892848e-05}
+{"train_loss": 0.00641524838283658, "global_step": 14344, "epoch": 220, "lr": 7.13443239033148e-05}
+{"train_loss": 0.0053240591660141945, "global_step": 14345, "epoch": 220, "lr": 7.134063427557934e-05}
+{"train_loss": 0.005401695612818003, "global_step": 14346, "epoch": 220, "lr": 7.133694450574664e-05}
+{"train_loss": 0.005324723664671183, "global_step": 14347, "epoch": 220, "lr": 7.133325459384128e-05}
+{"train_loss": 0.007608414627611637, "global_step": 14348, "epoch": 220, "lr": 7.132956453988783e-05}
+{"train_loss": 0.005416287109255791, "global_step": 14349, "epoch": 220, "lr": 7.132587434391086e-05}
+{"train_loss": 0.009296751581132412, "global_step": 14350, "epoch": 220, "lr": 7.132218400593494e-05}
+{"train_loss": 0.00471520284190774, "global_step": 14351, "epoch": 220, "lr": 7.131849352598463e-05}
+{"train_loss": 0.00820138119161129, "global_step": 14352, "epoch": 220, "lr": 7.131480290408453e-05}
+{"train_loss": 0.006245385389775038, "global_step": 14353, "epoch": 220, "lr": 7.13111121402592e-05}
+{"train_loss": 0.006835205014795065, "global_step": 14354, "epoch": 220, "lr": 7.130742123453322e-05}
+{"train_loss": 0.009671123698353767, "global_step": 14355, "epoch": 220, "lr": 7.130373018693115e-05}
+{"train_loss": 0.00751710357144475, "global_step": 14356, "epoch": 220, "lr": 7.130003899747757e-05}
+{"train_loss": 0.00599999213591218, "global_step": 14357, "epoch": 220, "lr": 7.129634766619708e-05}
+{"train_loss": 0.008893284015357494, "global_step": 14358, "epoch": 220, "lr": 7.129265619311424e-05}
+{"train_loss": 0.007226688787341118, "global_step": 14359, "epoch": 220, "lr": 7.128896457825364e-05}
+{"train_loss": 0.005996899679303169, "global_step": 14360, "epoch": 220, "lr": 7.128527282163985e-05}
+{"train_loss": 0.0058952500112354755, "global_step": 14361, "epoch": 220, "lr": 7.128158092329745e-05}
+{"train_loss": 0.011240510269999504, "global_step": 14362, "epoch": 220, "lr": 7.127788888325104e-05}
+{"train_loss": 0.006672544404864311, "global_step": 14363, "epoch": 220, "lr": 7.127419670152518e-05}
+{"train_loss": 0.006827958913233418, "global_step": 14364, "epoch": 220, "lr": 7.127050437814449e-05, "val_loss": 0.00953179132193327, "train_action_mse_error": 0.00023012097517494112}
+{"train_loss": 0.00537383696064353, "global_step": 14365, "epoch": 221, "lr": 7.126681191313352e-05}
+{"train_loss": 0.006206405349075794, "global_step": 14366, "epoch": 221, "lr": 7.126311930651687e-05}
+{"train_loss": 0.005675917025655508, "global_step": 14367, "epoch": 221, "lr": 7.125942655831912e-05}
+{"train_loss": 0.00484387157484889, "global_step": 14368, "epoch": 221, "lr": 7.125573366856487e-05}
+{"train_loss": 0.005540609825402498, "global_step": 14369, "epoch": 221, "lr": 7.12520406372787e-05}
+{"train_loss": 0.005976577289402485, "global_step": 14370, "epoch": 221, "lr": 7.124834746448521e-05}
+{"train_loss": 0.007359299808740616, "global_step": 14371, "epoch": 221, "lr": 7.124465415020897e-05}
+{"train_loss": 0.008603159338235855, "global_step": 14372, "epoch": 221, "lr": 7.124096069447462e-05}
+{"train_loss": 0.005894562229514122, "global_step": 14373, "epoch": 221, "lr": 7.12372670973067e-05}
+{"train_loss": 0.003649531863629818, "global_step": 14374, "epoch": 221, "lr": 7.123357335872983e-05}
+{"train_loss": 0.005692353937774897, "global_step": 14375, "epoch": 221, "lr": 7.122987947876858e-05}
+{"train_loss": 0.007681694813072681, "global_step": 14376, "epoch": 221, "lr": 7.122618545744759e-05}
+{"train_loss": 0.005033190827816725, "global_step": 14377, "epoch": 221, "lr": 7.12224912947914e-05}
+{"train_loss": 0.005164989735931158, "global_step": 14378, "epoch": 221, "lr": 7.121879699082468e-05}
+{"train_loss": 0.00647310633212328, "global_step": 14379, "epoch": 221, "lr": 7.121510254557197e-05}
+{"train_loss": 0.0036205402575433254, "global_step": 14380, "epoch": 221, "lr": 7.121140795905787e-05}
+{"train_loss": 0.006336668506264687, "global_step": 14381, "epoch": 221, "lr": 7.120771323130702e-05}
+{"train_loss": 0.008288503624498844, "global_step": 14382, "epoch": 221, "lr": 7.1204018362344e-05}
+{"train_loss": 0.006215495057404041, "global_step": 14383, "epoch": 221, "lr": 7.120032335219339e-05}
+{"train_loss": 0.008036002516746521, "global_step": 14384, "epoch": 221, "lr": 7.119662820087984e-05}
+{"train_loss": 0.004197379108518362, "global_step": 14385, "epoch": 221, "lr": 7.119293290842792e-05}
+{"train_loss": 0.00516344141215086, "global_step": 14386, "epoch": 221, "lr": 7.118923747486226e-05}
+{"train_loss": 0.003802591236308217, "global_step": 14387, "epoch": 221, "lr": 7.118554190020742e-05}
+{"train_loss": 0.005591567140072584, "global_step": 14388, "epoch": 221, "lr": 7.118184618448806e-05}
+{"train_loss": 0.007828017696738243, "global_step": 14389, "epoch": 221, "lr": 7.117815032772876e-05}
+{"train_loss": 0.006213364191353321, "global_step": 14390, "epoch": 221, "lr": 7.117445432995413e-05}
+{"train_loss": 0.003972487524151802, "global_step": 14391, "epoch": 221, "lr": 7.117075819118879e-05}
+{"train_loss": 0.004882941488176584, "global_step": 14392, "epoch": 221, "lr": 7.116706191145734e-05}
+{"train_loss": 0.00603068433701992, "global_step": 14393, "epoch": 221, "lr": 7.11633654907844e-05}
+{"train_loss": 0.007563253864645958, "global_step": 14394, "epoch": 221, "lr": 7.115966892919459e-05}
+{"train_loss": 0.008441515266895294, "global_step": 14395, "epoch": 221, "lr": 7.115597222671251e-05}
+{"train_loss": 0.008236533030867577, "global_step": 14396, "epoch": 221, "lr": 7.115227538336276e-05}
+{"train_loss": 0.00937663298100233, "global_step": 14397, "epoch": 221, "lr": 7.114857839917e-05}
+{"train_loss": 0.005997583735734224, "global_step": 14398, "epoch": 221, "lr": 7.114488127415881e-05}
+{"train_loss": 0.005944659002125263, "global_step": 14399, "epoch": 221, "lr": 7.114118400835382e-05}
+{"train_loss": 0.0070611946284770966, "global_step": 14400, "epoch": 221, "lr": 7.113748660177963e-05}
+{"train_loss": 0.006336948834359646, "global_step": 14401, "epoch": 221, "lr": 7.11337890544609e-05}
+{"train_loss": 0.0057967593893408775, "global_step": 14402, "epoch": 221, "lr": 7.113009136642222e-05}
+{"train_loss": 0.006118695717304945, "global_step": 14403, "epoch": 221, "lr": 7.112639353768819e-05}
+{"train_loss": 0.00665635010227561, "global_step": 14404, "epoch": 221, "lr": 7.112269556828349e-05}
+{"train_loss": 0.005853191949427128, "global_step": 14405, "epoch": 221, "lr": 7.11189974582327e-05}
+{"train_loss": 0.007233699783682823, "global_step": 14406, "epoch": 221, "lr": 7.111529920756047e-05}
+{"train_loss": 0.010878224857151508, "global_step": 14407, "epoch": 221, "lr": 7.111160081629139e-05}
+{"train_loss": 0.007131287362426519, "global_step": 14408, "epoch": 221, "lr": 7.110790228445014e-05}
+{"train_loss": 0.00611360277980566, "global_step": 14409, "epoch": 221, "lr": 7.110420361206127e-05}
+{"train_loss": 0.008785857819020748, "global_step": 14410, "epoch": 221, "lr": 7.110050479914948e-05}
+{"train_loss": 0.006548313423991203, "global_step": 14411, "epoch": 221, "lr": 7.109680584573935e-05}
+{"train_loss": 0.006672348361462355, "global_step": 14412, "epoch": 221, "lr": 7.109310675185556e-05}
+{"train_loss": 0.007226416375488043, "global_step": 14413, "epoch": 221, "lr": 7.108940751752268e-05}
+{"train_loss": 0.006142048165202141, "global_step": 14414, "epoch": 221, "lr": 7.108570814276539e-05}
+{"train_loss": 0.007845898158848286, "global_step": 14415, "epoch": 221, "lr": 7.108200862760828e-05}
+{"train_loss": 0.006744351703673601, "global_step": 14416, "epoch": 221, "lr": 7.107830897207603e-05}
+{"train_loss": 0.005290432367473841, "global_step": 14417, "epoch": 221, "lr": 7.107460917619324e-05}
+{"train_loss": 0.00932895764708519, "global_step": 14418, "epoch": 221, "lr": 7.107090923998457e-05}
+{"train_loss": 0.004280624911189079, "global_step": 14419, "epoch": 221, "lr": 7.106720916347463e-05}
+{"train_loss": 0.0059665050357580185, "global_step": 14420, "epoch": 221, "lr": 7.106350894668808e-05}
+{"train_loss": 0.006685736123472452, "global_step": 14421, "epoch": 221, "lr": 7.105980858964954e-05}
+{"train_loss": 0.0067849718034267426, "global_step": 14422, "epoch": 221, "lr": 7.105610809238365e-05}
+{"train_loss": 0.004778432659804821, "global_step": 14423, "epoch": 221, "lr": 7.105240745491507e-05}
+{"train_loss": 0.004786605015397072, "global_step": 14424, "epoch": 221, "lr": 7.104870667726843e-05}
+{"train_loss": 0.007230242248624563, "global_step": 14425, "epoch": 221, "lr": 7.104500575946836e-05}
+{"train_loss": 0.004105502739548683, "global_step": 14426, "epoch": 221, "lr": 7.104130470153951e-05}
+{"train_loss": 0.006799907889217138, "global_step": 14427, "epoch": 221, "lr": 7.103760350350652e-05}
+{"train_loss": 0.00725123006850481, "global_step": 14428, "epoch": 221, "lr": 7.103390216539408e-05}
+{"train_loss": 0.006345080122208366, "global_step": 14429, "epoch": 221, "lr": 7.103020068722674e-05, "val_loss": 0.005744366440922022}
+{"train_loss": 0.0059010121040046215, "global_step": 14430, "epoch": 222, "lr": 7.102649906902923e-05}
+{"train_loss": 0.003987067844718695, "global_step": 14431, "epoch": 222, "lr": 7.102279731082617e-05}
+{"train_loss": 0.0062051513232290745, "global_step": 14432, "epoch": 222, "lr": 7.101909541264222e-05}
+{"train_loss": 0.00796677079051733, "global_step": 14433, "epoch": 222, "lr": 7.101539337450198e-05}
+{"train_loss": 0.005562025122344494, "global_step": 14434, "epoch": 222, "lr": 7.101169119643016e-05}
+{"train_loss": 0.005013744346797466, "global_step": 14435, "epoch": 222, "lr": 7.10079888784514e-05}
+{"train_loss": 0.005804083310067654, "global_step": 14436, "epoch": 222, "lr": 7.100428642059033e-05}
+{"train_loss": 0.005476267077028751, "global_step": 14437, "epoch": 222, "lr": 7.100058382287159e-05}
+{"train_loss": 0.004631486721336842, "global_step": 14438, "epoch": 222, "lr": 7.099688108531988e-05}
+{"train_loss": 0.005282259080559015, "global_step": 14439, "epoch": 222, "lr": 7.099317820795983e-05}
+{"train_loss": 0.006127959582954645, "global_step": 14440, "epoch": 222, "lr": 7.098947519081609e-05}
+{"train_loss": 0.005235928576439619, "global_step": 14441, "epoch": 222, "lr": 7.098577203391332e-05}
+{"train_loss": 0.0036820145323872566, "global_step": 14442, "epoch": 222, "lr": 7.09820687372762e-05}
+{"train_loss": 0.003817688673734665, "global_step": 14443, "epoch": 222, "lr": 7.097836530092935e-05}
+{"train_loss": 0.005311965476721525, "global_step": 14444, "epoch": 222, "lr": 7.097466172489747e-05}
+{"train_loss": 0.004867789801210165, "global_step": 14445, "epoch": 222, "lr": 7.097095800920518e-05}
+{"train_loss": 0.0057339915074408054, "global_step": 14446, "epoch": 222, "lr": 7.096725415387717e-05}
+{"train_loss": 0.004704827908426523, "global_step": 14447, "epoch": 222, "lr": 7.096355015893809e-05}
+{"train_loss": 0.003615500871092081, "global_step": 14448, "epoch": 222, "lr": 7.095984602441262e-05}
+{"train_loss": 0.0049410974606871605, "global_step": 14449, "epoch": 222, "lr": 7.095614175032539e-05}
+{"train_loss": 0.008105426095426083, "global_step": 14450, "epoch": 222, "lr": 7.09524373367011e-05}
+{"train_loss": 0.007302715443074703, "global_step": 14451, "epoch": 222, "lr": 7.094873278356439e-05}
+{"train_loss": 0.006157308351248503, "global_step": 14452, "epoch": 222, "lr": 7.094502809093995e-05}
+{"train_loss": 0.004591959994286299, "global_step": 14453, "epoch": 222, "lr": 7.094132325885241e-05}
+{"train_loss": 0.005125204101204872, "global_step": 14454, "epoch": 222, "lr": 7.093761828732649e-05}
+{"train_loss": 0.006070475559681654, "global_step": 14455, "epoch": 222, "lr": 7.093391317638684e-05}
+{"train_loss": 0.010917768813669682, "global_step": 14456, "epoch": 222, "lr": 7.093020792605811e-05}
+{"train_loss": 0.003515985095873475, "global_step": 14457, "epoch": 222, "lr": 7.092650253636498e-05}
+{"train_loss": 0.0056403623893857, "global_step": 14458, "epoch": 222, "lr": 7.092279700733214e-05}
+{"train_loss": 0.006320038810372353, "global_step": 14459, "epoch": 222, "lr": 7.091909133898426e-05}
+{"train_loss": 0.00628080265596509, "global_step": 14460, "epoch": 222, "lr": 7.0915385531346e-05}
+{"train_loss": 0.0059811328537762165, "global_step": 14461, "epoch": 222, "lr": 7.091167958444202e-05}
+{"train_loss": 0.007129412144422531, "global_step": 14462, "epoch": 222, "lr": 7.090797349829705e-05}
+{"train_loss": 0.006007219199091196, "global_step": 14463, "epoch": 222, "lr": 7.090426727293573e-05}
+{"train_loss": 0.006364707835018635, "global_step": 14464, "epoch": 222, "lr": 7.090056090838274e-05}
+{"train_loss": 0.005652590189129114, "global_step": 14465, "epoch": 222, "lr": 7.089685440466275e-05}
+{"train_loss": 0.005421544890850782, "global_step": 14466, "epoch": 222, "lr": 7.089314776180046e-05}
+{"train_loss": 0.00623346958309412, "global_step": 14467, "epoch": 222, "lr": 7.088944097982055e-05}
+{"train_loss": 0.004232236184179783, "global_step": 14468, "epoch": 222, "lr": 7.088573405874769e-05}
+{"train_loss": 0.004389410372823477, "global_step": 14469, "epoch": 222, "lr": 7.088202699860656e-05}
+{"train_loss": 0.00582939712330699, "global_step": 14470, "epoch": 222, "lr": 7.087831979942186e-05}
+{"train_loss": 0.005299674812704325, "global_step": 14471, "epoch": 222, "lr": 7.087461246121826e-05}
+{"train_loss": 0.005903820972889662, "global_step": 14472, "epoch": 222, "lr": 7.087090498402045e-05}
+{"train_loss": 0.00781578291207552, "global_step": 14473, "epoch": 222, "lr": 7.086719736785311e-05}
+{"train_loss": 0.0050605121068656445, "global_step": 14474, "epoch": 222, "lr": 7.086348961274095e-05}
+{"train_loss": 0.00613635266199708, "global_step": 14475, "epoch": 222, "lr": 7.085978171870864e-05}
+{"train_loss": 0.0057473089545965195, "global_step": 14476, "epoch": 222, "lr": 7.085607368578087e-05}
+{"train_loss": 0.00427362322807312, "global_step": 14477, "epoch": 222, "lr": 7.085236551398231e-05}
+{"train_loss": 0.006791537627577782, "global_step": 14478, "epoch": 222, "lr": 7.08486572033377e-05}
+{"train_loss": 0.0031641037203371525, "global_step": 14479, "epoch": 222, "lr": 7.08449487538717e-05}
+{"train_loss": 0.006288715172559023, "global_step": 14480, "epoch": 222, "lr": 7.0841240165609e-05}
+{"train_loss": 0.0050725555047392845, "global_step": 14481, "epoch": 222, "lr": 7.08375314385743e-05}
+{"train_loss": 0.005039988085627556, "global_step": 14482, "epoch": 222, "lr": 7.08338225727923e-05}
+{"train_loss": 0.005521108862012625, "global_step": 14483, "epoch": 222, "lr": 7.083011356828769e-05}
+{"train_loss": 0.006044602952897549, "global_step": 14484, "epoch": 222, "lr": 7.082640442508517e-05}
+{"train_loss": 0.0055845011956989765, "global_step": 14485, "epoch": 222, "lr": 7.082269514320944e-05}
+{"train_loss": 0.004524008370935917, "global_step": 14486, "epoch": 222, "lr": 7.081898572268518e-05}
+{"train_loss": 0.004603790119290352, "global_step": 14487, "epoch": 222, "lr": 7.081527616353711e-05}
+{"train_loss": 0.009351961314678192, "global_step": 14488, "epoch": 222, "lr": 7.081156646578992e-05}
+{"train_loss": 0.004330146126449108, "global_step": 14489, "epoch": 222, "lr": 7.080785662946833e-05}
+{"train_loss": 0.004255029838532209, "global_step": 14490, "epoch": 222, "lr": 7.0804146654597e-05}
+{"train_loss": 0.007587585598230362, "global_step": 14491, "epoch": 222, "lr": 7.080043654120068e-05}
+{"train_loss": 0.0066709076054394245, "global_step": 14492, "epoch": 222, "lr": 7.079672628930405e-05}
+{"train_loss": 0.0041186572052538395, "global_step": 14493, "epoch": 222, "lr": 7.079301589893181e-05}
+{"train_loss": 0.005606529378117277, "global_step": 14494, "epoch": 222, "lr": 7.078930537010868e-05, "val_loss": 0.009069185703992844}
+{"train_loss": 0.008860846981406212, "global_step": 14495, "epoch": 223, "lr": 7.078559470285935e-05}
+{"train_loss": 0.005757403559982777, "global_step": 14496, "epoch": 223, "lr": 7.078188389720854e-05}
+{"train_loss": 0.006414300762116909, "global_step": 14497, "epoch": 223, "lr": 7.077817295318097e-05}
+{"train_loss": 0.006026099435985088, "global_step": 14498, "epoch": 223, "lr": 7.077446187080133e-05}
+{"train_loss": 0.005365852732211351, "global_step": 14499, "epoch": 223, "lr": 7.077075065009433e-05}
+{"train_loss": 0.006013822741806507, "global_step": 14500, "epoch": 223, "lr": 7.076703929108469e-05}
+{"train_loss": 0.003988662268966436, "global_step": 14501, "epoch": 223, "lr": 7.076332779379712e-05}
+{"train_loss": 0.007517205085605383, "global_step": 14502, "epoch": 223, "lr": 7.075961615825633e-05}
+{"train_loss": 0.007844080217182636, "global_step": 14503, "epoch": 223, "lr": 7.075590438448704e-05}
+{"train_loss": 0.0048861149698495865, "global_step": 14504, "epoch": 223, "lr": 7.075219247251395e-05}
+{"train_loss": 0.005018542055040598, "global_step": 14505, "epoch": 223, "lr": 7.074848042236181e-05}
+{"train_loss": 0.004131148103624582, "global_step": 14506, "epoch": 223, "lr": 7.074476823405531e-05}
+{"train_loss": 0.005623913370072842, "global_step": 14507, "epoch": 223, "lr": 7.074105590761916e-05}
+{"train_loss": 0.004705734550952911, "global_step": 14508, "epoch": 223, "lr": 7.073734344307809e-05}
+{"train_loss": 0.0072754379361867905, "global_step": 14509, "epoch": 223, "lr": 7.073363084045685e-05}
+{"train_loss": 0.005117837339639664, "global_step": 14510, "epoch": 223, "lr": 7.072991809978009e-05}
+{"train_loss": 0.006589985452592373, "global_step": 14511, "epoch": 223, "lr": 7.07262052210726e-05}
+{"train_loss": 0.005200312938541174, "global_step": 14512, "epoch": 223, "lr": 7.072249220435906e-05}
+{"train_loss": 0.003755722427740693, "global_step": 14513, "epoch": 223, "lr": 7.071877904966423e-05}
+{"train_loss": 0.008184242993593216, "global_step": 14514, "epoch": 223, "lr": 7.071506575701277e-05}
+{"train_loss": 0.003929338417947292, "global_step": 14515, "epoch": 223, "lr": 7.071135232642947e-05}
+{"train_loss": 0.004116869065910578, "global_step": 14516, "epoch": 223, "lr": 7.070763875793904e-05}
+{"train_loss": 0.005198903381824493, "global_step": 14517, "epoch": 223, "lr": 7.07039250515662e-05}
+{"train_loss": 0.006220632698386908, "global_step": 14518, "epoch": 223, "lr": 7.070021120733566e-05}
+{"train_loss": 0.004221784416586161, "global_step": 14519, "epoch": 223, "lr": 7.069649722527219e-05}
+{"train_loss": 0.0072381747886538506, "global_step": 14520, "epoch": 223, "lr": 7.069278310540048e-05}
+{"train_loss": 0.0038409980479627848, "global_step": 14521, "epoch": 223, "lr": 7.068906884774528e-05}
+{"train_loss": 0.007132299710065126, "global_step": 14522, "epoch": 223, "lr": 7.068535445233131e-05}
+{"train_loss": 0.0065810056403279305, "global_step": 14523, "epoch": 223, "lr": 7.068163991918333e-05}
+{"train_loss": 0.006290729623287916, "global_step": 14524, "epoch": 223, "lr": 7.067792524832604e-05}
+{"train_loss": 0.007485979702323675, "global_step": 14525, "epoch": 223, "lr": 7.067421043978419e-05}
+{"train_loss": 0.004924263339489698, "global_step": 14526, "epoch": 223, "lr": 7.067049549358251e-05}
+{"train_loss": 0.005031573120504618, "global_step": 14527, "epoch": 223, "lr": 7.066678040974574e-05}
+{"train_loss": 0.0063179414719343185, "global_step": 14528, "epoch": 223, "lr": 7.066306518829863e-05}
+{"train_loss": 0.00791384931653738, "global_step": 14529, "epoch": 223, "lr": 7.06593498292659e-05}
+{"train_loss": 0.0038496749475598335, "global_step": 14530, "epoch": 223, "lr": 7.065563433267227e-05}
+{"train_loss": 0.004760274197906256, "global_step": 14531, "epoch": 223, "lr": 7.065191869854253e-05}
+{"train_loss": 0.004705590195953846, "global_step": 14532, "epoch": 223, "lr": 7.064820292690138e-05}
+{"train_loss": 0.0064780814573168755, "global_step": 14533, "epoch": 223, "lr": 7.064448701777357e-05}
+{"train_loss": 0.004495784640312195, "global_step": 14534, "epoch": 223, "lr": 7.064077097118385e-05}
+{"train_loss": 0.004826585296541452, "global_step": 14535, "epoch": 223, "lr": 7.063705478715698e-05}
+{"train_loss": 0.004428716376423836, "global_step": 14536, "epoch": 223, "lr": 7.063333846571767e-05}
+{"train_loss": 0.005708744749426842, "global_step": 14537, "epoch": 223, "lr": 7.062962200689069e-05}
+{"train_loss": 0.005969121120870113, "global_step": 14538, "epoch": 223, "lr": 7.062590541070075e-05}
+{"train_loss": 0.0048544444143772125, "global_step": 14539, "epoch": 223, "lr": 7.062218867717266e-05}
+{"train_loss": 0.007809854112565517, "global_step": 14540, "epoch": 223, "lr": 7.061847180633111e-05}
+{"train_loss": 0.003971999045461416, "global_step": 14541, "epoch": 223, "lr": 7.061475479820088e-05}
+{"train_loss": 0.005379461217671633, "global_step": 14542, "epoch": 223, "lr": 7.061103765280669e-05}
+{"train_loss": 0.005227777175605297, "global_step": 14543, "epoch": 223, "lr": 7.060732037017335e-05}
+{"train_loss": 0.008372265845537186, "global_step": 14544, "epoch": 223, "lr": 7.060360295032553e-05}
+{"train_loss": 0.005331059452146292, "global_step": 14545, "epoch": 223, "lr": 7.059988539328804e-05}
+{"train_loss": 0.00519161531701684, "global_step": 14546, "epoch": 223, "lr": 7.059616769908563e-05}
+{"train_loss": 0.005919820629060268, "global_step": 14547, "epoch": 223, "lr": 7.059244986774304e-05}
+{"train_loss": 0.003954432439059019, "global_step": 14548, "epoch": 223, "lr": 7.058873189928502e-05}
+{"train_loss": 0.007916999980807304, "global_step": 14549, "epoch": 223, "lr": 7.058501379373634e-05}
+{"train_loss": 0.004551868420094252, "global_step": 14550, "epoch": 223, "lr": 7.058129555112174e-05}
+{"train_loss": 0.0045417435467243195, "global_step": 14551, "epoch": 223, "lr": 7.057757717146601e-05}
+{"train_loss": 0.004516202956438065, "global_step": 14552, "epoch": 223, "lr": 7.057385865479388e-05}
+{"train_loss": 0.005522166378796101, "global_step": 14553, "epoch": 223, "lr": 7.057014000113011e-05}
+{"train_loss": 0.005776627920567989, "global_step": 14554, "epoch": 223, "lr": 7.056642121049948e-05}
+{"train_loss": 0.004732018336653709, "global_step": 14555, "epoch": 223, "lr": 7.056270228292674e-05}
+{"train_loss": 0.004250067286193371, "global_step": 14556, "epoch": 223, "lr": 7.055898321843665e-05}
+{"train_loss": 0.006091569550335407, "global_step": 14557, "epoch": 223, "lr": 7.055526401705398e-05}
+{"train_loss": 0.004754857625812292, "global_step": 14558, "epoch": 223, "lr": 7.05515446788035e-05}
+{"train_loss": 0.005610052997676225, "global_step": 14559, "epoch": 223, "lr": 7.054782520370994e-05, "val_loss": 0.00565128680318594}
+{"train_loss": 0.00407898286357522, "global_step": 14560, "epoch": 224, "lr": 7.05441055917981e-05}
+{"train_loss": 0.005436622072011232, "global_step": 14561, "epoch": 224, "lr": 7.054038584309276e-05}
+{"train_loss": 0.004369828384369612, "global_step": 14562, "epoch": 224, "lr": 7.053666595761866e-05}
+{"train_loss": 0.006988022476434708, "global_step": 14563, "epoch": 224, "lr": 7.053294593540057e-05}
+{"train_loss": 0.00416865199804306, "global_step": 14564, "epoch": 224, "lr": 7.052922577646327e-05}
+{"train_loss": 0.006249622441828251, "global_step": 14565, "epoch": 224, "lr": 7.052550548083153e-05}
+{"train_loss": 0.005140608176589012, "global_step": 14566, "epoch": 224, "lr": 7.052178504853011e-05}
+{"train_loss": 0.0039277891628444195, "global_step": 14567, "epoch": 224, "lr": 7.051806447958381e-05}
+{"train_loss": 0.0055429949425160885, "global_step": 14568, "epoch": 224, "lr": 7.051434377401737e-05}
+{"train_loss": 0.006833427120000124, "global_step": 14569, "epoch": 224, "lr": 7.05106229318556e-05}
+{"train_loss": 0.00478421850129962, "global_step": 14570, "epoch": 224, "lr": 7.050690195312324e-05}
+{"train_loss": 0.006128295324742794, "global_step": 14571, "epoch": 224, "lr": 7.050318083784509e-05}
+{"train_loss": 0.005250236019492149, "global_step": 14572, "epoch": 224, "lr": 7.049945958604589e-05}
+{"train_loss": 0.00823945365846157, "global_step": 14573, "epoch": 224, "lr": 7.049573819775048e-05}
+{"train_loss": 0.004468159284442663, "global_step": 14574, "epoch": 224, "lr": 7.049201667298359e-05}
+{"train_loss": 0.003735056845471263, "global_step": 14575, "epoch": 224, "lr": 7.048829501177004e-05}
+{"train_loss": 0.00637403829023242, "global_step": 14576, "epoch": 224, "lr": 7.048457321413455e-05}
+{"train_loss": 0.005476656835526228, "global_step": 14577, "epoch": 224, "lr": 7.048085128010195e-05}
+{"train_loss": 0.003577781841158867, "global_step": 14578, "epoch": 224, "lr": 7.047712920969703e-05}
+{"train_loss": 0.004832377657294273, "global_step": 14579, "epoch": 224, "lr": 7.047340700294453e-05}
+{"train_loss": 0.005442825146019459, "global_step": 14580, "epoch": 224, "lr": 7.046968465986928e-05}
+{"train_loss": 0.0047546508722007275, "global_step": 14581, "epoch": 224, "lr": 7.046596218049601e-05}
+{"train_loss": 0.006535293068736792, "global_step": 14582, "epoch": 224, "lr": 7.046223956484957e-05}
+{"train_loss": 0.006325750611722469, "global_step": 14583, "epoch": 224, "lr": 7.045851681295472e-05}
+{"train_loss": 0.007192542776465416, "global_step": 14584, "epoch": 224, "lr": 7.045479392483623e-05}
+{"train_loss": 0.004436803981661797, "global_step": 14585, "epoch": 224, "lr": 7.045107090051892e-05}
+{"train_loss": 0.006497021298855543, "global_step": 14586, "epoch": 224, "lr": 7.044734774002755e-05}
+{"train_loss": 0.005480536725372076, "global_step": 14587, "epoch": 224, "lr": 7.044362444338692e-05}
+{"train_loss": 0.005114602390676737, "global_step": 14588, "epoch": 224, "lr": 7.043990101062183e-05}
+{"train_loss": 0.008191912434995174, "global_step": 14589, "epoch": 224, "lr": 7.043617744175709e-05}
+{"train_loss": 0.00534795830026269, "global_step": 14590, "epoch": 224, "lr": 7.043245373681747e-05}
+{"train_loss": 0.00800381787121296, "global_step": 14591, "epoch": 224, "lr": 7.042872989582775e-05}
+{"train_loss": 0.0057541257701814175, "global_step": 14592, "epoch": 224, "lr": 7.042500591881274e-05}
+{"train_loss": 0.004813092295080423, "global_step": 14593, "epoch": 224, "lr": 7.042128180579724e-05}
+{"train_loss": 0.007439894136041403, "global_step": 14594, "epoch": 224, "lr": 7.041755755680606e-05}
+{"train_loss": 0.00487407436594367, "global_step": 14595, "epoch": 224, "lr": 7.041383317186398e-05}
+{"train_loss": 0.005078059621155262, "global_step": 14596, "epoch": 224, "lr": 7.04101086509958e-05}
+{"train_loss": 0.007384919561445713, "global_step": 14597, "epoch": 224, "lr": 7.040638399422633e-05}
+{"train_loss": 0.0028647123835980892, "global_step": 14598, "epoch": 224, "lr": 7.040265920158035e-05}
+{"train_loss": 0.005535569973289967, "global_step": 14599, "epoch": 224, "lr": 7.039893427308268e-05}
+{"train_loss": 0.003927407320588827, "global_step": 14600, "epoch": 224, "lr": 7.039520920875811e-05}
+{"train_loss": 0.005096226464956999, "global_step": 14601, "epoch": 224, "lr": 7.039148400863146e-05}
+{"train_loss": 0.006156821735203266, "global_step": 14602, "epoch": 224, "lr": 7.038775867272753e-05}
+{"train_loss": 0.006611378863453865, "global_step": 14603, "epoch": 224, "lr": 7.038403320107112e-05}
+{"train_loss": 0.00841064378619194, "global_step": 14604, "epoch": 224, "lr": 7.038030759368703e-05}
+{"train_loss": 0.003815647214651108, "global_step": 14605, "epoch": 224, "lr": 7.037658185060007e-05}
+{"train_loss": 0.0038202391006052494, "global_step": 14606, "epoch": 224, "lr": 7.037285597183505e-05}
+{"train_loss": 0.005104651674628258, "global_step": 14607, "epoch": 224, "lr": 7.03691299574168e-05}
+{"train_loss": 0.003404849674552679, "global_step": 14608, "epoch": 224, "lr": 7.03654038073701e-05}
+{"train_loss": 0.0036963368766009808, "global_step": 14609, "epoch": 224, "lr": 7.036167752171976e-05}
+{"train_loss": 0.002601063344627619, "global_step": 14610, "epoch": 224, "lr": 7.035795110049062e-05}
+{"train_loss": 0.004551196005195379, "global_step": 14611, "epoch": 224, "lr": 7.035422454370746e-05}
+{"train_loss": 0.004045537672936916, "global_step": 14612, "epoch": 224, "lr": 7.035049785139512e-05}
+{"train_loss": 0.005728031974285841, "global_step": 14613, "epoch": 224, "lr": 7.034677102357839e-05}
+{"train_loss": 0.005060400348156691, "global_step": 14614, "epoch": 224, "lr": 7.034304406028212e-05}
+{"train_loss": 0.006462905090302229, "global_step": 14615, "epoch": 224, "lr": 7.033931696153108e-05}
+{"train_loss": 0.006292698904871941, "global_step": 14616, "epoch": 224, "lr": 7.033558972735012e-05}
+{"train_loss": 0.004816976375877857, "global_step": 14617, "epoch": 224, "lr": 7.033186235776406e-05}
+{"train_loss": 0.004878988955169916, "global_step": 14618, "epoch": 224, "lr": 7.03281348527977e-05}
+{"train_loss": 0.004029913805425167, "global_step": 14619, "epoch": 224, "lr": 7.032440721247586e-05}
+{"train_loss": 0.004421168006956577, "global_step": 14620, "epoch": 224, "lr": 7.032067943682338e-05}
+{"train_loss": 0.006125607993453741, "global_step": 14621, "epoch": 224, "lr": 7.031695152586505e-05}
+{"train_loss": 0.005345167592167854, "global_step": 14622, "epoch": 224, "lr": 7.031322347962573e-05}
+{"train_loss": 0.005808508954942226, "global_step": 14623, "epoch": 224, "lr": 7.030949529813022e-05}
+{"train_loss": 0.005354068840209108, "global_step": 14624, "epoch": 224, "lr": 7.030576698140337e-05, "val_loss": 0.007906535640358925}
+{"train_loss": 0.006957626901566982, "global_step": 14625, "epoch": 225, "lr": 7.030203852946994e-05}
+{"train_loss": 0.0034370424691587687, "global_step": 14626, "epoch": 225, "lr": 7.029830994235483e-05}
+{"train_loss": 0.005122217815369368, "global_step": 14627, "epoch": 225, "lr": 7.029458122008285e-05}
+{"train_loss": 0.006017451174557209, "global_step": 14628, "epoch": 225, "lr": 7.029085236267879e-05}
+{"train_loss": 0.004381444770842791, "global_step": 14629, "epoch": 225, "lr": 7.02871233701675e-05}
+{"train_loss": 0.0038536731153726578, "global_step": 14630, "epoch": 225, "lr": 7.028339424257384e-05}
+{"train_loss": 0.006522817071527243, "global_step": 14631, "epoch": 225, "lr": 7.02796649799226e-05}
+{"train_loss": 0.003057336900383234, "global_step": 14632, "epoch": 225, "lr": 7.027593558223862e-05}
+{"train_loss": 0.005693192593753338, "global_step": 14633, "epoch": 225, "lr": 7.027220604954675e-05}
+{"train_loss": 0.005928148981183767, "global_step": 14634, "epoch": 225, "lr": 7.02684763818718e-05}
+{"train_loss": 0.0031264377757906914, "global_step": 14635, "epoch": 225, "lr": 7.026474657923863e-05}
+{"train_loss": 0.004007718525826931, "global_step": 14636, "epoch": 225, "lr": 7.026101664167205e-05}
+{"train_loss": 0.003524309955537319, "global_step": 14637, "epoch": 225, "lr": 7.02572865691969e-05}
+{"train_loss": 0.004668128676712513, "global_step": 14638, "epoch": 225, "lr": 7.025355636183804e-05}
+{"train_loss": 0.004886246751993895, "global_step": 14639, "epoch": 225, "lr": 7.024982601962027e-05}
+{"train_loss": 0.005248242523521185, "global_step": 14640, "epoch": 225, "lr": 7.024609554256846e-05}
+{"train_loss": 0.0039480989798903465, "global_step": 14641, "epoch": 225, "lr": 7.024236493070743e-05}
+{"train_loss": 0.005801760125905275, "global_step": 14642, "epoch": 225, "lr": 7.023863418406205e-05}
+{"train_loss": 0.005867812316864729, "global_step": 14643, "epoch": 225, "lr": 7.023490330265713e-05}
+{"train_loss": 0.004171404987573624, "global_step": 14644, "epoch": 225, "lr": 7.023117228651752e-05}
+{"train_loss": 0.004200054798275232, "global_step": 14645, "epoch": 225, "lr": 7.022744113566806e-05}
+{"train_loss": 0.004433880560100079, "global_step": 14646, "epoch": 225, "lr": 7.02237098501336e-05}
+{"train_loss": 0.004610875155776739, "global_step": 14647, "epoch": 225, "lr": 7.0219978429939e-05}
+{"train_loss": 0.004150894936174154, "global_step": 14648, "epoch": 225, "lr": 7.021624687510908e-05}
+{"train_loss": 0.005603460129350424, "global_step": 14649, "epoch": 225, "lr": 7.021251518566869e-05}
+{"train_loss": 0.004228000994771719, "global_step": 14650, "epoch": 225, "lr": 7.02087833616427e-05}
+{"train_loss": 0.0030890698544681072, "global_step": 14651, "epoch": 225, "lr": 7.020505140305592e-05}
+{"train_loss": 0.004030361771583557, "global_step": 14652, "epoch": 225, "lr": 7.020131930993325e-05}
+{"train_loss": 0.005191958975046873, "global_step": 14653, "epoch": 225, "lr": 7.019758708229949e-05}
+{"train_loss": 0.0029916700441390276, "global_step": 14654, "epoch": 225, "lr": 7.019385472017952e-05}
+{"train_loss": 0.007861485704779625, "global_step": 14655, "epoch": 225, "lr": 7.019012222359819e-05}
+{"train_loss": 0.006832302547991276, "global_step": 14656, "epoch": 225, "lr": 7.018638959258035e-05}
+{"train_loss": 0.003981352783739567, "global_step": 14657, "epoch": 225, "lr": 7.018265682715084e-05}
+{"train_loss": 0.0030430317856371403, "global_step": 14658, "epoch": 225, "lr": 7.017892392733453e-05}
+{"train_loss": 0.005933134816586971, "global_step": 14659, "epoch": 225, "lr": 7.017519089315629e-05}
+{"train_loss": 0.004653832875192165, "global_step": 14660, "epoch": 225, "lr": 7.017145772464095e-05}
+{"train_loss": 0.006426767911761999, "global_step": 14661, "epoch": 225, "lr": 7.016772442181337e-05}
+{"train_loss": 0.005902410950511694, "global_step": 14662, "epoch": 225, "lr": 7.016399098469842e-05}
+{"train_loss": 0.00572598073631525, "global_step": 14663, "epoch": 225, "lr": 7.016025741332096e-05}
+{"train_loss": 0.009369967505335808, "global_step": 14664, "epoch": 225, "lr": 7.015652370770582e-05}
+{"train_loss": 0.004732084460556507, "global_step": 14665, "epoch": 225, "lr": 7.015278986787789e-05}
+{"train_loss": 0.005663530435413122, "global_step": 14666, "epoch": 225, "lr": 7.014905589386207e-05}
+{"train_loss": 0.005369751714169979, "global_step": 14667, "epoch": 225, "lr": 7.014532178568314e-05}
+{"train_loss": 0.004948756657540798, "global_step": 14668, "epoch": 225, "lr": 7.014158754336602e-05}
+{"train_loss": 0.005133676342666149, "global_step": 14669, "epoch": 225, "lr": 7.013785316693553e-05}
+{"train_loss": 0.005140912719070911, "global_step": 14670, "epoch": 225, "lr": 7.01341186564166e-05}
+{"train_loss": 0.004508933983743191, "global_step": 14671, "epoch": 225, "lr": 7.013038401183404e-05}
+{"train_loss": 0.0048383018001914024, "global_step": 14672, "epoch": 225, "lr": 7.012664923321275e-05}
+{"train_loss": 0.006332167889922857, "global_step": 14673, "epoch": 225, "lr": 7.012291432057757e-05}
+{"train_loss": 0.005334982182830572, "global_step": 14674, "epoch": 225, "lr": 7.01191792739534e-05}
+{"train_loss": 0.006930333562195301, "global_step": 14675, "epoch": 225, "lr": 7.011544409336508e-05}
+{"train_loss": 0.006222603842616081, "global_step": 14676, "epoch": 225, "lr": 7.011170877883751e-05}
+{"train_loss": 0.005666832905262709, "global_step": 14677, "epoch": 225, "lr": 7.010797333039553e-05}
+{"train_loss": 0.005209469702094793, "global_step": 14678, "epoch": 225, "lr": 7.010423774806405e-05}
+{"train_loss": 0.003643742296844721, "global_step": 14679, "epoch": 225, "lr": 7.01005020318679e-05}
+{"train_loss": 0.005093003623187542, "global_step": 14680, "epoch": 225, "lr": 7.009676618183198e-05}
+{"train_loss": 0.006655150558799505, "global_step": 14681, "epoch": 225, "lr": 7.009303019798118e-05}
+{"train_loss": 0.006765781901776791, "global_step": 14682, "epoch": 225, "lr": 7.008929408034035e-05}
+{"train_loss": 0.004904261324554682, "global_step": 14683, "epoch": 225, "lr": 7.008555782893436e-05}
+{"train_loss": 0.004063142463564873, "global_step": 14684, "epoch": 225, "lr": 7.008182144378813e-05}
+{"train_loss": 0.0072030876763165, "global_step": 14685, "epoch": 225, "lr": 7.00780849249265e-05}
+{"train_loss": 0.007725250907242298, "global_step": 14686, "epoch": 225, "lr": 7.007434827237437e-05}
+{"train_loss": 0.004920118488371372, "global_step": 14687, "epoch": 225, "lr": 7.007061148615659e-05}
+{"train_loss": 0.005206569563597441, "global_step": 14688, "epoch": 225, "lr": 7.006687456629809e-05}
+{"train_loss": 0.005166517097789508, "global_step": 14689, "epoch": 225, "lr": 7.006313751282372e-05, "val_loss": 0.007492749951779842, "train_action_mse_error": 0.00025030478718690574}
+{"train_loss": 0.004166556056588888, "global_step": 14690, "epoch": 226, "lr": 7.005940032575836e-05}
+{"train_loss": 0.007961718365550041, "global_step": 14691, "epoch": 226, "lr": 7.005566300512692e-05}
+{"train_loss": 0.0037154306191951036, "global_step": 14692, "epoch": 226, "lr": 7.005192555095426e-05}
+{"train_loss": 0.0036850040778517723, "global_step": 14693, "epoch": 226, "lr": 7.004818796326526e-05}
+{"train_loss": 0.007529542315751314, "global_step": 14694, "epoch": 226, "lr": 7.004445024208485e-05}
+{"train_loss": 0.006832989398390055, "global_step": 14695, "epoch": 226, "lr": 7.004071238743787e-05}
+{"train_loss": 0.005047600716352463, "global_step": 14696, "epoch": 226, "lr": 7.003697439934923e-05}
+{"train_loss": 0.009216921404004097, "global_step": 14697, "epoch": 226, "lr": 7.003323627784383e-05}
+{"train_loss": 0.00467213150113821, "global_step": 14698, "epoch": 226, "lr": 7.002949802294653e-05}
+{"train_loss": 0.0036198750603944063, "global_step": 14699, "epoch": 226, "lr": 7.002575963468226e-05}
+{"train_loss": 0.007168397773057222, "global_step": 14700, "epoch": 226, "lr": 7.002202111307588e-05}
+{"train_loss": 0.006926111876964569, "global_step": 14701, "epoch": 226, "lr": 7.001828245815229e-05}
+{"train_loss": 0.004115648567676544, "global_step": 14702, "epoch": 226, "lr": 7.00145436699364e-05}
+{"train_loss": 0.004091670271009207, "global_step": 14703, "epoch": 226, "lr": 7.001080474845309e-05}
+{"train_loss": 0.004930445458739996, "global_step": 14704, "epoch": 226, "lr": 7.000706569372725e-05}
+{"train_loss": 0.004920970182865858, "global_step": 14705, "epoch": 226, "lr": 7.000332650578381e-05}
+{"train_loss": 0.004529348574578762, "global_step": 14706, "epoch": 226, "lr": 6.999958718464762e-05}
+{"train_loss": 0.008174985647201538, "global_step": 14707, "epoch": 226, "lr": 6.99958477303436e-05}
+{"train_loss": 0.007119226269423962, "global_step": 14708, "epoch": 226, "lr": 6.999210814289667e-05}
+{"train_loss": 0.006661771796643734, "global_step": 14709, "epoch": 226, "lr": 6.99883684223317e-05}
+{"train_loss": 0.005778071470558643, "global_step": 14710, "epoch": 226, "lr": 6.99846285686736e-05}
+{"train_loss": 0.006479714997112751, "global_step": 14711, "epoch": 226, "lr": 6.998088858194727e-05}
+{"train_loss": 0.004830712918192148, "global_step": 14712, "epoch": 226, "lr": 6.997714846217763e-05}
+{"train_loss": 0.004666193388402462, "global_step": 14713, "epoch": 226, "lr": 6.997340820938955e-05}
+{"train_loss": 0.00421877671033144, "global_step": 14714, "epoch": 226, "lr": 6.996966782360799e-05}
+{"train_loss": 0.004835914354771376, "global_step": 14715, "epoch": 226, "lr": 6.996592730485778e-05}
+{"train_loss": 0.005390272010117769, "global_step": 14716, "epoch": 226, "lr": 6.996218665316389e-05}
+{"train_loss": 0.003369186306372285, "global_step": 14717, "epoch": 226, "lr": 6.995844586855121e-05}
+{"train_loss": 0.0049599031917750835, "global_step": 14718, "epoch": 226, "lr": 6.995470495104463e-05}
+{"train_loss": 0.0049035996198654175, "global_step": 14719, "epoch": 226, "lr": 6.995096390066906e-05}
+{"train_loss": 0.0057367971166968346, "global_step": 14720, "epoch": 226, "lr": 6.994722271744946e-05}
+{"train_loss": 0.00419950857758522, "global_step": 14721, "epoch": 226, "lr": 6.994348140141067e-05}
+{"train_loss": 0.00431059580296278, "global_step": 14722, "epoch": 226, "lr": 6.993973995257763e-05}
+{"train_loss": 0.006751213222742081, "global_step": 14723, "epoch": 226, "lr": 6.993599837097526e-05}
+{"train_loss": 0.004983826540410519, "global_step": 14724, "epoch": 226, "lr": 6.993225665662848e-05}
+{"train_loss": 0.005587903782725334, "global_step": 14725, "epoch": 226, "lr": 6.992851480956219e-05}
+{"train_loss": 0.0046785869635641575, "global_step": 14726, "epoch": 226, "lr": 6.992477282980132e-05}
+{"train_loss": 0.0059028430841863155, "global_step": 14727, "epoch": 226, "lr": 6.992103071737076e-05}
+{"train_loss": 0.004098526667803526, "global_step": 14728, "epoch": 226, "lr": 6.991728847229545e-05}
+{"train_loss": 0.008276148699223995, "global_step": 14729, "epoch": 226, "lr": 6.99135460946003e-05}
+{"train_loss": 0.006538917776197195, "global_step": 14730, "epoch": 226, "lr": 6.990980358431023e-05}
+{"train_loss": 0.004658588673919439, "global_step": 14731, "epoch": 226, "lr": 6.990606094145016e-05}
+{"train_loss": 0.004899262450635433, "global_step": 14732, "epoch": 226, "lr": 6.990231816604499e-05}
+{"train_loss": 0.0062796445563435555, "global_step": 14733, "epoch": 226, "lr": 6.989857525811966e-05}
+{"train_loss": 0.0070331343449652195, "global_step": 14734, "epoch": 226, "lr": 6.989483221769912e-05}
+{"train_loss": 0.007661991752684116, "global_step": 14735, "epoch": 226, "lr": 6.989108904480826e-05}
+{"train_loss": 0.003876565722748637, "global_step": 14736, "epoch": 226, "lr": 6.988734573947198e-05}
+{"train_loss": 0.005197014193981886, "global_step": 14737, "epoch": 226, "lr": 6.988360230171527e-05}
+{"train_loss": 0.004758745431900024, "global_step": 14738, "epoch": 226, "lr": 6.9879858731563e-05}
+{"train_loss": 0.0064364890567958355, "global_step": 14739, "epoch": 226, "lr": 6.987611502904012e-05}
+{"train_loss": 0.004847818985581398, "global_step": 14740, "epoch": 226, "lr": 6.987237119417156e-05}
+{"train_loss": 0.005273373331874609, "global_step": 14741, "epoch": 226, "lr": 6.986862722698224e-05}
+{"train_loss": 0.0038368746172636747, "global_step": 14742, "epoch": 226, "lr": 6.98648831274971e-05}
+{"train_loss": 0.007686100900173187, "global_step": 14743, "epoch": 226, "lr": 6.986113889574105e-05}
+{"train_loss": 0.005714542232453823, "global_step": 14744, "epoch": 226, "lr": 6.985739453173903e-05}
+{"train_loss": 0.005207827314734459, "global_step": 14745, "epoch": 226, "lr": 6.985365003551598e-05}
+{"train_loss": 0.003595569636672735, "global_step": 14746, "epoch": 226, "lr": 6.984990540709683e-05}
+{"train_loss": 0.007540910039097071, "global_step": 14747, "epoch": 226, "lr": 6.984616064650654e-05}
+{"train_loss": 0.003946779761463404, "global_step": 14748, "epoch": 226, "lr": 6.984241575376998e-05}
+{"train_loss": 0.007206079084426165, "global_step": 14749, "epoch": 226, "lr": 6.983867072891213e-05}
+{"train_loss": 0.005123220384120941, "global_step": 14750, "epoch": 226, "lr": 6.983492557195793e-05}
+{"train_loss": 0.0031785531900823116, "global_step": 14751, "epoch": 226, "lr": 6.983118028293229e-05}
+{"train_loss": 0.00563082005828619, "global_step": 14752, "epoch": 226, "lr": 6.982743486186017e-05}
+{"train_loss": 0.004613744560629129, "global_step": 14753, "epoch": 226, "lr": 6.98236893087665e-05}
+{"train_loss": 0.005486535241540808, "global_step": 14754, "epoch": 226, "lr": 6.981994362367623e-05, "val_loss": 0.008941913023591042}
+{"train_loss": 0.006806901656091213, "global_step": 14755, "epoch": 227, "lr": 6.981619780661429e-05}
+{"train_loss": 0.00375141529366374, "global_step": 14756, "epoch": 227, "lr": 6.981245185760561e-05}
+{"train_loss": 0.00616529630497098, "global_step": 14757, "epoch": 227, "lr": 6.980870577667517e-05}
+{"train_loss": 0.004458713810890913, "global_step": 14758, "epoch": 227, "lr": 6.980495956384789e-05}
+{"train_loss": 0.006735200993716717, "global_step": 14759, "epoch": 227, "lr": 6.980121321914872e-05}
+{"train_loss": 0.006101516541093588, "global_step": 14760, "epoch": 227, "lr": 6.979746674260258e-05}
+{"train_loss": 0.004077942576259375, "global_step": 14761, "epoch": 227, "lr": 6.979372013423444e-05}
+{"train_loss": 0.004859795328229666, "global_step": 14762, "epoch": 227, "lr": 6.978997339406927e-05}
+{"train_loss": 0.004630628507584333, "global_step": 14763, "epoch": 227, "lr": 6.978622652213196e-05}
+{"train_loss": 0.003827388398349285, "global_step": 14764, "epoch": 227, "lr": 6.97824795184475e-05}
+{"train_loss": 0.004760655574500561, "global_step": 14765, "epoch": 227, "lr": 6.977873238304082e-05}
+{"train_loss": 0.004866583272814751, "global_step": 14766, "epoch": 227, "lr": 6.97749851159369e-05}
+{"train_loss": 0.003715446451678872, "global_step": 14767, "epoch": 227, "lr": 6.977123771716066e-05}
+{"train_loss": 0.0063857524655759335, "global_step": 14768, "epoch": 227, "lr": 6.976749018673706e-05}
+{"train_loss": 0.006290667224675417, "global_step": 14769, "epoch": 227, "lr": 6.976374252469107e-05}
+{"train_loss": 0.005030439700931311, "global_step": 14770, "epoch": 227, "lr": 6.975999473104762e-05}
+{"train_loss": 0.005405140109360218, "global_step": 14771, "epoch": 227, "lr": 6.975624680583167e-05}
+{"train_loss": 0.004505226854234934, "global_step": 14772, "epoch": 227, "lr": 6.975249874906817e-05}
+{"train_loss": 0.006685981061309576, "global_step": 14773, "epoch": 227, "lr": 6.974875056078212e-05}
+{"train_loss": 0.00857076607644558, "global_step": 14774, "epoch": 227, "lr": 6.974500224099842e-05}
+{"train_loss": 0.005788644775748253, "global_step": 14775, "epoch": 227, "lr": 6.974125378974207e-05}
+{"train_loss": 0.004858213476836681, "global_step": 14776, "epoch": 227, "lr": 6.973750520703799e-05}
+{"train_loss": 0.00481072161346674, "global_step": 14777, "epoch": 227, "lr": 6.973375649291118e-05}
+{"train_loss": 0.005679300986230373, "global_step": 14778, "epoch": 227, "lr": 6.973000764738657e-05}
+{"train_loss": 0.005890903063118458, "global_step": 14779, "epoch": 227, "lr": 6.972625867048914e-05}
+{"train_loss": 0.005634497385472059, "global_step": 14780, "epoch": 227, "lr": 6.972250956224385e-05}
+{"train_loss": 0.004526592791080475, "global_step": 14781, "epoch": 227, "lr": 6.971876032267567e-05}
+{"train_loss": 0.007389291189610958, "global_step": 14782, "epoch": 227, "lr": 6.971501095180955e-05}
+{"train_loss": 0.004662883467972279, "global_step": 14783, "epoch": 227, "lr": 6.971126144967045e-05}
+{"train_loss": 0.004028758034110069, "global_step": 14784, "epoch": 227, "lr": 6.970751181628334e-05}
+{"train_loss": 0.00550029706209898, "global_step": 14785, "epoch": 227, "lr": 6.970376205167322e-05}
+{"train_loss": 0.0065902890637516975, "global_step": 14786, "epoch": 227, "lr": 6.970001215586502e-05}
+{"train_loss": 0.0047430130653083324, "global_step": 14787, "epoch": 227, "lr": 6.969626212888372e-05}
+{"train_loss": 0.005160306580364704, "global_step": 14788, "epoch": 227, "lr": 6.969251197075428e-05}
+{"train_loss": 0.003260488621890545, "global_step": 14789, "epoch": 227, "lr": 6.96887616815017e-05}
+{"train_loss": 0.004804791882634163, "global_step": 14790, "epoch": 227, "lr": 6.968501126115093e-05}
+{"train_loss": 0.00319952261634171, "global_step": 14791, "epoch": 227, "lr": 6.968126070972693e-05}
+{"train_loss": 0.003501689760014415, "global_step": 14792, "epoch": 227, "lr": 6.967751002725469e-05}
+{"train_loss": 0.003658269066363573, "global_step": 14793, "epoch": 227, "lr": 6.96737592137592e-05}
+{"train_loss": 0.003691897029057145, "global_step": 14794, "epoch": 227, "lr": 6.967000826926539e-05}
+{"train_loss": 0.003738494124263525, "global_step": 14795, "epoch": 227, "lr": 6.966625719379828e-05}
+{"train_loss": 0.005884396377950907, "global_step": 14796, "epoch": 227, "lr": 6.966250598738281e-05}
+{"train_loss": 0.006513239815831184, "global_step": 14797, "epoch": 227, "lr": 6.965875465004401e-05}
+{"train_loss": 0.00464819697663188, "global_step": 14798, "epoch": 227, "lr": 6.96550031818068e-05}
+{"train_loss": 0.006280248519033194, "global_step": 14799, "epoch": 227, "lr": 6.965125158269619e-05}
+{"train_loss": 0.003506278619170189, "global_step": 14800, "epoch": 227, "lr": 6.964749985273714e-05}
+{"train_loss": 0.00550158740952611, "global_step": 14801, "epoch": 227, "lr": 6.964374799195468e-05}
+{"train_loss": 0.0039216442964971066, "global_step": 14802, "epoch": 227, "lr": 6.963999600037372e-05}
+{"train_loss": 0.004118345677852631, "global_step": 14803, "epoch": 227, "lr": 6.96362438780193e-05}
+{"train_loss": 0.004669918213039637, "global_step": 14804, "epoch": 227, "lr": 6.963249162491638e-05}
+{"train_loss": 0.004859486129134893, "global_step": 14805, "epoch": 227, "lr": 6.962873924108996e-05}
+{"train_loss": 0.006760322954505682, "global_step": 14806, "epoch": 227, "lr": 6.9624986726565e-05}
+{"train_loss": 0.005762428976595402, "global_step": 14807, "epoch": 227, "lr": 6.962123408136649e-05}
+{"train_loss": 0.004465517587959766, "global_step": 14808, "epoch": 227, "lr": 6.961748130551944e-05}
+{"train_loss": 0.0045983558520674706, "global_step": 14809, "epoch": 227, "lr": 6.961372839904883e-05}
+{"train_loss": 0.006879203952848911, "global_step": 14810, "epoch": 227, "lr": 6.960997536197962e-05}
+{"train_loss": 0.004260951653122902, "global_step": 14811, "epoch": 227, "lr": 6.960622219433686e-05}
+{"train_loss": 0.0060224332846701145, "global_step": 14812, "epoch": 227, "lr": 6.960246889614548e-05}
+{"train_loss": 0.0064816647209227085, "global_step": 14813, "epoch": 227, "lr": 6.959871546743049e-05}
+{"train_loss": 0.004765840247273445, "global_step": 14814, "epoch": 227, "lr": 6.95949619082169e-05}
+{"train_loss": 0.005427210591733456, "global_step": 14815, "epoch": 227, "lr": 6.959120821852968e-05}
+{"train_loss": 0.005707024596631527, "global_step": 14816, "epoch": 227, "lr": 6.958745439839385e-05}
+{"train_loss": 0.004107520915567875, "global_step": 14817, "epoch": 227, "lr": 6.958370044783438e-05}
+{"train_loss": 0.003911161329597235, "global_step": 14818, "epoch": 227, "lr": 6.957994636687627e-05}
+{"train_loss": 0.005095528266750849, "global_step": 14819, "epoch": 227, "lr": 6.957619215554453e-05, "val_loss": 0.005407679360359907}
+{"train_loss": 0.0042233397252857685, "global_step": 14820, "epoch": 228, "lr": 6.957243781386416e-05}
+{"train_loss": 0.004767406266182661, "global_step": 14821, "epoch": 228, "lr": 6.956868334186013e-05}
+{"train_loss": 0.008461931720376015, "global_step": 14822, "epoch": 228, "lr": 6.956492873955745e-05}
+{"train_loss": 0.0038782069459557533, "global_step": 14823, "epoch": 228, "lr": 6.956117400698114e-05}
+{"train_loss": 0.005992272403091192, "global_step": 14824, "epoch": 228, "lr": 6.95574191441562e-05}
+{"train_loss": 0.003183626802638173, "global_step": 14825, "epoch": 228, "lr": 6.955366415110761e-05}
+{"train_loss": 0.0036269440315663815, "global_step": 14826, "epoch": 228, "lr": 6.954990902786039e-05}
+{"train_loss": 0.00426096934825182, "global_step": 14827, "epoch": 228, "lr": 6.954615377443954e-05}
+{"train_loss": 0.0036475968081504107, "global_step": 14828, "epoch": 228, "lr": 6.954239839087004e-05}
+{"train_loss": 0.006406510714441538, "global_step": 14829, "epoch": 228, "lr": 6.953864287717693e-05}
+{"train_loss": 0.008699795231223106, "global_step": 14830, "epoch": 228, "lr": 6.953488723338518e-05}
+{"train_loss": 0.005623409990221262, "global_step": 14831, "epoch": 228, "lr": 6.953113145951986e-05}
+{"train_loss": 0.005126705393195152, "global_step": 14832, "epoch": 228, "lr": 6.952737555560591e-05}
+{"train_loss": 0.0027137219440191984, "global_step": 14833, "epoch": 228, "lr": 6.952361952166837e-05}
+{"train_loss": 0.006126830819994211, "global_step": 14834, "epoch": 228, "lr": 6.951986335773224e-05}
+{"train_loss": 0.008061980828642845, "global_step": 14835, "epoch": 228, "lr": 6.951610706382257e-05}
+{"train_loss": 0.003987995907664299, "global_step": 14836, "epoch": 228, "lr": 6.95123506399643e-05}
+{"train_loss": 0.004053311888128519, "global_step": 14837, "epoch": 228, "lr": 6.950859408618248e-05}
+{"train_loss": 0.006970228161662817, "global_step": 14838, "epoch": 228, "lr": 6.950483740250215e-05}
+{"train_loss": 0.007397875655442476, "global_step": 14839, "epoch": 228, "lr": 6.950108058894829e-05}
+{"train_loss": 0.004706956446170807, "global_step": 14840, "epoch": 228, "lr": 6.949732364554591e-05}
+{"train_loss": 0.005416768603026867, "global_step": 14841, "epoch": 228, "lr": 6.949356657232005e-05}
+{"train_loss": 0.0067596398293972015, "global_step": 14842, "epoch": 228, "lr": 6.94898093692957e-05}
+{"train_loss": 0.004312522709369659, "global_step": 14843, "epoch": 228, "lr": 6.948605203649792e-05}
+{"train_loss": 0.005506283603608608, "global_step": 14844, "epoch": 228, "lr": 6.948229457395167e-05}
+{"train_loss": 0.006797075737267733, "global_step": 14845, "epoch": 228, "lr": 6.947853698168201e-05}
+{"train_loss": 0.005941381677985191, "global_step": 14846, "epoch": 228, "lr": 6.947477925971395e-05}
+{"train_loss": 0.005207320675253868, "global_step": 14847, "epoch": 228, "lr": 6.947102140807251e-05}
+{"train_loss": 0.0034038787707686424, "global_step": 14848, "epoch": 228, "lr": 6.946726342678271e-05}
+{"train_loss": 0.006394602824002504, "global_step": 14849, "epoch": 228, "lr": 6.946350531586959e-05}
+{"train_loss": 0.0052942028269171715, "global_step": 14850, "epoch": 228, "lr": 6.945974707535813e-05}
+{"train_loss": 0.0048482599668204784, "global_step": 14851, "epoch": 228, "lr": 6.94559887052734e-05}
+{"train_loss": 0.008474367670714855, "global_step": 14852, "epoch": 228, "lr": 6.945223020564041e-05}
+{"train_loss": 0.0057246205396950245, "global_step": 14853, "epoch": 228, "lr": 6.944847157648418e-05}
+{"train_loss": 0.006981750018894672, "global_step": 14854, "epoch": 228, "lr": 6.944471281782975e-05}
+{"train_loss": 0.005227330606430769, "global_step": 14855, "epoch": 228, "lr": 6.944095392970213e-05}
+{"train_loss": 0.00399463064968586, "global_step": 14856, "epoch": 228, "lr": 6.943719491212635e-05}
+{"train_loss": 0.005426410119980574, "global_step": 14857, "epoch": 228, "lr": 6.943343576512746e-05}
+{"train_loss": 0.0035096239298582077, "global_step": 14858, "epoch": 228, "lr": 6.942967648873046e-05}
+{"train_loss": 0.006558470893651247, "global_step": 14859, "epoch": 228, "lr": 6.942591708296043e-05}
+{"train_loss": 0.005119794514030218, "global_step": 14860, "epoch": 228, "lr": 6.942215754784233e-05}
+{"train_loss": 0.00891556590795517, "global_step": 14861, "epoch": 228, "lr": 6.941839788340125e-05}
+{"train_loss": 0.0045518153347074986, "global_step": 14862, "epoch": 228, "lr": 6.941463808966223e-05}
+{"train_loss": 0.0030669854022562504, "global_step": 14863, "epoch": 228, "lr": 6.941087816665025e-05}
+{"train_loss": 0.006144167389720678, "global_step": 14864, "epoch": 228, "lr": 6.940711811439039e-05}
+{"train_loss": 0.004564834758639336, "global_step": 14865, "epoch": 228, "lr": 6.940335793290768e-05}
+{"train_loss": 0.005825640633702278, "global_step": 14866, "epoch": 228, "lr": 6.939959762222714e-05}
+{"train_loss": 0.005250911694020033, "global_step": 14867, "epoch": 228, "lr": 6.939583718237381e-05}
+{"train_loss": 0.0041493698954582214, "global_step": 14868, "epoch": 228, "lr": 6.939207661337277e-05}
+{"train_loss": 0.008037082850933075, "global_step": 14869, "epoch": 228, "lr": 6.938831591524902e-05}
+{"train_loss": 0.006312738172709942, "global_step": 14870, "epoch": 228, "lr": 6.93845550880276e-05}
+{"train_loss": 0.007145989686250687, "global_step": 14871, "epoch": 228, "lr": 6.938079413173355e-05}
+{"train_loss": 0.0073921214789152145, "global_step": 14872, "epoch": 228, "lr": 6.937703304639194e-05}
+{"train_loss": 0.003583023324608803, "global_step": 14873, "epoch": 228, "lr": 6.937327183202778e-05}
+{"train_loss": 0.0041558267548680305, "global_step": 14874, "epoch": 228, "lr": 6.936951048866616e-05}
+{"train_loss": 0.006119246128946543, "global_step": 14875, "epoch": 228, "lr": 6.936574901633206e-05}
+{"train_loss": 0.007739524357020855, "global_step": 14876, "epoch": 228, "lr": 6.936198741505058e-05}
+{"train_loss": 0.003112597856670618, "global_step": 14877, "epoch": 228, "lr": 6.935822568484676e-05}
+{"train_loss": 0.004174268804490566, "global_step": 14878, "epoch": 228, "lr": 6.935446382574562e-05}
+{"train_loss": 0.004369604866951704, "global_step": 14879, "epoch": 228, "lr": 6.935070183777222e-05}
+{"train_loss": 0.004479191266000271, "global_step": 14880, "epoch": 228, "lr": 6.934693972095162e-05}
+{"train_loss": 0.004811963532119989, "global_step": 14881, "epoch": 228, "lr": 6.934317747530887e-05}
+{"train_loss": 0.006467448081821203, "global_step": 14882, "epoch": 228, "lr": 6.9339415100869e-05}
+{"train_loss": 0.006777624599635601, "global_step": 14883, "epoch": 228, "lr": 6.933565259765709e-05}
+{"train_loss": 0.005467017371064195, "global_step": 14884, "epoch": 228, "lr": 6.933188996569817e-05, "val_loss": 0.010640780441462994}
+{"train_loss": 0.004693495575338602, "global_step": 14885, "epoch": 229, "lr": 6.93281272050173e-05}
+{"train_loss": 0.003986394964158535, "global_step": 14886, "epoch": 229, "lr": 6.932436431563956e-05}
+{"train_loss": 0.0068425931967794895, "global_step": 14887, "epoch": 229, "lr": 6.932060129758995e-05}
+{"train_loss": 0.005957597866654396, "global_step": 14888, "epoch": 229, "lr": 6.931683815089358e-05}
+{"train_loss": 0.005035571753978729, "global_step": 14889, "epoch": 229, "lr": 6.931307487557549e-05}
+{"train_loss": 0.00653616851195693, "global_step": 14890, "epoch": 229, "lr": 6.930931147166072e-05}
+{"train_loss": 0.004715008195489645, "global_step": 14891, "epoch": 229, "lr": 6.930554793917434e-05}
+{"train_loss": 0.011204681359231472, "global_step": 14892, "epoch": 229, "lr": 6.930178427814142e-05}
+{"train_loss": 0.005513911135494709, "global_step": 14893, "epoch": 229, "lr": 6.929802048858701e-05}
+{"train_loss": 0.004371867515146732, "global_step": 14894, "epoch": 229, "lr": 6.929425657053618e-05}
+{"train_loss": 0.00441766856238246, "global_step": 14895, "epoch": 229, "lr": 6.929049252401397e-05}
+{"train_loss": 0.005605070851743221, "global_step": 14896, "epoch": 229, "lr": 6.928672834904548e-05}
+{"train_loss": 0.006071960553526878, "global_step": 14897, "epoch": 229, "lr": 6.928296404565574e-05}
+{"train_loss": 0.005691644735634327, "global_step": 14898, "epoch": 229, "lr": 6.927919961386984e-05}
+{"train_loss": 0.004593397490680218, "global_step": 14899, "epoch": 229, "lr": 6.927543505371281e-05}
+{"train_loss": 0.005051735322922468, "global_step": 14900, "epoch": 229, "lr": 6.927167036520976e-05}
+{"train_loss": 0.006583594251424074, "global_step": 14901, "epoch": 229, "lr": 6.926790554838572e-05}
+{"train_loss": 0.006114521529525518, "global_step": 14902, "epoch": 229, "lr": 6.92641406032658e-05}
+{"train_loss": 0.0029505130369216204, "global_step": 14903, "epoch": 229, "lr": 6.926037552987502e-05}
+{"train_loss": 0.005029437597841024, "global_step": 14904, "epoch": 229, "lr": 6.925661032823849e-05}
+{"train_loss": 0.004240849986672401, "global_step": 14905, "epoch": 229, "lr": 6.925284499838125e-05}
+{"train_loss": 0.0077519165351986885, "global_step": 14906, "epoch": 229, "lr": 6.92490795403284e-05}
+{"train_loss": 0.0033722787629812956, "global_step": 14907, "epoch": 229, "lr": 6.924531395410497e-05}
+{"train_loss": 0.0065596322529017925, "global_step": 14908, "epoch": 229, "lr": 6.92415482397361e-05}
+{"train_loss": 0.00724675552919507, "global_step": 14909, "epoch": 229, "lr": 6.92377823972468e-05}
+{"train_loss": 0.006864879745990038, "global_step": 14910, "epoch": 229, "lr": 6.923401642666219e-05}
+{"train_loss": 0.0055294157937169075, "global_step": 14911, "epoch": 229, "lr": 6.92302503280073e-05}
+{"train_loss": 0.00830596312880516, "global_step": 14912, "epoch": 229, "lr": 6.922648410130726e-05}
+{"train_loss": 0.007146280724555254, "global_step": 14913, "epoch": 229, "lr": 6.922271774658711e-05}
+{"train_loss": 0.005236617289483547, "global_step": 14914, "epoch": 229, "lr": 6.921895126387194e-05}
+{"train_loss": 0.004937777761369944, "global_step": 14915, "epoch": 229, "lr": 6.921518465318682e-05}
+{"train_loss": 0.006632019765675068, "global_step": 14916, "epoch": 229, "lr": 6.921141791455685e-05}
+{"train_loss": 0.007288176566362381, "global_step": 14917, "epoch": 229, "lr": 6.92076510480071e-05}
+{"train_loss": 0.005877135321497917, "global_step": 14918, "epoch": 229, "lr": 6.920388405356265e-05}
+{"train_loss": 0.004389552865177393, "global_step": 14919, "epoch": 229, "lr": 6.920011693124857e-05}
+{"train_loss": 0.007043167948722839, "global_step": 14920, "epoch": 229, "lr": 6.919634968108997e-05}
+{"train_loss": 0.006332290358841419, "global_step": 14921, "epoch": 229, "lr": 6.919258230311192e-05}
+{"train_loss": 0.005069128703325987, "global_step": 14922, "epoch": 229, "lr": 6.918881479733952e-05}
+{"train_loss": 0.005358266178518534, "global_step": 14923, "epoch": 229, "lr": 6.91850471637978e-05}
+{"train_loss": 0.005262127611786127, "global_step": 14924, "epoch": 229, "lr": 6.918127940251195e-05}
+{"train_loss": 0.002890929812565446, "global_step": 14925, "epoch": 229, "lr": 6.917751151350696e-05}
+{"train_loss": 0.005823937244713306, "global_step": 14926, "epoch": 229, "lr": 6.917374349680797e-05}
+{"train_loss": 0.006975095719099045, "global_step": 14927, "epoch": 229, "lr": 6.916997535244005e-05}
+{"train_loss": 0.005997333209961653, "global_step": 14928, "epoch": 229, "lr": 6.91662070804283e-05}
+{"train_loss": 0.00537054892629385, "global_step": 14929, "epoch": 229, "lr": 6.91624386807978e-05}
+{"train_loss": 0.005055850371718407, "global_step": 14930, "epoch": 229, "lr": 6.915867015357364e-05}
+{"train_loss": 0.0032722933683544397, "global_step": 14931, "epoch": 229, "lr": 6.915490149878095e-05}
+{"train_loss": 0.005909370724111795, "global_step": 14932, "epoch": 229, "lr": 6.915113271644478e-05}
+{"train_loss": 0.007200924213975668, "global_step": 14933, "epoch": 229, "lr": 6.914736380659022e-05}
+{"train_loss": 0.006454457063227892, "global_step": 14934, "epoch": 229, "lr": 6.914359476924241e-05}
+{"train_loss": 0.004415944218635559, "global_step": 14935, "epoch": 229, "lr": 6.913982560442642e-05}
+{"train_loss": 0.00434658071026206, "global_step": 14936, "epoch": 229, "lr": 6.913605631216736e-05}
+{"train_loss": 0.0029134652577340603, "global_step": 14937, "epoch": 229, "lr": 6.913228689249029e-05}
+{"train_loss": 0.004866667091846466, "global_step": 14938, "epoch": 229, "lr": 6.912851734542033e-05}
+{"train_loss": 0.0048990147188305855, "global_step": 14939, "epoch": 229, "lr": 6.912474767098263e-05}
+{"train_loss": 0.004089961759746075, "global_step": 14940, "epoch": 229, "lr": 6.912097786920221e-05}
+{"train_loss": 0.004605143330991268, "global_step": 14941, "epoch": 229, "lr": 6.911720794010422e-05}
+{"train_loss": 0.0062072547152638435, "global_step": 14942, "epoch": 229, "lr": 6.911343788371373e-05}
+{"train_loss": 0.005508546717464924, "global_step": 14943, "epoch": 229, "lr": 6.91096677000559e-05}
+{"train_loss": 0.006604784168303013, "global_step": 14944, "epoch": 229, "lr": 6.910589738915577e-05}
+{"train_loss": 0.003323619021102786, "global_step": 14945, "epoch": 229, "lr": 6.910212695103846e-05}
+{"train_loss": 0.005536283366382122, "global_step": 14946, "epoch": 229, "lr": 6.90983563857291e-05}
+{"train_loss": 0.0035102488473057747, "global_step": 14947, "epoch": 229, "lr": 6.90945856932528e-05}
+{"train_loss": 0.004832548089325428, "global_step": 14948, "epoch": 229, "lr": 6.909081487363464e-05}
+{"train_loss": 0.005481744181508055, "global_step": 14949, "epoch": 229, "lr": 6.908704392689971e-05, "val_loss": 0.010842984542250633}
+{"train_loss": 0.006092464551329613, "global_step": 14950, "epoch": 230, "lr": 6.908327285307319e-05}
+{"train_loss": 0.0071317283436656, "global_step": 14951, "epoch": 230, "lr": 6.907950165218012e-05}
+{"train_loss": 0.005390463396906853, "global_step": 14952, "epoch": 230, "lr": 6.907573032424564e-05}
+{"train_loss": 0.009109770879149437, "global_step": 14953, "epoch": 230, "lr": 6.907195886929487e-05}
+{"train_loss": 0.005644236691296101, "global_step": 14954, "epoch": 230, "lr": 6.906818728735291e-05}
+{"train_loss": 0.004950591828674078, "global_step": 14955, "epoch": 230, "lr": 6.906441557844487e-05}
+{"train_loss": 0.007338059134781361, "global_step": 14956, "epoch": 230, "lr": 6.906064374259587e-05}
+{"train_loss": 0.005179389379918575, "global_step": 14957, "epoch": 230, "lr": 6.9056871779831e-05}
+{"train_loss": 0.004224639851599932, "global_step": 14958, "epoch": 230, "lr": 6.905309969017544e-05}
+{"train_loss": 0.004832628648728132, "global_step": 14959, "epoch": 230, "lr": 6.904932747365424e-05}
+{"train_loss": 0.004450640175491571, "global_step": 14960, "epoch": 230, "lr": 6.904555513029256e-05}
+{"train_loss": 0.005706352647393942, "global_step": 14961, "epoch": 230, "lr": 6.90417826601155e-05}
+{"train_loss": 0.006530412472784519, "global_step": 14962, "epoch": 230, "lr": 6.903801006314818e-05}
+{"train_loss": 0.004369350150227547, "global_step": 14963, "epoch": 230, "lr": 6.90342373394157e-05}
+{"train_loss": 0.008508550003170967, "global_step": 14964, "epoch": 230, "lr": 6.903046448894322e-05}
+{"train_loss": 0.011069242842495441, "global_step": 14965, "epoch": 230, "lr": 6.902669151175583e-05}
+{"train_loss": 0.006156166084110737, "global_step": 14966, "epoch": 230, "lr": 6.90229184078787e-05}
+{"train_loss": 0.005985576193779707, "global_step": 14967, "epoch": 230, "lr": 6.901914517733688e-05}
+{"train_loss": 0.004446197301149368, "global_step": 14968, "epoch": 230, "lr": 6.901537182015555e-05}
+{"train_loss": 0.0067804246209561825, "global_step": 14969, "epoch": 230, "lr": 6.90115983363598e-05}
+{"train_loss": 0.004818985238671303, "global_step": 14970, "epoch": 230, "lr": 6.900782472597481e-05}
+{"train_loss": 0.005857782904058695, "global_step": 14971, "epoch": 230, "lr": 6.900405098902564e-05}
+{"train_loss": 0.0065583172254264355, "global_step": 14972, "epoch": 230, "lr": 6.900027712553745e-05}
+{"train_loss": 0.005876222159713507, "global_step": 14973, "epoch": 230, "lr": 6.899650313553538e-05}
+{"train_loss": 0.005325153935700655, "global_step": 14974, "epoch": 230, "lr": 6.899272901904455e-05}
+{"train_loss": 0.0043089608661830425, "global_step": 14975, "epoch": 230, "lr": 6.898895477609007e-05}
+{"train_loss": 0.0063595944084227085, "global_step": 14976, "epoch": 230, "lr": 6.898518040669709e-05}
+{"train_loss": 0.008435639552772045, "global_step": 14977, "epoch": 230, "lr": 6.898140591089074e-05}
+{"train_loss": 0.004743694793432951, "global_step": 14978, "epoch": 230, "lr": 6.897763128869615e-05}
+{"train_loss": 0.006939465180039406, "global_step": 14979, "epoch": 230, "lr": 6.897385654013845e-05}
+{"train_loss": 0.005647685844451189, "global_step": 14980, "epoch": 230, "lr": 6.897008166524279e-05}
+{"train_loss": 0.00457921763882041, "global_step": 14981, "epoch": 230, "lr": 6.896630666403428e-05}
+{"train_loss": 0.006587480194866657, "global_step": 14982, "epoch": 230, "lr": 6.896253153653809e-05}
+{"train_loss": 0.004002613015472889, "global_step": 14983, "epoch": 230, "lr": 6.895875628277931e-05}
+{"train_loss": 0.008860035799443722, "global_step": 14984, "epoch": 230, "lr": 6.895498090278313e-05}
+{"train_loss": 0.007474494632333517, "global_step": 14985, "epoch": 230, "lr": 6.895120539657465e-05}
+{"train_loss": 0.005534426774829626, "global_step": 14986, "epoch": 230, "lr": 6.894742976417903e-05}
+{"train_loss": 0.0037392214871942997, "global_step": 14987, "epoch": 230, "lr": 6.894365400562138e-05}
+{"train_loss": 0.004091043025255203, "global_step": 14988, "epoch": 230, "lr": 6.893987812092688e-05}
+{"train_loss": 0.008734213188290596, "global_step": 14989, "epoch": 230, "lr": 6.893610211012067e-05}
+{"train_loss": 0.0070142787881195545, "global_step": 14990, "epoch": 230, "lr": 6.893232597322785e-05}
+{"train_loss": 0.005302933976054192, "global_step": 14991, "epoch": 230, "lr": 6.89285497102736e-05}
+{"train_loss": 0.006911134347319603, "global_step": 14992, "epoch": 230, "lr": 6.892477332128306e-05}
+{"train_loss": 0.005061769392341375, "global_step": 14993, "epoch": 230, "lr": 6.892099680628138e-05}
+{"train_loss": 0.00510832155123353, "global_step": 14994, "epoch": 230, "lr": 6.891722016529369e-05}
+{"train_loss": 0.0047157881781458855, "global_step": 14995, "epoch": 230, "lr": 6.891344339834514e-05}
+{"train_loss": 0.005298481322824955, "global_step": 14996, "epoch": 230, "lr": 6.890966650546086e-05}
+{"train_loss": 0.004973916336894035, "global_step": 14997, "epoch": 230, "lr": 6.890588948666605e-05}
+{"train_loss": 0.00743782939389348, "global_step": 14998, "epoch": 230, "lr": 6.890211234198582e-05}
+{"train_loss": 0.006691220216453075, "global_step": 14999, "epoch": 230, "lr": 6.889833507144532e-05}
+{"train_loss": 0.006303593050688505, "global_step": 15000, "epoch": 230, "lr": 6.889455767506973e-05}
+{"train_loss": 0.009109605103731155, "global_step": 15001, "epoch": 230, "lr": 6.889078015288419e-05}
+{"train_loss": 0.007294380106031895, "global_step": 15002, "epoch": 230, "lr": 6.888700250491382e-05}
+{"train_loss": 0.005621013231575489, "global_step": 15003, "epoch": 230, "lr": 6.88832247311838e-05}
+{"train_loss": 0.006567283533513546, "global_step": 15004, "epoch": 230, "lr": 6.887944683171929e-05}
+{"train_loss": 0.0057193683460354805, "global_step": 15005, "epoch": 230, "lr": 6.887566880654544e-05}
+{"train_loss": 0.005622641649097204, "global_step": 15006, "epoch": 230, "lr": 6.887189065568741e-05}
+{"train_loss": 0.003284787992015481, "global_step": 15007, "epoch": 230, "lr": 6.886811237917033e-05}
+{"train_loss": 0.003722480032593012, "global_step": 15008, "epoch": 230, "lr": 6.88643339770194e-05}
+{"train_loss": 0.007019645068794489, "global_step": 15009, "epoch": 230, "lr": 6.886055544925975e-05}
+{"train_loss": 0.010023816488683224, "global_step": 15010, "epoch": 230, "lr": 6.885677679591655e-05}
+{"train_loss": 0.005781178828328848, "global_step": 15011, "epoch": 230, "lr": 6.885299801701496e-05}
+{"train_loss": 0.005655587185174227, "global_step": 15012, "epoch": 230, "lr": 6.884921911258015e-05}
+{"train_loss": 0.005990173202008009, "global_step": 15013, "epoch": 230, "lr": 6.884544008263725e-05}
+{"train_loss": 0.006084161943111282, "global_step": 15014, "epoch": 230, "lr": 6.884166092721144e-05, "val_loss": 0.011362675577402115, "train_action_mse_error": 0.00023600526037625968}
+{"train_loss": 0.007678785361349583, "global_step": 15015, "epoch": 231, "lr": 6.883788164632789e-05}
+{"train_loss": 0.005573857109993696, "global_step": 15016, "epoch": 231, "lr": 6.883410224001178e-05}
+{"train_loss": 0.007610889617353678, "global_step": 15017, "epoch": 231, "lr": 6.883032270828825e-05}
+{"train_loss": 0.008448753505945206, "global_step": 15018, "epoch": 231, "lr": 6.882654305118245e-05}
+{"train_loss": 0.0047987401485443115, "global_step": 15019, "epoch": 231, "lr": 6.88227632687196e-05}
+{"train_loss": 0.0068197776563465595, "global_step": 15020, "epoch": 231, "lr": 6.881898336092482e-05}
+{"train_loss": 0.0047349995002150536, "global_step": 15021, "epoch": 231, "lr": 6.881520332782331e-05}
+{"train_loss": 0.00719859916716814, "global_step": 15022, "epoch": 231, "lr": 6.881142316944022e-05}
+{"train_loss": 0.007146390620619059, "global_step": 15023, "epoch": 231, "lr": 6.880764288580073e-05}
+{"train_loss": 0.00547614274546504, "global_step": 15024, "epoch": 231, "lr": 6.880386247692999e-05}
+{"train_loss": 0.004121028818190098, "global_step": 15025, "epoch": 231, "lr": 6.880008194285321e-05}
+{"train_loss": 0.007110752165317535, "global_step": 15026, "epoch": 231, "lr": 6.879630128359552e-05}
+{"train_loss": 0.005043813493102789, "global_step": 15027, "epoch": 231, "lr": 6.879252049918214e-05}
+{"train_loss": 0.004686413332819939, "global_step": 15028, "epoch": 231, "lr": 6.87887395896382e-05}
+{"train_loss": 0.008704978041350842, "global_step": 15029, "epoch": 231, "lr": 6.87849585549889e-05}
+{"train_loss": 0.005374822299927473, "global_step": 15030, "epoch": 231, "lr": 6.878117739525942e-05}
+{"train_loss": 0.006018762476742268, "global_step": 15031, "epoch": 231, "lr": 6.877739611047493e-05}
+{"train_loss": 0.0070993490517139435, "global_step": 15032, "epoch": 231, "lr": 6.87736147006606e-05}
+{"train_loss": 0.005618374329060316, "global_step": 15033, "epoch": 231, "lr": 6.876983316584161e-05}
+{"train_loss": 0.004532645922154188, "global_step": 15034, "epoch": 231, "lr": 6.876605150604314e-05}
+{"train_loss": 0.005028146784752607, "global_step": 15035, "epoch": 231, "lr": 6.876226972129039e-05}
+{"train_loss": 0.004787004552781582, "global_step": 15036, "epoch": 231, "lr": 6.875848781160851e-05}
+{"train_loss": 0.007752710022032261, "global_step": 15037, "epoch": 231, "lr": 6.875470577702271e-05}
+{"train_loss": 0.004700418096035719, "global_step": 15038, "epoch": 231, "lr": 6.875092361755814e-05}
+{"train_loss": 0.005676694680005312, "global_step": 15039, "epoch": 231, "lr": 6.874714133324004e-05}
+{"train_loss": 0.004665657877922058, "global_step": 15040, "epoch": 231, "lr": 6.874335892409352e-05}
+{"train_loss": 0.009080974385142326, "global_step": 15041, "epoch": 231, "lr": 6.873957639014383e-05}
+{"train_loss": 0.004790186882019043, "global_step": 15042, "epoch": 231, "lr": 6.873579373141612e-05}
+{"train_loss": 0.005382065661251545, "global_step": 15043, "epoch": 231, "lr": 6.87320109479356e-05}
+{"train_loss": 0.005132016725838184, "global_step": 15044, "epoch": 231, "lr": 6.872822803972742e-05}
+{"train_loss": 0.00840146467089653, "global_step": 15045, "epoch": 231, "lr": 6.872444500681681e-05}
+{"train_loss": 0.004862920846790075, "global_step": 15046, "epoch": 231, "lr": 6.872066184922894e-05}
+{"train_loss": 0.003983370028436184, "global_step": 15047, "epoch": 231, "lr": 6.8716878566989e-05}
+{"train_loss": 0.005335565190762281, "global_step": 15048, "epoch": 231, "lr": 6.871309516012219e-05}
+{"train_loss": 0.004066009074449539, "global_step": 15049, "epoch": 231, "lr": 6.870931162865369e-05}
+{"train_loss": 0.004434417933225632, "global_step": 15050, "epoch": 231, "lr": 6.870552797260871e-05}
+{"train_loss": 0.005993190221488476, "global_step": 15051, "epoch": 231, "lr": 6.870174419201242e-05}
+{"train_loss": 0.004554177168756723, "global_step": 15052, "epoch": 231, "lr": 6.869796028689001e-05}
+{"train_loss": 0.00562125351279974, "global_step": 15053, "epoch": 231, "lr": 6.869417625726673e-05}
+{"train_loss": 0.004931899253278971, "global_step": 15054, "epoch": 231, "lr": 6.869039210316772e-05}
+{"train_loss": 0.0045782579109072685, "global_step": 15055, "epoch": 231, "lr": 6.86866078246182e-05}
+{"train_loss": 0.006191990803927183, "global_step": 15056, "epoch": 231, "lr": 6.868282342164335e-05}
+{"train_loss": 0.0045319776982069016, "global_step": 15057, "epoch": 231, "lr": 6.867903889426839e-05}
+{"train_loss": 0.004822191782295704, "global_step": 15058, "epoch": 231, "lr": 6.86752542425185e-05}
+{"train_loss": 0.005229546222835779, "global_step": 15059, "epoch": 231, "lr": 6.867146946641891e-05}
+{"train_loss": 0.0060204025357961655, "global_step": 15060, "epoch": 231, "lr": 6.866768456599478e-05}
+{"train_loss": 0.003913557156920433, "global_step": 15061, "epoch": 231, "lr": 6.866389954127135e-05}
+{"train_loss": 0.005521832033991814, "global_step": 15062, "epoch": 231, "lr": 6.86601143922738e-05}
+{"train_loss": 0.005689939484000206, "global_step": 15063, "epoch": 231, "lr": 6.865632911902735e-05}
+{"train_loss": 0.004791124723851681, "global_step": 15064, "epoch": 231, "lr": 6.865254372155718e-05}
+{"train_loss": 0.0037887273356318474, "global_step": 15065, "epoch": 231, "lr": 6.864875819988852e-05}
+{"train_loss": 0.004961720667779446, "global_step": 15066, "epoch": 231, "lr": 6.864497255404656e-05}
+{"train_loss": 0.004475749563425779, "global_step": 15067, "epoch": 231, "lr": 6.86411867840565e-05}
+{"train_loss": 0.00404658867046237, "global_step": 15068, "epoch": 231, "lr": 6.863740088994357e-05}
+{"train_loss": 0.00819991435855627, "global_step": 15069, "epoch": 231, "lr": 6.863361487173297e-05}
+{"train_loss": 0.00655283173546195, "global_step": 15070, "epoch": 231, "lr": 6.862982872944992e-05}
+{"train_loss": 0.006207423750311136, "global_step": 15071, "epoch": 231, "lr": 6.862604246311961e-05}
+{"train_loss": 0.0050098951905965805, "global_step": 15072, "epoch": 231, "lr": 6.862225607276725e-05}
+{"train_loss": 0.005458895582705736, "global_step": 15073, "epoch": 231, "lr": 6.861846955841808e-05}
+{"train_loss": 0.0036838119849562645, "global_step": 15074, "epoch": 231, "lr": 6.861468292009727e-05}
+{"train_loss": 0.007589896209537983, "global_step": 15075, "epoch": 231, "lr": 6.861089615783007e-05}
+{"train_loss": 0.006052377168089151, "global_step": 15076, "epoch": 231, "lr": 6.860710927164165e-05}
+{"train_loss": 0.004784760531038046, "global_step": 15077, "epoch": 231, "lr": 6.86033222615573e-05}
+{"train_loss": 0.00312808807939291, "global_step": 15078, "epoch": 231, "lr": 6.859953512760218e-05}
+{"train_loss": 0.005638375985794342, "global_step": 15079, "epoch": 231, "lr": 6.85957478698015e-05, "val_loss": 0.006480905693024397}
+{"train_loss": 0.00839050579816103, "global_step": 15080, "epoch": 232, "lr": 6.859196048818051e-05}
+{"train_loss": 0.006112161558121443, "global_step": 15081, "epoch": 232, "lr": 6.858817298276443e-05}
+{"train_loss": 0.004512922838330269, "global_step": 15082, "epoch": 232, "lr": 6.858438535357843e-05}
+{"train_loss": 0.00978068821132183, "global_step": 15083, "epoch": 232, "lr": 6.858059760064778e-05}
+{"train_loss": 0.004588088020682335, "global_step": 15084, "epoch": 232, "lr": 6.85768097239977e-05}
+{"train_loss": 0.005640028975903988, "global_step": 15085, "epoch": 232, "lr": 6.857302172365339e-05}
+{"train_loss": 0.005138115957379341, "global_step": 15086, "epoch": 232, "lr": 6.856923359964007e-05}
+{"train_loss": 0.0053972844034433365, "global_step": 15087, "epoch": 232, "lr": 6.856544535198296e-05}
+{"train_loss": 0.003387401346117258, "global_step": 15088, "epoch": 232, "lr": 6.856165698070731e-05}
+{"train_loss": 0.0062160431407392025, "global_step": 15089, "epoch": 232, "lr": 6.855786848583834e-05}
+{"train_loss": 0.00543455732986331, "global_step": 15090, "epoch": 232, "lr": 6.855407986740126e-05}
+{"train_loss": 0.005246663931757212, "global_step": 15091, "epoch": 232, "lr": 6.85502911254213e-05}
+{"train_loss": 0.005508537869900465, "global_step": 15092, "epoch": 232, "lr": 6.854650225992368e-05}
+{"train_loss": 0.0066148098558187485, "global_step": 15093, "epoch": 232, "lr": 6.854271327093367e-05}
+{"train_loss": 0.003350886981934309, "global_step": 15094, "epoch": 232, "lr": 6.853892415847644e-05}
+{"train_loss": 0.004195195622742176, "global_step": 15095, "epoch": 232, "lr": 6.853513492257725e-05}
+{"train_loss": 0.006072675809264183, "global_step": 15096, "epoch": 232, "lr": 6.853134556326135e-05}
+{"train_loss": 0.004777786321938038, "global_step": 15097, "epoch": 232, "lr": 6.852755608055395e-05}
+{"train_loss": 0.0037878770381212234, "global_step": 15098, "epoch": 232, "lr": 6.852376647448026e-05}
+{"train_loss": 0.006134993862360716, "global_step": 15099, "epoch": 232, "lr": 6.851997674506556e-05}
+{"train_loss": 0.004320182837545872, "global_step": 15100, "epoch": 232, "lr": 6.851618689233506e-05}
+{"train_loss": 0.006524938624352217, "global_step": 15101, "epoch": 232, "lr": 6.851239691631398e-05}
+{"train_loss": 0.006436474155634642, "global_step": 15102, "epoch": 232, "lr": 6.850860681702758e-05}
+{"train_loss": 0.0022648428566753864, "global_step": 15103, "epoch": 232, "lr": 6.850481659450108e-05}
+{"train_loss": 0.005055656656622887, "global_step": 15104, "epoch": 232, "lr": 6.850102624875973e-05}
+{"train_loss": 0.006299994420260191, "global_step": 15105, "epoch": 232, "lr": 6.849723577982876e-05}
+{"train_loss": 0.003349974285811186, "global_step": 15106, "epoch": 232, "lr": 6.849344518773342e-05}
+{"train_loss": 0.005306503735482693, "global_step": 15107, "epoch": 232, "lr": 6.848965447249893e-05}
+{"train_loss": 0.004200575407594442, "global_step": 15108, "epoch": 232, "lr": 6.848586363415056e-05}
+{"train_loss": 0.0033451197668910027, "global_step": 15109, "epoch": 232, "lr": 6.848207267271351e-05}
+{"train_loss": 0.003997358027845621, "global_step": 15110, "epoch": 232, "lr": 6.847828158821305e-05}
+{"train_loss": 0.0032510561868548393, "global_step": 15111, "epoch": 232, "lr": 6.847449038067443e-05}
+{"train_loss": 0.004730989690870047, "global_step": 15112, "epoch": 232, "lr": 6.847069905012288e-05}
+{"train_loss": 0.004922879859805107, "global_step": 15113, "epoch": 232, "lr": 6.846690759658365e-05}
+{"train_loss": 0.004379544407129288, "global_step": 15114, "epoch": 232, "lr": 6.846311602008197e-05}
+{"train_loss": 0.006786693818867207, "global_step": 15115, "epoch": 232, "lr": 6.845932432064311e-05}
+{"train_loss": 0.0030073642265051603, "global_step": 15116, "epoch": 232, "lr": 6.845553249829231e-05}
+{"train_loss": 0.004069487098604441, "global_step": 15117, "epoch": 232, "lr": 6.84517405530548e-05}
+{"train_loss": 0.003239160869270563, "global_step": 15118, "epoch": 232, "lr": 6.844794848495586e-05}
+{"train_loss": 0.005853530950844288, "global_step": 15119, "epoch": 232, "lr": 6.84441562940207e-05}
+{"train_loss": 0.0041409749537706375, "global_step": 15120, "epoch": 232, "lr": 6.844036398027462e-05}
+{"train_loss": 0.004617472644895315, "global_step": 15121, "epoch": 232, "lr": 6.843657154374283e-05}
+{"train_loss": 0.006428408902138472, "global_step": 15122, "epoch": 232, "lr": 6.843277898445059e-05}
+{"train_loss": 0.00545464688912034, "global_step": 15123, "epoch": 232, "lr": 6.842898630242319e-05}
+{"train_loss": 0.003229844383895397, "global_step": 15124, "epoch": 232, "lr": 6.842519349768582e-05}
+{"train_loss": 0.0046428507193923, "global_step": 15125, "epoch": 232, "lr": 6.842140057026378e-05}
+{"train_loss": 0.00424622418358922, "global_step": 15126, "epoch": 232, "lr": 6.84176075201823e-05}
+{"train_loss": 0.004864411428570747, "global_step": 15127, "epoch": 232, "lr": 6.841381434746667e-05}
+{"train_loss": 0.006313483230769634, "global_step": 15128, "epoch": 232, "lr": 6.841002105214212e-05}
+{"train_loss": 0.006049616727977991, "global_step": 15129, "epoch": 232, "lr": 6.840622763423391e-05}
+{"train_loss": 0.0036445693112909794, "global_step": 15130, "epoch": 232, "lr": 6.840243409376729e-05}
+{"train_loss": 0.005704415962100029, "global_step": 15131, "epoch": 232, "lr": 6.839864043076755e-05}
+{"train_loss": 0.003188167465850711, "global_step": 15132, "epoch": 232, "lr": 6.839484664525992e-05}
+{"train_loss": 0.004037276841700077, "global_step": 15133, "epoch": 232, "lr": 6.839105273726969e-05}
+{"train_loss": 0.003543856320902705, "global_step": 15134, "epoch": 232, "lr": 6.838725870682207e-05}
+{"train_loss": 0.0033883347641676664, "global_step": 15135, "epoch": 232, "lr": 6.838346455394239e-05}
+{"train_loss": 0.00455928361043334, "global_step": 15136, "epoch": 232, "lr": 6.837967027865587e-05}
+{"train_loss": 0.0044905394315719604, "global_step": 15137, "epoch": 232, "lr": 6.83758758809878e-05}
+{"train_loss": 0.003956557251513004, "global_step": 15138, "epoch": 232, "lr": 6.83720813609634e-05}
+{"train_loss": 0.006093498785048723, "global_step": 15139, "epoch": 232, "lr": 6.836828671860798e-05}
+{"train_loss": 0.0021380071993917227, "global_step": 15140, "epoch": 232, "lr": 6.83644919539468e-05}
+{"train_loss": 0.004235854372382164, "global_step": 15141, "epoch": 232, "lr": 6.836069706700511e-05}
+{"train_loss": 0.006012625526636839, "global_step": 15142, "epoch": 232, "lr": 6.835690205780819e-05}
+{"train_loss": 0.004035574849694967, "global_step": 15143, "epoch": 232, "lr": 6.835310692638131e-05}
+{"train_loss": 0.004840925618862876, "global_step": 15144, "epoch": 232, "lr": 6.834931167274975e-05, "val_loss": 0.00569774117320776}
+{"train_loss": 0.00610329769551754, "global_step": 15145, "epoch": 233, "lr": 6.834551629693877e-05}
+{"train_loss": 0.006054320838302374, "global_step": 15146, "epoch": 233, "lr": 6.834172079897362e-05}
+{"train_loss": 0.003827181877568364, "global_step": 15147, "epoch": 233, "lr": 6.83379251788796e-05}
+{"train_loss": 0.005732210818678141, "global_step": 15148, "epoch": 233, "lr": 6.833412943668198e-05}
+{"train_loss": 0.003844822058454156, "global_step": 15149, "epoch": 233, "lr": 6.833033357240603e-05}
+{"train_loss": 0.0078822560608387, "global_step": 15150, "epoch": 233, "lr": 6.832653758607702e-05}
+{"train_loss": 0.005229492671787739, "global_step": 15151, "epoch": 233, "lr": 6.832274147772023e-05}
+{"train_loss": 0.005095839500427246, "global_step": 15152, "epoch": 233, "lr": 6.831894524736094e-05}
+{"train_loss": 0.003792109899222851, "global_step": 15153, "epoch": 233, "lr": 6.831514889502441e-05}
+{"train_loss": 0.008270861580967903, "global_step": 15154, "epoch": 233, "lr": 6.831135242073596e-05}
+{"train_loss": 0.007154033053666353, "global_step": 15155, "epoch": 233, "lr": 6.830755582452083e-05}
+{"train_loss": 0.0050390418618917465, "global_step": 15156, "epoch": 233, "lr": 6.830375910640432e-05}
+{"train_loss": 0.004910643678158522, "global_step": 15157, "epoch": 233, "lr": 6.829996226641167e-05}
+{"train_loss": 0.00629772711545229, "global_step": 15158, "epoch": 233, "lr": 6.829616530456824e-05}
+{"train_loss": 0.0037956193555146456, "global_step": 15159, "epoch": 233, "lr": 6.829236822089922e-05}
+{"train_loss": 0.005174317397177219, "global_step": 15160, "epoch": 233, "lr": 6.828857101542998e-05}
+{"train_loss": 0.005835714749991894, "global_step": 15161, "epoch": 233, "lr": 6.828477368818573e-05}
+{"train_loss": 0.005438248626887798, "global_step": 15162, "epoch": 233, "lr": 6.828097623919181e-05}
+{"train_loss": 0.004265438765287399, "global_step": 15163, "epoch": 233, "lr": 6.827717866847346e-05}
+{"train_loss": 0.005233396776020527, "global_step": 15164, "epoch": 233, "lr": 6.8273380976056e-05}
+{"train_loss": 0.0055364565923810005, "global_step": 15165, "epoch": 233, "lr": 6.82695831619647e-05}
+{"train_loss": 0.003454016987234354, "global_step": 15166, "epoch": 233, "lr": 6.826578522622486e-05}
+{"train_loss": 0.004437902010977268, "global_step": 15167, "epoch": 233, "lr": 6.826198716886177e-05}
+{"train_loss": 0.007130601443350315, "global_step": 15168, "epoch": 233, "lr": 6.82581889899007e-05}
+{"train_loss": 0.007764180190861225, "global_step": 15169, "epoch": 233, "lr": 6.825439068936694e-05}
+{"train_loss": 0.003932480700314045, "global_step": 15170, "epoch": 233, "lr": 6.825059226728581e-05}
+{"train_loss": 0.0059026675298810005, "global_step": 15171, "epoch": 233, "lr": 6.824679372368257e-05}
+{"train_loss": 0.0036945536267012358, "global_step": 15172, "epoch": 233, "lr": 6.824299505858254e-05}
+{"train_loss": 0.006586937699466944, "global_step": 15173, "epoch": 233, "lr": 6.823919627201101e-05}
+{"train_loss": 0.007191798649728298, "global_step": 15174, "epoch": 233, "lr": 6.823539736399326e-05}
+{"train_loss": 0.005528138484805822, "global_step": 15175, "epoch": 233, "lr": 6.823159833455458e-05}
+{"train_loss": 0.007021572440862656, "global_step": 15176, "epoch": 233, "lr": 6.822779918372028e-05}
+{"train_loss": 0.0056400056928396225, "global_step": 15177, "epoch": 233, "lr": 6.822399991151566e-05}
+{"train_loss": 0.006038148887455463, "global_step": 15178, "epoch": 233, "lr": 6.822020051796601e-05}
+{"train_loss": 0.00736130541190505, "global_step": 15179, "epoch": 233, "lr": 6.821640100309661e-05}
+{"train_loss": 0.005444076843559742, "global_step": 15180, "epoch": 233, "lr": 6.821260136693279e-05}
+{"train_loss": 0.006578703410923481, "global_step": 15181, "epoch": 233, "lr": 6.820880160949986e-05}
+{"train_loss": 0.007110028527677059, "global_step": 15182, "epoch": 233, "lr": 6.820500173082307e-05}
+{"train_loss": 0.006078702863305807, "global_step": 15183, "epoch": 233, "lr": 6.820120173092776e-05}
+{"train_loss": 0.010062924586236477, "global_step": 15184, "epoch": 233, "lr": 6.819740160983923e-05}
+{"train_loss": 0.005356333218514919, "global_step": 15185, "epoch": 233, "lr": 6.819360136758277e-05}
+{"train_loss": 0.004924008157104254, "global_step": 15186, "epoch": 233, "lr": 6.818980100418368e-05}
+{"train_loss": 0.005616455338895321, "global_step": 15187, "epoch": 233, "lr": 6.818600051966728e-05}
+{"train_loss": 0.00886467844247818, "global_step": 15188, "epoch": 233, "lr": 6.818219991405889e-05}
+{"train_loss": 0.004333140328526497, "global_step": 15189, "epoch": 233, "lr": 6.817839918738377e-05}
+{"train_loss": 0.005426496732980013, "global_step": 15190, "epoch": 233, "lr": 6.817459833966728e-05}
+{"train_loss": 0.004114769399166107, "global_step": 15191, "epoch": 233, "lr": 6.817079737093468e-05}
+{"train_loss": 0.008652170188724995, "global_step": 15192, "epoch": 233, "lr": 6.816699628121131e-05}
+{"train_loss": 0.004157882183790207, "global_step": 15193, "epoch": 233, "lr": 6.816319507052248e-05}
+{"train_loss": 0.005724297370761633, "global_step": 15194, "epoch": 233, "lr": 6.815939373889348e-05}
+{"train_loss": 0.009068172425031662, "global_step": 15195, "epoch": 233, "lr": 6.815559228634965e-05}
+{"train_loss": 0.005421933252364397, "global_step": 15196, "epoch": 233, "lr": 6.815179071291628e-05}
+{"train_loss": 0.0037585769314318895, "global_step": 15197, "epoch": 233, "lr": 6.814798901861867e-05}
+{"train_loss": 0.004670804366469383, "global_step": 15198, "epoch": 233, "lr": 6.814418720348216e-05}
+{"train_loss": 0.006235939916223288, "global_step": 15199, "epoch": 233, "lr": 6.814038526753205e-05}
+{"train_loss": 0.004577526822686195, "global_step": 15200, "epoch": 233, "lr": 6.813658321079368e-05}
+{"train_loss": 0.007797544822096825, "global_step": 15201, "epoch": 233, "lr": 6.813278103329233e-05}
+{"train_loss": 0.006171521730720997, "global_step": 15202, "epoch": 233, "lr": 6.812897873505334e-05}
+{"train_loss": 0.006106492597609758, "global_step": 15203, "epoch": 233, "lr": 6.812517631610201e-05}
+{"train_loss": 0.003811533795669675, "global_step": 15204, "epoch": 233, "lr": 6.81213737764637e-05}
+{"train_loss": 0.0058958264999091625, "global_step": 15205, "epoch": 233, "lr": 6.811757111616368e-05}
+{"train_loss": 0.004932938609272242, "global_step": 15206, "epoch": 233, "lr": 6.811376833522729e-05}
+{"train_loss": 0.0044402023777365685, "global_step": 15207, "epoch": 233, "lr": 6.810996543367984e-05}
+{"train_loss": 0.004002406727522612, "global_step": 15208, "epoch": 233, "lr": 6.81061624115467e-05}
+{"train_loss": 0.005698544023415217, "global_step": 15209, "epoch": 233, "lr": 6.810235926885312e-05, "val_loss": 0.008118102326989174}
+{"train_loss": 0.004284329246729612, "global_step": 15210, "epoch": 234, "lr": 6.809855600562447e-05}
+{"train_loss": 0.0051847039721906185, "global_step": 15211, "epoch": 234, "lr": 6.809475262188605e-05}
+{"train_loss": 0.006283455062657595, "global_step": 15212, "epoch": 234, "lr": 6.809094911766323e-05}
+{"train_loss": 0.004618607461452484, "global_step": 15213, "epoch": 234, "lr": 6.808714549298127e-05}
+{"train_loss": 0.005216134712100029, "global_step": 15214, "epoch": 234, "lr": 6.808334174786555e-05}
+{"train_loss": 0.009738853201270103, "global_step": 15215, "epoch": 234, "lr": 6.807953788234137e-05}
+{"train_loss": 0.0028928150422871113, "global_step": 15216, "epoch": 234, "lr": 6.807573389643406e-05}
+{"train_loss": 0.005150253418833017, "global_step": 15217, "epoch": 234, "lr": 6.807192979016896e-05}
+{"train_loss": 0.0050129881128668785, "global_step": 15218, "epoch": 234, "lr": 6.80681255635714e-05}
+{"train_loss": 0.004162070341408253, "global_step": 15219, "epoch": 234, "lr": 6.806432121666669e-05}
+{"train_loss": 0.0054790363647043705, "global_step": 15220, "epoch": 234, "lr": 6.80605167494802e-05}
+{"train_loss": 0.0058059291914105415, "global_step": 15221, "epoch": 234, "lr": 6.80567121620372e-05}
+{"train_loss": 0.006153895054012537, "global_step": 15222, "epoch": 234, "lr": 6.80529074543631e-05}
+{"train_loss": 0.007144947536289692, "global_step": 15223, "epoch": 234, "lr": 6.804910262648317e-05}
+{"train_loss": 0.0050168149173259735, "global_step": 15224, "epoch": 234, "lr": 6.804529767842278e-05}
+{"train_loss": 0.005218632984906435, "global_step": 15225, "epoch": 234, "lr": 6.804149261020725e-05}
+{"train_loss": 0.0062913959845900536, "global_step": 15226, "epoch": 234, "lr": 6.803768742186192e-05}
+{"train_loss": 0.006731817033141851, "global_step": 15227, "epoch": 234, "lr": 6.803388211341213e-05}
+{"train_loss": 0.004205482546240091, "global_step": 15228, "epoch": 234, "lr": 6.803007668488323e-05}
+{"train_loss": 0.005609834101051092, "global_step": 15229, "epoch": 234, "lr": 6.802627113630051e-05}
+{"train_loss": 0.007949711754918098, "global_step": 15230, "epoch": 234, "lr": 6.802246546768938e-05}
+{"train_loss": 0.00463111512362957, "global_step": 15231, "epoch": 234, "lr": 6.801865967907513e-05}
+{"train_loss": 0.006051959004253149, "global_step": 15232, "epoch": 234, "lr": 6.80148537704831e-05}
+{"train_loss": 0.006765521131455898, "global_step": 15233, "epoch": 234, "lr": 6.801104774193865e-05}
+{"train_loss": 0.00712470430880785, "global_step": 15234, "epoch": 234, "lr": 6.800724159346714e-05}
+{"train_loss": 0.00328308017924428, "global_step": 15235, "epoch": 234, "lr": 6.800343532509388e-05}
+{"train_loss": 0.0061560701578855515, "global_step": 15236, "epoch": 234, "lr": 6.799962893684423e-05}
+{"train_loss": 0.004811115562915802, "global_step": 15237, "epoch": 234, "lr": 6.799582242874352e-05}
+{"train_loss": 0.00343529530800879, "global_step": 15238, "epoch": 234, "lr": 6.799201580081711e-05}
+{"train_loss": 0.004462213721126318, "global_step": 15239, "epoch": 234, "lr": 6.798820905309036e-05}
+{"train_loss": 0.004606339614838362, "global_step": 15240, "epoch": 234, "lr": 6.798440218558859e-05}
+{"train_loss": 0.003210691502317786, "global_step": 15241, "epoch": 234, "lr": 6.798059519833715e-05}
+{"train_loss": 0.006529430393129587, "global_step": 15242, "epoch": 234, "lr": 6.79767880913614e-05}
+{"train_loss": 0.004467261489480734, "global_step": 15243, "epoch": 234, "lr": 6.797298086468669e-05}
+{"train_loss": 0.006839542184025049, "global_step": 15244, "epoch": 234, "lr": 6.796917351833838e-05}
+{"train_loss": 0.00303887901827693, "global_step": 15245, "epoch": 234, "lr": 6.79653660523418e-05}
+{"train_loss": 0.005040845368057489, "global_step": 15246, "epoch": 234, "lr": 6.796155846672232e-05}
+{"train_loss": 0.005367606412619352, "global_step": 15247, "epoch": 234, "lr": 6.795775076150528e-05}
+{"train_loss": 0.005185290705412626, "global_step": 15248, "epoch": 234, "lr": 6.795394293671603e-05}
+{"train_loss": 0.004827877040952444, "global_step": 15249, "epoch": 234, "lr": 6.795013499237993e-05}
+{"train_loss": 0.006695918273180723, "global_step": 15250, "epoch": 234, "lr": 6.794632692852236e-05}
+{"train_loss": 0.004017038736492395, "global_step": 15251, "epoch": 234, "lr": 6.794251874516864e-05}
+{"train_loss": 0.005835412070155144, "global_step": 15252, "epoch": 234, "lr": 6.793871044234414e-05}
+{"train_loss": 0.0052419924177229404, "global_step": 15253, "epoch": 234, "lr": 6.793490202007422e-05}
+{"train_loss": 0.00538423890247941, "global_step": 15254, "epoch": 234, "lr": 6.793109347838425e-05}
+{"train_loss": 0.004718320909887552, "global_step": 15255, "epoch": 234, "lr": 6.792728481729956e-05}
+{"train_loss": 0.0034605367109179497, "global_step": 15256, "epoch": 234, "lr": 6.792347603684553e-05}
+{"train_loss": 0.007887668907642365, "global_step": 15257, "epoch": 234, "lr": 6.791966713704752e-05}
+{"train_loss": 0.005627054255455732, "global_step": 15258, "epoch": 234, "lr": 6.791585811793088e-05}
+{"train_loss": 0.00781917292624712, "global_step": 15259, "epoch": 234, "lr": 6.7912048979521e-05}
+{"train_loss": 0.004809200763702393, "global_step": 15260, "epoch": 234, "lr": 6.790823972184322e-05}
+{"train_loss": 0.0039240713231265545, "global_step": 15261, "epoch": 234, "lr": 6.790443034492291e-05}
+{"train_loss": 0.005870827939361334, "global_step": 15262, "epoch": 234, "lr": 6.790062084878542e-05}
+{"train_loss": 0.007993010804057121, "global_step": 15263, "epoch": 234, "lr": 6.789681123345614e-05}
+{"train_loss": 0.004375876858830452, "global_step": 15264, "epoch": 234, "lr": 6.789300149896043e-05}
+{"train_loss": 0.005895874463021755, "global_step": 15265, "epoch": 234, "lr": 6.788919164532365e-05}
+{"train_loss": 0.005321356002241373, "global_step": 15266, "epoch": 234, "lr": 6.788538167257117e-05}
+{"train_loss": 0.0051507484167814255, "global_step": 15267, "epoch": 234, "lr": 6.788157158072837e-05}
+{"train_loss": 0.004004910588264465, "global_step": 15268, "epoch": 234, "lr": 6.78777613698206e-05}
+{"train_loss": 0.0054670036770403385, "global_step": 15269, "epoch": 234, "lr": 6.787395103987323e-05}
+{"train_loss": 0.004291384015232325, "global_step": 15270, "epoch": 234, "lr": 6.787014059091165e-05}
+{"train_loss": 0.007051666267216206, "global_step": 15271, "epoch": 234, "lr": 6.786633002296122e-05}
+{"train_loss": 0.0063896095380187035, "global_step": 15272, "epoch": 234, "lr": 6.786251933604732e-05}
+{"train_loss": 0.004360530525445938, "global_step": 15273, "epoch": 234, "lr": 6.785870853019533e-05}
+{"train_loss": 0.005403086012945726, "global_step": 15274, "epoch": 234, "lr": 6.78548976054306e-05, "val_loss": 0.008200154639780521}
+{"train_loss": 0.004579127766191959, "global_step": 15275, "epoch": 235, "lr": 6.785108656177852e-05}
+{"train_loss": 0.0036083136219531298, "global_step": 15276, "epoch": 235, "lr": 6.784727539926446e-05}
+{"train_loss": 0.0047380076721310616, "global_step": 15277, "epoch": 235, "lr": 6.784346411791381e-05}
+{"train_loss": 0.005419655237346888, "global_step": 15278, "epoch": 235, "lr": 6.783965271775193e-05}
+{"train_loss": 0.003303362987935543, "global_step": 15279, "epoch": 235, "lr": 6.783584119880423e-05}
+{"train_loss": 0.005121870897710323, "global_step": 15280, "epoch": 235, "lr": 6.783202956109604e-05}
+{"train_loss": 0.0029578334651887417, "global_step": 15281, "epoch": 235, "lr": 6.782821780465279e-05}
+{"train_loss": 0.005962276365607977, "global_step": 15282, "epoch": 235, "lr": 6.782440592949982e-05}
+{"train_loss": 0.0036136864218860865, "global_step": 15283, "epoch": 235, "lr": 6.782059393566253e-05}
+{"train_loss": 0.005797042977064848, "global_step": 15284, "epoch": 235, "lr": 6.781678182316632e-05}
+{"train_loss": 0.004752008244395256, "global_step": 15285, "epoch": 235, "lr": 6.781296959203655e-05}
+{"train_loss": 0.007097561843693256, "global_step": 15286, "epoch": 235, "lr": 6.780915724229858e-05}
+{"train_loss": 0.005177184473723173, "global_step": 15287, "epoch": 235, "lr": 6.780534477397785e-05}
+{"train_loss": 0.001536116236820817, "global_step": 15288, "epoch": 235, "lr": 6.78015321870997e-05}
+{"train_loss": 0.005353189539164305, "global_step": 15289, "epoch": 235, "lr": 6.779771948168956e-05}
+{"train_loss": 0.002434863243252039, "global_step": 15290, "epoch": 235, "lr": 6.779390665777276e-05}
+{"train_loss": 0.004854196682572365, "global_step": 15291, "epoch": 235, "lr": 6.779009371537473e-05}
+{"train_loss": 0.005594780668616295, "global_step": 15292, "epoch": 235, "lr": 6.778628065452087e-05}
+{"train_loss": 0.005256020464003086, "global_step": 15293, "epoch": 235, "lr": 6.778246747523652e-05}
+{"train_loss": 0.004850057885050774, "global_step": 15294, "epoch": 235, "lr": 6.77786541775471e-05}
+{"train_loss": 0.003165966598317027, "global_step": 15295, "epoch": 235, "lr": 6.777484076147801e-05}
+{"train_loss": 0.004819435533136129, "global_step": 15296, "epoch": 235, "lr": 6.777102722705462e-05}
+{"train_loss": 0.007768632378429174, "global_step": 15297, "epoch": 235, "lr": 6.776721357430234e-05}
+{"train_loss": 0.002724438440054655, "global_step": 15298, "epoch": 235, "lr": 6.776339980324655e-05}
+{"train_loss": 0.003052033018320799, "global_step": 15299, "epoch": 235, "lr": 6.775958591391264e-05}
+{"train_loss": 0.004345507360994816, "global_step": 15300, "epoch": 235, "lr": 6.775577190632604e-05}
+{"train_loss": 0.005018198862671852, "global_step": 15301, "epoch": 235, "lr": 6.775195778051211e-05}
+{"train_loss": 0.007754263933748007, "global_step": 15302, "epoch": 235, "lr": 6.774814353649625e-05}
+{"train_loss": 0.004271264187991619, "global_step": 15303, "epoch": 235, "lr": 6.774432917430387e-05}
+{"train_loss": 0.004804451949894428, "global_step": 15304, "epoch": 235, "lr": 6.774051469396037e-05}
+{"train_loss": 0.005237801931798458, "global_step": 15305, "epoch": 235, "lr": 6.773670009549112e-05}
+{"train_loss": 0.007564217783510685, "global_step": 15306, "epoch": 235, "lr": 6.773288537892155e-05}
+{"train_loss": 0.003684297204017639, "global_step": 15307, "epoch": 235, "lr": 6.772907054427705e-05}
+{"train_loss": 0.0054997592233121395, "global_step": 15308, "epoch": 235, "lr": 6.772525559158302e-05}
+{"train_loss": 0.005959618370980024, "global_step": 15309, "epoch": 235, "lr": 6.772144052086489e-05}
+{"train_loss": 0.004966264590620995, "global_step": 15310, "epoch": 235, "lr": 6.7717625332148e-05}
+{"train_loss": 0.004852751735597849, "global_step": 15311, "epoch": 235, "lr": 6.771381002545781e-05}
+{"train_loss": 0.006244251504540443, "global_step": 15312, "epoch": 235, "lr": 6.77099946008197e-05}
+{"train_loss": 0.005204520188271999, "global_step": 15313, "epoch": 235, "lr": 6.770617905825908e-05}
+{"train_loss": 0.0038594966754317284, "global_step": 15314, "epoch": 235, "lr": 6.770236339780136e-05}
+{"train_loss": 0.004667405970394611, "global_step": 15315, "epoch": 235, "lr": 6.769854761947195e-05}
+{"train_loss": 0.006998905446380377, "global_step": 15316, "epoch": 235, "lr": 6.769473172329623e-05}
+{"train_loss": 0.005258123390376568, "global_step": 15317, "epoch": 235, "lr": 6.769091570929964e-05}
+{"train_loss": 0.004521192517131567, "global_step": 15318, "epoch": 235, "lr": 6.768709957750757e-05}
+{"train_loss": 0.004945197608321905, "global_step": 15319, "epoch": 235, "lr": 6.768328332794545e-05}
+{"train_loss": 0.005312556400895119, "global_step": 15320, "epoch": 235, "lr": 6.767946696063867e-05}
+{"train_loss": 0.0044237240217626095, "global_step": 15321, "epoch": 235, "lr": 6.767565047561266e-05}
+{"train_loss": 0.004665853921324015, "global_step": 15322, "epoch": 235, "lr": 6.767183387289278e-05}
+{"train_loss": 0.004897320177406073, "global_step": 15323, "epoch": 235, "lr": 6.766801715250453e-05}
+{"train_loss": 0.006070389412343502, "global_step": 15324, "epoch": 235, "lr": 6.766420031447327e-05}
+{"train_loss": 0.003255399176850915, "global_step": 15325, "epoch": 235, "lr": 6.766038335882441e-05}
+{"train_loss": 0.0029724561609327793, "global_step": 15326, "epoch": 235, "lr": 6.765656628558338e-05}
+{"train_loss": 0.00395113555714488, "global_step": 15327, "epoch": 235, "lr": 6.76527490947756e-05}
+{"train_loss": 0.004031277261674404, "global_step": 15328, "epoch": 235, "lr": 6.764893178642647e-05}
+{"train_loss": 0.004281448666006327, "global_step": 15329, "epoch": 235, "lr": 6.764511436056143e-05}
+{"train_loss": 0.002395119285210967, "global_step": 15330, "epoch": 235, "lr": 6.764129681720588e-05}
+{"train_loss": 0.004748672246932983, "global_step": 15331, "epoch": 235, "lr": 6.763747915638527e-05}
+{"train_loss": 0.005018466617912054, "global_step": 15332, "epoch": 235, "lr": 6.763366137812496e-05}
+{"train_loss": 0.004874734207987785, "global_step": 15333, "epoch": 235, "lr": 6.762984348245043e-05}
+{"train_loss": 0.004814057145267725, "global_step": 15334, "epoch": 235, "lr": 6.762602546938705e-05}
+{"train_loss": 0.0041743116453289986, "global_step": 15335, "epoch": 235, "lr": 6.76222073389603e-05}
+{"train_loss": 0.006243602372705936, "global_step": 15336, "epoch": 235, "lr": 6.761838909119557e-05}
+{"train_loss": 0.004413164686411619, "global_step": 15337, "epoch": 235, "lr": 6.761457072611828e-05}
+{"train_loss": 0.0038278866559267044, "global_step": 15338, "epoch": 235, "lr": 6.761075224375386e-05}
+{"train_loss": 0.004757615379416025, "global_step": 15339, "epoch": 235, "lr": 6.760693364412775e-05, "val_loss": 0.008692197501659393, "train_action_mse_error": 0.0003127771196886897}
+{"train_loss": 0.004014529287815094, "global_step": 15340, "epoch": 236, "lr": 6.760311492726536e-05}
+{"train_loss": 0.005728261079639196, "global_step": 15341, "epoch": 236, "lr": 6.759929609319212e-05}
+{"train_loss": 0.004979964345693588, "global_step": 15342, "epoch": 236, "lr": 6.759547714193345e-05}
+{"train_loss": 0.003916359506547451, "global_step": 15343, "epoch": 236, "lr": 6.759165807351481e-05}
+{"train_loss": 0.005465053487569094, "global_step": 15344, "epoch": 236, "lr": 6.758783888796158e-05}
+{"train_loss": 0.0066405595280230045, "global_step": 15345, "epoch": 236, "lr": 6.758401958529923e-05}
+{"train_loss": 0.004428236745297909, "global_step": 15346, "epoch": 236, "lr": 6.758020016555319e-05}
+{"train_loss": 0.003587018931284547, "global_step": 15347, "epoch": 236, "lr": 6.757638062874887e-05}
+{"train_loss": 0.006409364752471447, "global_step": 15348, "epoch": 236, "lr": 6.75725609749117e-05}
+{"train_loss": 0.004632171243429184, "global_step": 15349, "epoch": 236, "lr": 6.756874120406714e-05}
+{"train_loss": 0.004866931587457657, "global_step": 15350, "epoch": 236, "lr": 6.756492131624062e-05}
+{"train_loss": 0.003495659912005067, "global_step": 15351, "epoch": 236, "lr": 6.756110131145754e-05}
+{"train_loss": 0.004449302330613136, "global_step": 15352, "epoch": 236, "lr": 6.755728118974335e-05}
+{"train_loss": 0.008227642625570297, "global_step": 15353, "epoch": 236, "lr": 6.755346095112354e-05}
+{"train_loss": 0.005550627131015062, "global_step": 15354, "epoch": 236, "lr": 6.754964059562348e-05}
+{"train_loss": 0.007080515846610069, "global_step": 15355, "epoch": 236, "lr": 6.754582012326863e-05}
+{"train_loss": 0.005094392225146294, "global_step": 15356, "epoch": 236, "lr": 6.754199953408443e-05}
+{"train_loss": 0.0035282326862215996, "global_step": 15357, "epoch": 236, "lr": 6.753817882809634e-05}
+{"train_loss": 0.004838391672819853, "global_step": 15358, "epoch": 236, "lr": 6.753435800532976e-05}
+{"train_loss": 0.006137012504041195, "global_step": 15359, "epoch": 236, "lr": 6.753053706581014e-05}
+{"train_loss": 0.00565127981826663, "global_step": 15360, "epoch": 236, "lr": 6.752671600956295e-05}
+{"train_loss": 0.004393203184008598, "global_step": 15361, "epoch": 236, "lr": 6.752289483661362e-05}
+{"train_loss": 0.005269716959446669, "global_step": 15362, "epoch": 236, "lr": 6.75190735469876e-05}
+{"train_loss": 0.00806198175996542, "global_step": 15363, "epoch": 236, "lr": 6.75152521407103e-05}
+{"train_loss": 0.005751891061663628, "global_step": 15364, "epoch": 236, "lr": 6.751143061780718e-05}
+{"train_loss": 0.003286779159680009, "global_step": 15365, "epoch": 236, "lr": 6.75076089783037e-05}
+{"train_loss": 0.0035816775634884834, "global_step": 15366, "epoch": 236, "lr": 6.750378722222532e-05}
+{"train_loss": 0.006255031563341618, "global_step": 15367, "epoch": 236, "lr": 6.749996534959746e-05}
+{"train_loss": 0.003930909093469381, "global_step": 15368, "epoch": 236, "lr": 6.749614336044556e-05}
+{"train_loss": 0.00887652300298214, "global_step": 15369, "epoch": 236, "lr": 6.749232125479512e-05}
+{"train_loss": 0.0054638502188026905, "global_step": 15370, "epoch": 236, "lr": 6.748849903267151e-05}
+{"train_loss": 0.004853720311075449, "global_step": 15371, "epoch": 236, "lr": 6.748467669410026e-05}
+{"train_loss": 0.004130819346755743, "global_step": 15372, "epoch": 236, "lr": 6.748085423910676e-05}
+{"train_loss": 0.006913643330335617, "global_step": 15373, "epoch": 236, "lr": 6.747703166771651e-05}
+{"train_loss": 0.003975719679147005, "global_step": 15374, "epoch": 236, "lr": 6.747320897995493e-05}
+{"train_loss": 0.005345209967344999, "global_step": 15375, "epoch": 236, "lr": 6.746938617584749e-05}
+{"train_loss": 0.006600571796298027, "global_step": 15376, "epoch": 236, "lr": 6.746556325541962e-05}
+{"train_loss": 0.005420709494501352, "global_step": 15377, "epoch": 236, "lr": 6.74617402186968e-05}
+{"train_loss": 0.006523462012410164, "global_step": 15378, "epoch": 236, "lr": 6.745791706570448e-05}
+{"train_loss": 0.003233536146581173, "global_step": 15379, "epoch": 236, "lr": 6.745409379646812e-05}
+{"train_loss": 0.007533385418355465, "global_step": 15380, "epoch": 236, "lr": 6.745027041101317e-05}
+{"train_loss": 0.005357193294912577, "global_step": 15381, "epoch": 236, "lr": 6.74464469093651e-05}
+{"train_loss": 0.005489026196300983, "global_step": 15382, "epoch": 236, "lr": 6.744262329154935e-05}
+{"train_loss": 0.006706638261675835, "global_step": 15383, "epoch": 236, "lr": 6.743879955759139e-05}
+{"train_loss": 0.005894658621400595, "global_step": 15384, "epoch": 236, "lr": 6.743497570751667e-05}
+{"train_loss": 0.0032833630684763193, "global_step": 15385, "epoch": 236, "lr": 6.743115174135068e-05}
+{"train_loss": 0.005795659963041544, "global_step": 15386, "epoch": 236, "lr": 6.742732765911886e-05}
+{"train_loss": 0.004141766577959061, "global_step": 15387, "epoch": 236, "lr": 6.742350346084667e-05}
+{"train_loss": 0.005051496438682079, "global_step": 15388, "epoch": 236, "lr": 6.741967914655957e-05}
+{"train_loss": 0.005691132508218288, "global_step": 15389, "epoch": 236, "lr": 6.741585471628305e-05}
+{"train_loss": 0.00454137846827507, "global_step": 15390, "epoch": 236, "lr": 6.741203017004256e-05}
+{"train_loss": 0.006075905170291662, "global_step": 15391, "epoch": 236, "lr": 6.740820550786356e-05}
+{"train_loss": 0.00520904827862978, "global_step": 15392, "epoch": 236, "lr": 6.740438072977153e-05}
+{"train_loss": 0.0047757262364029884, "global_step": 15393, "epoch": 236, "lr": 6.74005558357919e-05}
+{"train_loss": 0.0054673985578119755, "global_step": 15394, "epoch": 236, "lr": 6.739673082595019e-05}
+{"train_loss": 0.004670244641602039, "global_step": 15395, "epoch": 236, "lr": 6.739290570027184e-05}
+{"train_loss": 0.005312403663992882, "global_step": 15396, "epoch": 236, "lr": 6.738908045878234e-05}
+{"train_loss": 0.004050262738019228, "global_step": 15397, "epoch": 236, "lr": 6.738525510150713e-05}
+{"train_loss": 0.004076882265508175, "global_step": 15398, "epoch": 236, "lr": 6.73814296284717e-05}
+{"train_loss": 0.005870067048817873, "global_step": 15399, "epoch": 236, "lr": 6.737760403970152e-05}
+{"train_loss": 0.004548920318484306, "global_step": 15400, "epoch": 236, "lr": 6.737377833522206e-05}
+{"train_loss": 0.005450830794870853, "global_step": 15401, "epoch": 236, "lr": 6.736995251505878e-05}
+{"train_loss": 0.004476794041693211, "global_step": 15402, "epoch": 236, "lr": 6.73661265792372e-05}
+{"train_loss": 0.003989184740930796, "global_step": 15403, "epoch": 236, "lr": 6.736230052778275e-05}
+{"train_loss": 0.0052246641296033675, "global_step": 15404, "epoch": 236, "lr": 6.735847436072094e-05, "val_loss": 0.004533532541245222}
+{"train_loss": 0.004261980298906565, "global_step": 15405, "epoch": 237, "lr": 6.735464807807718e-05}
+{"train_loss": 0.005419353023171425, "global_step": 15406, "epoch": 237, "lr": 6.735082167987704e-05}
+{"train_loss": 0.004960849415510893, "global_step": 15407, "epoch": 237, "lr": 6.734699516614594e-05}
+{"train_loss": 0.003269915236160159, "global_step": 15408, "epoch": 237, "lr": 6.734316853690937e-05}
+{"train_loss": 0.008550318889319897, "global_step": 15409, "epoch": 237, "lr": 6.733934179219282e-05}
+{"train_loss": 0.004090307280421257, "global_step": 15410, "epoch": 237, "lr": 6.733551493202175e-05}
+{"train_loss": 0.004868930205702782, "global_step": 15411, "epoch": 237, "lr": 6.733168795642166e-05}
+{"train_loss": 0.005823546554893255, "global_step": 15412, "epoch": 237, "lr": 6.732786086541803e-05}
+{"train_loss": 0.0036036113742738962, "global_step": 15413, "epoch": 237, "lr": 6.732403365903633e-05}
+{"train_loss": 0.005141326691955328, "global_step": 15414, "epoch": 237, "lr": 6.732020633730205e-05}
+{"train_loss": 0.004457450471818447, "global_step": 15415, "epoch": 237, "lr": 6.731637890024068e-05}
+{"train_loss": 0.007119851186871529, "global_step": 15416, "epoch": 237, "lr": 6.731255134787771e-05}
+{"train_loss": 0.003480434650555253, "global_step": 15417, "epoch": 237, "lr": 6.730872368023859e-05}
+{"train_loss": 0.008670802228152752, "global_step": 15418, "epoch": 237, "lr": 6.730489589734887e-05}
+{"train_loss": 0.005187675356864929, "global_step": 15419, "epoch": 237, "lr": 6.730106799923398e-05}
+{"train_loss": 0.0037614486645907164, "global_step": 15420, "epoch": 237, "lr": 6.729723998591943e-05}
+{"train_loss": 0.003776585916057229, "global_step": 15421, "epoch": 237, "lr": 6.729341185743072e-05}
+{"train_loss": 0.005062831565737724, "global_step": 15422, "epoch": 237, "lr": 6.728958361379332e-05}
+{"train_loss": 0.004229303449392319, "global_step": 15423, "epoch": 237, "lr": 6.728575525503274e-05}
+{"train_loss": 0.004584146663546562, "global_step": 15424, "epoch": 237, "lr": 6.728192678117444e-05}
+{"train_loss": 0.005022047087550163, "global_step": 15425, "epoch": 237, "lr": 6.727809819224393e-05}
+{"train_loss": 0.005114625673741102, "global_step": 15426, "epoch": 237, "lr": 6.727426948826672e-05}
+{"train_loss": 0.004323434550315142, "global_step": 15427, "epoch": 237, "lr": 6.727044066926829e-05}
+{"train_loss": 0.005450623109936714, "global_step": 15428, "epoch": 237, "lr": 6.726661173527413e-05}
+{"train_loss": 0.005045614205300808, "global_step": 15429, "epoch": 237, "lr": 6.726278268630972e-05}
+{"train_loss": 0.004788817372173071, "global_step": 15430, "epoch": 237, "lr": 6.725895352240059e-05}
+{"train_loss": 0.005879539530724287, "global_step": 15431, "epoch": 237, "lr": 6.725512424357224e-05}
+{"train_loss": 0.005349424201995134, "global_step": 15432, "epoch": 237, "lr": 6.725129484985011e-05}
+{"train_loss": 0.0035720423329621553, "global_step": 15433, "epoch": 237, "lr": 6.724746534125974e-05}
+{"train_loss": 0.00495787663385272, "global_step": 15434, "epoch": 237, "lr": 6.724363571782665e-05}
+{"train_loss": 0.008424579165875912, "global_step": 15435, "epoch": 237, "lr": 6.72398059795763e-05}
+{"train_loss": 0.005331638269126415, "global_step": 15436, "epoch": 237, "lr": 6.72359761265342e-05}
+{"train_loss": 0.003944606985896826, "global_step": 15437, "epoch": 237, "lr": 6.723214615872585e-05}
+{"train_loss": 0.003952614963054657, "global_step": 15438, "epoch": 237, "lr": 6.722831607617676e-05}
+{"train_loss": 0.005929254461079836, "global_step": 15439, "epoch": 237, "lr": 6.722448587891244e-05}
+{"train_loss": 0.0065222750417888165, "global_step": 15440, "epoch": 237, "lr": 6.72206555669584e-05}
+{"train_loss": 0.005020200274884701, "global_step": 15441, "epoch": 237, "lr": 6.721682514034009e-05}
+{"train_loss": 0.004132505506277084, "global_step": 15442, "epoch": 237, "lr": 6.721299459908309e-05}
+{"train_loss": 0.006676249671727419, "global_step": 15443, "epoch": 237, "lr": 6.720916394321283e-05}
+{"train_loss": 0.004068208858370781, "global_step": 15444, "epoch": 237, "lr": 6.720533317275489e-05}
+{"train_loss": 0.0036717019975185394, "global_step": 15445, "epoch": 237, "lr": 6.720150228773472e-05}
+{"train_loss": 0.003942613955587149, "global_step": 15446, "epoch": 237, "lr": 6.719767128817786e-05}
+{"train_loss": 0.007570014800876379, "global_step": 15447, "epoch": 237, "lr": 6.719384017410981e-05}
+{"train_loss": 0.005646084900945425, "global_step": 15448, "epoch": 237, "lr": 6.719000894555609e-05}
+{"train_loss": 0.005929324310272932, "global_step": 15449, "epoch": 237, "lr": 6.718617760254216e-05}
+{"train_loss": 0.004454334732145071, "global_step": 15450, "epoch": 237, "lr": 6.718234614509362e-05}
+{"train_loss": 0.005359997041523457, "global_step": 15451, "epoch": 237, "lr": 6.71785145732359e-05}
+{"train_loss": 0.007116625551134348, "global_step": 15452, "epoch": 237, "lr": 6.717468288699456e-05}
+{"train_loss": 0.006255325861275196, "global_step": 15453, "epoch": 237, "lr": 6.717085108639508e-05}
+{"train_loss": 0.004749784711748362, "global_step": 15454, "epoch": 237, "lr": 6.716701917146302e-05}
+{"train_loss": 0.003313494147732854, "global_step": 15455, "epoch": 237, "lr": 6.716318714222384e-05}
+{"train_loss": 0.004356409423053265, "global_step": 15456, "epoch": 237, "lr": 6.715935499870311e-05}
+{"train_loss": 0.005035737995058298, "global_step": 15457, "epoch": 237, "lr": 6.715552274092629e-05}
+{"train_loss": 0.004368428140878677, "global_step": 15458, "epoch": 237, "lr": 6.715169036891897e-05}
+{"train_loss": 0.005624282639473677, "global_step": 15459, "epoch": 237, "lr": 6.714785788270658e-05}
+{"train_loss": 0.004208666272461414, "global_step": 15460, "epoch": 237, "lr": 6.71440252823147e-05}
+{"train_loss": 0.003361247945576906, "global_step": 15461, "epoch": 237, "lr": 6.714019256776882e-05}
+{"train_loss": 0.004355933517217636, "global_step": 15462, "epoch": 237, "lr": 6.713635973909451e-05}
+{"train_loss": 0.005038638599216938, "global_step": 15463, "epoch": 237, "lr": 6.713252679631721e-05}
+{"train_loss": 0.005523121450096369, "global_step": 15464, "epoch": 237, "lr": 6.712869373946252e-05}
+{"train_loss": 0.003487150650471449, "global_step": 15465, "epoch": 237, "lr": 6.712486056855591e-05}
+{"train_loss": 0.005201960448175669, "global_step": 15466, "epoch": 237, "lr": 6.712102728362294e-05}
+{"train_loss": 0.004299666732549667, "global_step": 15467, "epoch": 237, "lr": 6.71171938846891e-05}
+{"train_loss": 0.005921215284615755, "global_step": 15468, "epoch": 237, "lr": 6.711336037177994e-05}
+{"train_loss": 0.005028860131278634, "global_step": 15469, "epoch": 237, "lr": 6.710952674492097e-05, "val_loss": 0.007426213473081589}
+{"train_loss": 0.003866015002131462, "global_step": 15470, "epoch": 238, "lr": 6.710569300413772e-05}
+{"train_loss": 0.006274541839957237, "global_step": 15471, "epoch": 238, "lr": 6.710185914945571e-05}
+{"train_loss": 0.004647386260330677, "global_step": 15472, "epoch": 238, "lr": 6.70980251809005e-05}
+{"train_loss": 0.0025229230523109436, "global_step": 15473, "epoch": 238, "lr": 6.709419109849759e-05}
+{"train_loss": 0.0043457867577672005, "global_step": 15474, "epoch": 238, "lr": 6.70903569022725e-05}
+{"train_loss": 0.0032295985147356987, "global_step": 15475, "epoch": 238, "lr": 6.708652259225079e-05}
+{"train_loss": 0.005959850270301104, "global_step": 15476, "epoch": 238, "lr": 6.708268816845797e-05}
+{"train_loss": 0.004192344844341278, "global_step": 15477, "epoch": 238, "lr": 6.707885363091958e-05}
+{"train_loss": 0.005319305695593357, "global_step": 15478, "epoch": 238, "lr": 6.707501897966115e-05}
+{"train_loss": 0.00421564094722271, "global_step": 15479, "epoch": 238, "lr": 6.707118421470822e-05}
+{"train_loss": 0.004564193077385426, "global_step": 15480, "epoch": 238, "lr": 6.70673493360863e-05}
+{"train_loss": 0.003518798854202032, "global_step": 15481, "epoch": 238, "lr": 6.706351434382097e-05}
+{"train_loss": 0.003735180478543043, "global_step": 15482, "epoch": 238, "lr": 6.705967923793771e-05}
+{"train_loss": 0.004304386209696531, "global_step": 15483, "epoch": 238, "lr": 6.705584401846208e-05}
+{"train_loss": 0.005068942904472351, "global_step": 15484, "epoch": 238, "lr": 6.705200868541966e-05}
+{"train_loss": 0.004628555383533239, "global_step": 15485, "epoch": 238, "lr": 6.704817323883591e-05}
+{"train_loss": 0.0046852692030370235, "global_step": 15486, "epoch": 238, "lr": 6.704433767873643e-05}
+{"train_loss": 0.004374972078949213, "global_step": 15487, "epoch": 238, "lr": 6.704050200514672e-05}
+{"train_loss": 0.003210935276001692, "global_step": 15488, "epoch": 238, "lr": 6.703666621809233e-05}
+{"train_loss": 0.004450561013072729, "global_step": 15489, "epoch": 238, "lr": 6.703283031759882e-05}
+{"train_loss": 0.007561520207673311, "global_step": 15490, "epoch": 238, "lr": 6.702899430369173e-05}
+{"train_loss": 0.004811479710042477, "global_step": 15491, "epoch": 238, "lr": 6.702515817639656e-05}
+{"train_loss": 0.0041483622044324875, "global_step": 15492, "epoch": 238, "lr": 6.702132193573891e-05}
+{"train_loss": 0.0034493773709982634, "global_step": 15493, "epoch": 238, "lr": 6.701748558174427e-05}
+{"train_loss": 0.0026414517778903246, "global_step": 15494, "epoch": 238, "lr": 6.701364911443824e-05}
+{"train_loss": 0.005079306662082672, "global_step": 15495, "epoch": 238, "lr": 6.70098125338463e-05}
+{"train_loss": 0.0058298432268202305, "global_step": 15496, "epoch": 238, "lr": 6.700597583999408e-05}
+{"train_loss": 0.006446665618568659, "global_step": 15497, "epoch": 238, "lr": 6.700213903290705e-05}
+{"train_loss": 0.004173752851784229, "global_step": 15498, "epoch": 238, "lr": 6.699830211261079e-05}
+{"train_loss": 0.0060141864232718945, "global_step": 15499, "epoch": 238, "lr": 6.699446507913084e-05}
+{"train_loss": 0.004095481708645821, "global_step": 15500, "epoch": 238, "lr": 6.699062793249277e-05}
+{"train_loss": 0.0043754056096076965, "global_step": 15501, "epoch": 238, "lr": 6.698679067272209e-05}
+{"train_loss": 0.0034801382571458817, "global_step": 15502, "epoch": 238, "lr": 6.69829532998444e-05}
+{"train_loss": 0.0029806222300976515, "global_step": 15503, "epoch": 238, "lr": 6.69791158138852e-05}
+{"train_loss": 0.004967561922967434, "global_step": 15504, "epoch": 238, "lr": 6.69752782148701e-05}
+{"train_loss": 0.006054008845239878, "global_step": 15505, "epoch": 238, "lr": 6.697144050282457e-05}
+{"train_loss": 0.008359093219041824, "global_step": 15506, "epoch": 238, "lr": 6.696760267777426e-05}
+{"train_loss": 0.004193008877336979, "global_step": 15507, "epoch": 238, "lr": 6.696376473974466e-05}
+{"train_loss": 0.003718258813023567, "global_step": 15508, "epoch": 238, "lr": 6.695992668876135e-05}
+{"train_loss": 0.004083443433046341, "global_step": 15509, "epoch": 238, "lr": 6.695608852484987e-05}
+{"train_loss": 0.004051096271723509, "global_step": 15510, "epoch": 238, "lr": 6.69522502480358e-05}
+{"train_loss": 0.0029649182688444853, "global_step": 15511, "epoch": 238, "lr": 6.694841185834465e-05}
+{"train_loss": 0.006149886641651392, "global_step": 15512, "epoch": 238, "lr": 6.694457335580206e-05}
+{"train_loss": 0.006912728771567345, "global_step": 15513, "epoch": 238, "lr": 6.69407347404335e-05}
+{"train_loss": 0.002932353876531124, "global_step": 15514, "epoch": 238, "lr": 6.693689601226458e-05}
+{"train_loss": 0.0048793526366353035, "global_step": 15515, "epoch": 238, "lr": 6.693305717132085e-05}
+{"train_loss": 0.006180178839713335, "global_step": 15516, "epoch": 238, "lr": 6.692921821762788e-05}
+{"train_loss": 0.004018556326627731, "global_step": 15517, "epoch": 238, "lr": 6.69253791512112e-05}
+{"train_loss": 0.006049032788723707, "global_step": 15518, "epoch": 238, "lr": 6.69215399720964e-05}
+{"train_loss": 0.006153934169560671, "global_step": 15519, "epoch": 238, "lr": 6.691770068030904e-05}
+{"train_loss": 0.005234905052930117, "global_step": 15520, "epoch": 238, "lr": 6.691386127587469e-05}
+{"train_loss": 0.003875119611620903, "global_step": 15521, "epoch": 238, "lr": 6.69100217588189e-05}
+{"train_loss": 0.004097260069102049, "global_step": 15522, "epoch": 238, "lr": 6.690618212916724e-05}
+{"train_loss": 0.0064499094150960445, "global_step": 15523, "epoch": 238, "lr": 6.69023423869453e-05}
+{"train_loss": 0.005727030802518129, "global_step": 15524, "epoch": 238, "lr": 6.68985025321786e-05}
+{"train_loss": 0.00431434391066432, "global_step": 15525, "epoch": 238, "lr": 6.689466256489273e-05}
+{"train_loss": 0.005054466426372528, "global_step": 15526, "epoch": 238, "lr": 6.689082248511329e-05}
+{"train_loss": 0.0055758715607225895, "global_step": 15527, "epoch": 238, "lr": 6.68869822928658e-05}
+{"train_loss": 0.0034733836073428392, "global_step": 15528, "epoch": 238, "lr": 6.688314198817586e-05}
+{"train_loss": 0.004377465695142746, "global_step": 15529, "epoch": 238, "lr": 6.687930157106903e-05}
+{"train_loss": 0.004964470863342285, "global_step": 15530, "epoch": 238, "lr": 6.687546104157087e-05}
+{"train_loss": 0.00632926682010293, "global_step": 15531, "epoch": 238, "lr": 6.6871620399707e-05}
+{"train_loss": 0.003924753051251173, "global_step": 15532, "epoch": 238, "lr": 6.686777964550291e-05}
+{"train_loss": 0.00553835229948163, "global_step": 15533, "epoch": 238, "lr": 6.686393877898426e-05}
+{"train_loss": 0.004744866049776857, "global_step": 15534, "epoch": 238, "lr": 6.686009780017657e-05, "val_loss": 0.008317815139889717}
+{"train_loss": 0.0027438888791948557, "global_step": 15535, "epoch": 239, "lr": 6.685625670910544e-05}
+{"train_loss": 0.005068215541541576, "global_step": 15536, "epoch": 239, "lr": 6.685241550579644e-05}
+{"train_loss": 0.0049224733375012875, "global_step": 15537, "epoch": 239, "lr": 6.684857419027514e-05}
+{"train_loss": 0.0040677874349057674, "global_step": 15538, "epoch": 239, "lr": 6.684473276256713e-05}
+{"train_loss": 0.003627049969509244, "global_step": 15539, "epoch": 239, "lr": 6.684089122269797e-05}
+{"train_loss": 0.00360461650416255, "global_step": 15540, "epoch": 239, "lr": 6.683704957069325e-05}
+{"train_loss": 0.006141012534499168, "global_step": 15541, "epoch": 239, "lr": 6.683320780657856e-05}
+{"train_loss": 0.006137949880212545, "global_step": 15542, "epoch": 239, "lr": 6.682936593037946e-05}
+{"train_loss": 0.006739186123013496, "global_step": 15543, "epoch": 239, "lr": 6.682552394212155e-05}
+{"train_loss": 0.0038359956815838814, "global_step": 15544, "epoch": 239, "lr": 6.68216818418304e-05}
+{"train_loss": 0.005046482663601637, "global_step": 15545, "epoch": 239, "lr": 6.681783962953159e-05}
+{"train_loss": 0.004602830857038498, "global_step": 15546, "epoch": 239, "lr": 6.681399730525071e-05}
+{"train_loss": 0.003756935242563486, "global_step": 15547, "epoch": 239, "lr": 6.681015486901336e-05}
+{"train_loss": 0.0038277017883956432, "global_step": 15548, "epoch": 239, "lr": 6.680631232084509e-05}
+{"train_loss": 0.005176258273422718, "global_step": 15549, "epoch": 239, "lr": 6.680246966077151e-05}
+{"train_loss": 0.003903001081198454, "global_step": 15550, "epoch": 239, "lr": 6.67986268888182e-05}
+{"train_loss": 0.005542647559195757, "global_step": 15551, "epoch": 239, "lr": 6.679478400501076e-05}
+{"train_loss": 0.004598496947437525, "global_step": 15552, "epoch": 239, "lr": 6.679094100937474e-05}
+{"train_loss": 0.004072330426424742, "global_step": 15553, "epoch": 239, "lr": 6.678709790193578e-05}
+{"train_loss": 0.005820662248879671, "global_step": 15554, "epoch": 239, "lr": 6.678325468271944e-05}
+{"train_loss": 0.003856364171952009, "global_step": 15555, "epoch": 239, "lr": 6.67794113517513e-05}
+{"train_loss": 0.003747270442545414, "global_step": 15556, "epoch": 239, "lr": 6.677556790905698e-05}
+{"train_loss": 0.004876360297203064, "global_step": 15557, "epoch": 239, "lr": 6.677172435466206e-05}
+{"train_loss": 0.0048667918890714645, "global_step": 15558, "epoch": 239, "lr": 6.676788068859213e-05}
+{"train_loss": 0.004505983553826809, "global_step": 15559, "epoch": 239, "lr": 6.676403691087277e-05}
+{"train_loss": 0.004034694284200668, "global_step": 15560, "epoch": 239, "lr": 6.676019302152958e-05}
+{"train_loss": 0.003777852514758706, "global_step": 15561, "epoch": 239, "lr": 6.675634902058817e-05}
+{"train_loss": 0.004538870416581631, "global_step": 15562, "epoch": 239, "lr": 6.675250490807413e-05}
+{"train_loss": 0.004166578873991966, "global_step": 15563, "epoch": 239, "lr": 6.674866068401305e-05}
+{"train_loss": 0.0049225203692913055, "global_step": 15564, "epoch": 239, "lr": 6.674481634843053e-05}
+{"train_loss": 0.005435253027826548, "global_step": 15565, "epoch": 239, "lr": 6.674097190135218e-05}
+{"train_loss": 0.006588528398424387, "global_step": 15566, "epoch": 239, "lr": 6.673712734280356e-05}
+{"train_loss": 0.00410887086763978, "global_step": 15567, "epoch": 239, "lr": 6.673328267281032e-05}
+{"train_loss": 0.00428434181958437, "global_step": 15568, "epoch": 239, "lr": 6.6729437891398e-05}
+{"train_loss": 0.006157435942441225, "global_step": 15569, "epoch": 239, "lr": 6.672559299859228e-05}
+{"train_loss": 0.004227530676871538, "global_step": 15570, "epoch": 239, "lr": 6.672174799441868e-05}
+{"train_loss": 0.006803931202739477, "global_step": 15571, "epoch": 239, "lr": 6.671790287890286e-05}
+{"train_loss": 0.0058748056180775166, "global_step": 15572, "epoch": 239, "lr": 6.67140576520704e-05}
+{"train_loss": 0.004793678876012564, "global_step": 15573, "epoch": 239, "lr": 6.671021231394689e-05}
+{"train_loss": 0.006738817784935236, "global_step": 15574, "epoch": 239, "lr": 6.670636686455796e-05}
+{"train_loss": 0.006820744834840298, "global_step": 15575, "epoch": 239, "lr": 6.67025213039292e-05}
+{"train_loss": 0.003147088224068284, "global_step": 15576, "epoch": 239, "lr": 6.669867563208621e-05}
+{"train_loss": 0.005637765396386385, "global_step": 15577, "epoch": 239, "lr": 6.669482984905464e-05}
+{"train_loss": 0.005366829689592123, "global_step": 15578, "epoch": 239, "lr": 6.669098395486003e-05}
+{"train_loss": 0.005805129185318947, "global_step": 15579, "epoch": 239, "lr": 6.668713794952803e-05}
+{"train_loss": 0.00402331817895174, "global_step": 15580, "epoch": 239, "lr": 6.668329183308424e-05}
+{"train_loss": 0.0058044069446623325, "global_step": 15581, "epoch": 239, "lr": 6.667944560555429e-05}
+{"train_loss": 0.005625487770885229, "global_step": 15582, "epoch": 239, "lr": 6.667559926696375e-05}
+{"train_loss": 0.007643802557140589, "global_step": 15583, "epoch": 239, "lr": 6.667175281733827e-05}
+{"train_loss": 0.005395081825554371, "global_step": 15584, "epoch": 239, "lr": 6.66679062567034e-05}
+{"train_loss": 0.00474747596308589, "global_step": 15585, "epoch": 239, "lr": 6.666405958508484e-05}
+{"train_loss": 0.007594672497361898, "global_step": 15586, "epoch": 239, "lr": 6.666021280250813e-05}
+{"train_loss": 0.004106120206415653, "global_step": 15587, "epoch": 239, "lr": 6.665636590899894e-05}
+{"train_loss": 0.004338617902249098, "global_step": 15588, "epoch": 239, "lr": 6.665251890458283e-05}
+{"train_loss": 0.005193648859858513, "global_step": 15589, "epoch": 239, "lr": 6.664867178928547e-05}
+{"train_loss": 0.006140242796391249, "global_step": 15590, "epoch": 239, "lr": 6.664482456313241e-05}
+{"train_loss": 0.005422614980489016, "global_step": 15591, "epoch": 239, "lr": 6.664097722614934e-05}
+{"train_loss": 0.005481214262545109, "global_step": 15592, "epoch": 239, "lr": 6.663712977836182e-05}
+{"train_loss": 0.008302150294184685, "global_step": 15593, "epoch": 239, "lr": 6.663328221979552e-05}
+{"train_loss": 0.004102497361600399, "global_step": 15594, "epoch": 239, "lr": 6.6629434550476e-05}
+{"train_loss": 0.004285967908799648, "global_step": 15595, "epoch": 239, "lr": 6.662558677042891e-05}
+{"train_loss": 0.005337567068636417, "global_step": 15596, "epoch": 239, "lr": 6.662173887967989e-05}
+{"train_loss": 0.005622746888548136, "global_step": 15597, "epoch": 239, "lr": 6.661789087825454e-05}
+{"train_loss": 0.005070601589977741, "global_step": 15598, "epoch": 239, "lr": 6.661404276617848e-05}
+{"train_loss": 0.005045233924801533, "global_step": 15599, "epoch": 239, "lr": 6.661019454347733e-05, "val_loss": 0.005646557081490755}
+{"train_loss": 0.006038642954081297, "global_step": 15600, "epoch": 240, "lr": 6.660634621017674e-05}
+{"train_loss": 0.005156427621841431, "global_step": 15601, "epoch": 240, "lr": 6.66024977663023e-05}
+{"train_loss": 0.004094796255230904, "global_step": 15602, "epoch": 240, "lr": 6.659864921187964e-05}
+{"train_loss": 0.006029902957379818, "global_step": 15603, "epoch": 240, "lr": 6.659480054693441e-05}
+{"train_loss": 0.003356591099873185, "global_step": 15604, "epoch": 240, "lr": 6.659095177149221e-05}
+{"train_loss": 0.004610577132552862, "global_step": 15605, "epoch": 240, "lr": 6.65871028855787e-05}
+{"train_loss": 0.006188120227307081, "global_step": 15606, "epoch": 240, "lr": 6.658325388921947e-05}
+{"train_loss": 0.0028059950564056635, "global_step": 15607, "epoch": 240, "lr": 6.657940478244015e-05}
+{"train_loss": 0.0051253014244139194, "global_step": 15608, "epoch": 240, "lr": 6.657555556526642e-05}
+{"train_loss": 0.00405875314027071, "global_step": 15609, "epoch": 240, "lr": 6.657170623772386e-05}
+{"train_loss": 0.0027906284667551517, "global_step": 15610, "epoch": 240, "lr": 6.65678567998381e-05}
+{"train_loss": 0.00557685224339366, "global_step": 15611, "epoch": 240, "lr": 6.656400725163481e-05}
+{"train_loss": 0.00344488094560802, "global_step": 15612, "epoch": 240, "lr": 6.656015759313959e-05}
+{"train_loss": 0.003730467986315489, "global_step": 15613, "epoch": 240, "lr": 6.655630782437809e-05}
+{"train_loss": 0.005729200784116983, "global_step": 15614, "epoch": 240, "lr": 6.655245794537592e-05}
+{"train_loss": 0.006741928867995739, "global_step": 15615, "epoch": 240, "lr": 6.654860795615876e-05}
+{"train_loss": 0.006501415278762579, "global_step": 15616, "epoch": 240, "lr": 6.654475785675219e-05}
+{"train_loss": 0.007474763318896294, "global_step": 15617, "epoch": 240, "lr": 6.654090764718188e-05}
+{"train_loss": 0.004554429091513157, "global_step": 15618, "epoch": 240, "lr": 6.653705732747345e-05}
+{"train_loss": 0.005244668107479811, "global_step": 15619, "epoch": 240, "lr": 6.653320689765257e-05}
+{"train_loss": 0.005351190455257893, "global_step": 15620, "epoch": 240, "lr": 6.652935635774484e-05}
+{"train_loss": 0.0037004773039370775, "global_step": 15621, "epoch": 240, "lr": 6.652550570777591e-05}
+{"train_loss": 0.0037394005339592695, "global_step": 15622, "epoch": 240, "lr": 6.652165494777143e-05}
+{"train_loss": 0.005599466152489185, "global_step": 15623, "epoch": 240, "lr": 6.651780407775704e-05}
+{"train_loss": 0.004832487087696791, "global_step": 15624, "epoch": 240, "lr": 6.651395309775837e-05}
+{"train_loss": 0.004579010885208845, "global_step": 15625, "epoch": 240, "lr": 6.651010200780106e-05}
+{"train_loss": 0.0027614766731858253, "global_step": 15626, "epoch": 240, "lr": 6.650625080791075e-05}
+{"train_loss": 0.005906044505536556, "global_step": 15627, "epoch": 240, "lr": 6.650239949811312e-05}
+{"train_loss": 0.005823757033795118, "global_step": 15628, "epoch": 240, "lr": 6.649854807843377e-05}
+{"train_loss": 0.0044372729025781155, "global_step": 15629, "epoch": 240, "lr": 6.649469654889836e-05}
+{"train_loss": 0.0073429886251688, "global_step": 15630, "epoch": 240, "lr": 6.649084490953254e-05}
+{"train_loss": 0.004302045796066523, "global_step": 15631, "epoch": 240, "lr": 6.648699316036196e-05}
+{"train_loss": 0.007971728220582008, "global_step": 15632, "epoch": 240, "lr": 6.648314130141224e-05}
+{"train_loss": 0.00537581043317914, "global_step": 15633, "epoch": 240, "lr": 6.647928933270909e-05}
+{"train_loss": 0.0036986875347793102, "global_step": 15634, "epoch": 240, "lr": 6.647543725427808e-05}
+{"train_loss": 0.005844042170792818, "global_step": 15635, "epoch": 240, "lr": 6.64715850661449e-05}
+{"train_loss": 0.0056916032917797565, "global_step": 15636, "epoch": 240, "lr": 6.64677327683352e-05}
+{"train_loss": 0.004932263400405645, "global_step": 15637, "epoch": 240, "lr": 6.646388036087463e-05}
+{"train_loss": 0.005012822803109884, "global_step": 15638, "epoch": 240, "lr": 6.646002784378882e-05}
+{"train_loss": 0.00816111546009779, "global_step": 15639, "epoch": 240, "lr": 6.645617521710348e-05}
+{"train_loss": 0.005924691446125507, "global_step": 15640, "epoch": 240, "lr": 6.645232248084419e-05}
+{"train_loss": 0.004904803819954395, "global_step": 15641, "epoch": 240, "lr": 6.644846963503664e-05}
+{"train_loss": 0.0046648927964270115, "global_step": 15642, "epoch": 240, "lr": 6.644461667970649e-05}
+{"train_loss": 0.007226066198199987, "global_step": 15643, "epoch": 240, "lr": 6.644076361487937e-05}
+{"train_loss": 0.006052791140973568, "global_step": 15644, "epoch": 240, "lr": 6.643691044058096e-05}
+{"train_loss": 0.006291582714766264, "global_step": 15645, "epoch": 240, "lr": 6.64330571568369e-05}
+{"train_loss": 0.005846730433404446, "global_step": 15646, "epoch": 240, "lr": 6.642920376367287e-05}
+{"train_loss": 0.005543180741369724, "global_step": 15647, "epoch": 240, "lr": 6.642535026111451e-05}
+{"train_loss": 0.007243200205266476, "global_step": 15648, "epoch": 240, "lr": 6.642149664918747e-05}
+{"train_loss": 0.0046350485645234585, "global_step": 15649, "epoch": 240, "lr": 6.641764292791742e-05}
+{"train_loss": 0.0046166917309165, "global_step": 15650, "epoch": 240, "lr": 6.641378909733003e-05}
+{"train_loss": 0.0038025309331715107, "global_step": 15651, "epoch": 240, "lr": 6.640993515745095e-05}
+{"train_loss": 0.006871676072478294, "global_step": 15652, "epoch": 240, "lr": 6.640608110830584e-05}
+{"train_loss": 0.00672664400190115, "global_step": 15653, "epoch": 240, "lr": 6.640222694992037e-05}
+{"train_loss": 0.004934927448630333, "global_step": 15654, "epoch": 240, "lr": 6.639837268232018e-05}
+{"train_loss": 0.003365626558661461, "global_step": 15655, "epoch": 240, "lr": 6.639451830553098e-05}
+{"train_loss": 0.005605025216937065, "global_step": 15656, "epoch": 240, "lr": 6.639066381957839e-05}
+{"train_loss": 0.008629574440419674, "global_step": 15657, "epoch": 240, "lr": 6.63868092244881e-05}
+{"train_loss": 0.005609721411019564, "global_step": 15658, "epoch": 240, "lr": 6.638295452028577e-05}
+{"train_loss": 0.005715921055525541, "global_step": 15659, "epoch": 240, "lr": 6.637909970699706e-05}
+{"train_loss": 0.004754904191941023, "global_step": 15660, "epoch": 240, "lr": 6.637524478464764e-05}
+{"train_loss": 0.005069178529083729, "global_step": 15661, "epoch": 240, "lr": 6.637138975326318e-05}
+{"train_loss": 0.009240278974175453, "global_step": 15662, "epoch": 240, "lr": 6.636753461286935e-05}
+{"train_loss": 0.005164014641195536, "global_step": 15663, "epoch": 240, "lr": 6.636367936349181e-05}
+{"train_loss": 0.005320131563796447, "global_step": 15664, "epoch": 240, "lr": 6.635982400515626e-05, "val_loss": 0.009912046603858471, "train_action_mse_error": 0.000275266298558563}
+{"train_loss": 0.006385404150933027, "global_step": 15665, "epoch": 241, "lr": 6.635596853788833e-05}
+{"train_loss": 0.007083522155880928, "global_step": 15666, "epoch": 241, "lr": 6.635211296171373e-05}
+{"train_loss": 0.00397296529263258, "global_step": 15667, "epoch": 241, "lr": 6.63482572766581e-05}
+{"train_loss": 0.005498232785612345, "global_step": 15668, "epoch": 241, "lr": 6.634440148274713e-05}
+{"train_loss": 0.006641246844083071, "global_step": 15669, "epoch": 241, "lr": 6.634054558000648e-05}
+{"train_loss": 0.004747811704874039, "global_step": 15670, "epoch": 241, "lr": 6.633668956846186e-05}
+{"train_loss": 0.007383968681097031, "global_step": 15671, "epoch": 241, "lr": 6.63328334481389e-05}
+{"train_loss": 0.00527229206636548, "global_step": 15672, "epoch": 241, "lr": 6.63289772190633e-05}
+{"train_loss": 0.006555857602506876, "global_step": 15673, "epoch": 241, "lr": 6.632512088126074e-05}
+{"train_loss": 0.0037575880996882915, "global_step": 15674, "epoch": 241, "lr": 6.63212644347569e-05}
+{"train_loss": 0.005211931653320789, "global_step": 15675, "epoch": 241, "lr": 6.631740787957744e-05}
+{"train_loss": 0.007100195623934269, "global_step": 15676, "epoch": 241, "lr": 6.631355121574805e-05}
+{"train_loss": 0.005984396208077669, "global_step": 15677, "epoch": 241, "lr": 6.630969444329442e-05}
+{"train_loss": 0.005932788830250502, "global_step": 15678, "epoch": 241, "lr": 6.63058375622422e-05}
+{"train_loss": 0.003990949597209692, "global_step": 15679, "epoch": 241, "lr": 6.63019805726171e-05}
+{"train_loss": 0.006289925891906023, "global_step": 15680, "epoch": 241, "lr": 6.629812347444479e-05}
+{"train_loss": 0.004593499004840851, "global_step": 15681, "epoch": 241, "lr": 6.629426626775094e-05}
+{"train_loss": 0.006404305808246136, "global_step": 15682, "epoch": 241, "lr": 6.629040895256127e-05}
+{"train_loss": 0.00905313529074192, "global_step": 15683, "epoch": 241, "lr": 6.628655152890143e-05}
+{"train_loss": 0.011757982894778252, "global_step": 15684, "epoch": 241, "lr": 6.628269399679712e-05}
+{"train_loss": 0.0062490226700901985, "global_step": 15685, "epoch": 241, "lr": 6.627883635627404e-05}
+{"train_loss": 0.0024259365163743496, "global_step": 15686, "epoch": 241, "lr": 6.627497860735782e-05}
+{"train_loss": 0.003658460918813944, "global_step": 15687, "epoch": 241, "lr": 6.627112075007421e-05}
+{"train_loss": 0.007152927108108997, "global_step": 15688, "epoch": 241, "lr": 6.626726278444889e-05}
+{"train_loss": 0.007252303417772055, "global_step": 15689, "epoch": 241, "lr": 6.62634047105075e-05}
+{"train_loss": 0.004932063166052103, "global_step": 15690, "epoch": 241, "lr": 6.625954652827578e-05}
+{"train_loss": 0.0032661068253219128, "global_step": 15691, "epoch": 241, "lr": 6.625568823777937e-05}
+{"train_loss": 0.007300523109734058, "global_step": 15692, "epoch": 241, "lr": 6.625182983904404e-05}
+{"train_loss": 0.005225473549216986, "global_step": 15693, "epoch": 241, "lr": 6.624797133209538e-05}
+{"train_loss": 0.0065618534572422504, "global_step": 15694, "epoch": 241, "lr": 6.624411271695916e-05}
+{"train_loss": 0.006416121032088995, "global_step": 15695, "epoch": 241, "lr": 6.624025399366104e-05}
+{"train_loss": 0.0031131214927881956, "global_step": 15696, "epoch": 241, "lr": 6.623639516222673e-05}
+{"train_loss": 0.004891188349574804, "global_step": 15697, "epoch": 241, "lr": 6.623253622268191e-05}
+{"train_loss": 0.005102704744786024, "global_step": 15698, "epoch": 241, "lr": 6.622867717505228e-05}
+{"train_loss": 0.006065869238227606, "global_step": 15699, "epoch": 241, "lr": 6.622481801936353e-05}
+{"train_loss": 0.005117902997881174, "global_step": 15700, "epoch": 241, "lr": 6.622095875564138e-05}
+{"train_loss": 0.005761402193456888, "global_step": 15701, "epoch": 241, "lr": 6.621709938391148e-05}
+{"train_loss": 0.006501417141407728, "global_step": 15702, "epoch": 241, "lr": 6.621323990419956e-05}
+{"train_loss": 0.0038380965124815702, "global_step": 15703, "epoch": 241, "lr": 6.620938031653132e-05}
+{"train_loss": 0.004942792933434248, "global_step": 15704, "epoch": 241, "lr": 6.620552062093248e-05}
+{"train_loss": 0.00585402874276042, "global_step": 15705, "epoch": 241, "lr": 6.620166081742868e-05}
+{"train_loss": 0.005860891658812761, "global_step": 15706, "epoch": 241, "lr": 6.619780090604566e-05}
+{"train_loss": 0.006254068575799465, "global_step": 15707, "epoch": 241, "lr": 6.619394088680912e-05}
+{"train_loss": 0.005147765390574932, "global_step": 15708, "epoch": 241, "lr": 6.619008075974477e-05}
+{"train_loss": 0.005632277112454176, "global_step": 15709, "epoch": 241, "lr": 6.618622052487827e-05}
+{"train_loss": 0.006194788496941328, "global_step": 15710, "epoch": 241, "lr": 6.618236018223537e-05}
+{"train_loss": 0.007303321268409491, "global_step": 15711, "epoch": 241, "lr": 6.617849973184175e-05}
+{"train_loss": 0.004081809893250465, "global_step": 15712, "epoch": 241, "lr": 6.617463917372314e-05}
+{"train_loss": 0.005864446982741356, "global_step": 15713, "epoch": 241, "lr": 6.617077850790522e-05}
+{"train_loss": 0.004540362861007452, "global_step": 15714, "epoch": 241, "lr": 6.616691773441371e-05}
+{"train_loss": 0.006937765516340733, "global_step": 15715, "epoch": 241, "lr": 6.61630568532743e-05}
+{"train_loss": 0.006259274668991566, "global_step": 15716, "epoch": 241, "lr": 6.615919586451271e-05}
+{"train_loss": 0.008969267830252647, "global_step": 15717, "epoch": 241, "lr": 6.615533476815465e-05}
+{"train_loss": 0.00462836679071188, "global_step": 15718, "epoch": 241, "lr": 6.615147356422584e-05}
+{"train_loss": 0.00335118779912591, "global_step": 15719, "epoch": 241, "lr": 6.614761225275197e-05}
+{"train_loss": 0.005362221505492926, "global_step": 15720, "epoch": 241, "lr": 6.614375083375874e-05}
+{"train_loss": 0.005623999517410994, "global_step": 15721, "epoch": 241, "lr": 6.613988930727189e-05}
+{"train_loss": 0.009970905259251595, "global_step": 15722, "epoch": 241, "lr": 6.613602767331713e-05}
+{"train_loss": 0.008358006365597248, "global_step": 15723, "epoch": 241, "lr": 6.613216593192016e-05}
+{"train_loss": 0.0027753752656280994, "global_step": 15724, "epoch": 241, "lr": 6.61283040831067e-05}
+{"train_loss": 0.00489316089078784, "global_step": 15725, "epoch": 241, "lr": 6.612444212690245e-05}
+{"train_loss": 0.005008677486330271, "global_step": 15726, "epoch": 241, "lr": 6.612058006333315e-05}
+{"train_loss": 0.007689037825912237, "global_step": 15727, "epoch": 241, "lr": 6.61167178924245e-05}
+{"train_loss": 0.004718130454421043, "global_step": 15728, "epoch": 241, "lr": 6.611285561420223e-05}
+{"train_loss": 0.0057825469985031165, "global_step": 15729, "epoch": 241, "lr": 6.610899322869201e-05, "val_loss": 0.010216553695499897}
+{"train_loss": 0.004349708091467619, "global_step": 15730, "epoch": 242, "lr": 6.610513073591963e-05}
+{"train_loss": 0.004172971472144127, "global_step": 15731, "epoch": 242, "lr": 6.610126813591077e-05}
+{"train_loss": 0.00719499634578824, "global_step": 15732, "epoch": 242, "lr": 6.609740542869114e-05}
+{"train_loss": 0.006051235366612673, "global_step": 15733, "epoch": 242, "lr": 6.609354261428646e-05}
+{"train_loss": 0.005677985493093729, "global_step": 15734, "epoch": 242, "lr": 6.608967969272248e-05}
+{"train_loss": 0.007874539121985435, "global_step": 15735, "epoch": 242, "lr": 6.608581666402489e-05}
+{"train_loss": 0.0036910967901349068, "global_step": 15736, "epoch": 242, "lr": 6.608195352821944e-05}
+{"train_loss": 0.0037056575529277325, "global_step": 15737, "epoch": 242, "lr": 6.607809028533182e-05}
+{"train_loss": 0.003634344320744276, "global_step": 15738, "epoch": 242, "lr": 6.60742269353878e-05}
+{"train_loss": 0.008001893758773804, "global_step": 15739, "epoch": 242, "lr": 6.607036347841305e-05}
+{"train_loss": 0.00606457469984889, "global_step": 15740, "epoch": 242, "lr": 6.606649991443335e-05}
+{"train_loss": 0.004016953986138105, "global_step": 15741, "epoch": 242, "lr": 6.606263624347436e-05}
+{"train_loss": 0.0033568188082426786, "global_step": 15742, "epoch": 242, "lr": 6.605877246556186e-05}
+{"train_loss": 0.004307610914111137, "global_step": 15743, "epoch": 242, "lr": 6.605490858072157e-05}
+{"train_loss": 0.005572440102696419, "global_step": 15744, "epoch": 242, "lr": 6.605104458897919e-05}
+{"train_loss": 0.006118639372289181, "global_step": 15745, "epoch": 242, "lr": 6.604718049036048e-05}
+{"train_loss": 0.005841778125613928, "global_step": 15746, "epoch": 242, "lr": 6.604331628489116e-05}
+{"train_loss": 0.005824655760079622, "global_step": 15747, "epoch": 242, "lr": 6.603945197259693e-05}
+{"train_loss": 0.0041264258325099945, "global_step": 15748, "epoch": 242, "lr": 6.603558755350357e-05}
+{"train_loss": 0.007093464490026236, "global_step": 15749, "epoch": 242, "lr": 6.603172302763678e-05}
+{"train_loss": 0.008558784611523151, "global_step": 15750, "epoch": 242, "lr": 6.60278583950223e-05}
+{"train_loss": 0.005246410612016916, "global_step": 15751, "epoch": 242, "lr": 6.602399365568585e-05}
+{"train_loss": 0.005491754971444607, "global_step": 15752, "epoch": 242, "lr": 6.60201288096532e-05}
+{"train_loss": 0.005779922474175692, "global_step": 15753, "epoch": 242, "lr": 6.601626385695004e-05}
+{"train_loss": 0.004549834411591291, "global_step": 15754, "epoch": 242, "lr": 6.601239879760215e-05}
+{"train_loss": 0.006430717650800943, "global_step": 15755, "epoch": 242, "lr": 6.600853363163521e-05}
+{"train_loss": 0.005511228460818529, "global_step": 15756, "epoch": 242, "lr": 6.600466835907501e-05}
+{"train_loss": 0.006973340176045895, "global_step": 15757, "epoch": 242, "lr": 6.600080297994724e-05}
+{"train_loss": 0.0048088193871080875, "global_step": 15758, "epoch": 242, "lr": 6.59969374942777e-05}
+{"train_loss": 0.005298263859003782, "global_step": 15759, "epoch": 242, "lr": 6.599307190209206e-05}
+{"train_loss": 0.007555658929049969, "global_step": 15760, "epoch": 242, "lr": 6.598920620341609e-05}
+{"train_loss": 0.006874167826026678, "global_step": 15761, "epoch": 242, "lr": 6.598534039827552e-05}
+{"train_loss": 0.004903316497802734, "global_step": 15762, "epoch": 242, "lr": 6.598147448669614e-05}
+{"train_loss": 0.00540078105404973, "global_step": 15763, "epoch": 242, "lr": 6.597760846870361e-05}
+{"train_loss": 0.005762320943176746, "global_step": 15764, "epoch": 242, "lr": 6.597374234432373e-05}
+{"train_loss": 0.0051167854107916355, "global_step": 15765, "epoch": 242, "lr": 6.596987611358223e-05}
+{"train_loss": 0.0056621055118739605, "global_step": 15766, "epoch": 242, "lr": 6.596600977650484e-05}
+{"train_loss": 0.006899209227412939, "global_step": 15767, "epoch": 242, "lr": 6.596214333311731e-05}
+{"train_loss": 0.005274834576994181, "global_step": 15768, "epoch": 242, "lr": 6.59582767834454e-05}
+{"train_loss": 0.0031864421907812357, "global_step": 15769, "epoch": 242, "lr": 6.595441012751485e-05}
+{"train_loss": 0.005922182463109493, "global_step": 15770, "epoch": 242, "lr": 6.595054336535137e-05}
+{"train_loss": 0.007370338309556246, "global_step": 15771, "epoch": 242, "lr": 6.594667649698077e-05}
+{"train_loss": 0.004708699882030487, "global_step": 15772, "epoch": 242, "lr": 6.594280952242875e-05}
+{"train_loss": 0.006952018477022648, "global_step": 15773, "epoch": 242, "lr": 6.593894244172106e-05}
+{"train_loss": 0.005470094736665487, "global_step": 15774, "epoch": 242, "lr": 6.593507525488349e-05}
+{"train_loss": 0.003924136515706778, "global_step": 15775, "epoch": 242, "lr": 6.593120796194172e-05}
+{"train_loss": 0.005098035093396902, "global_step": 15776, "epoch": 242, "lr": 6.592734056292158e-05}
+{"train_loss": 0.006176210008561611, "global_step": 15777, "epoch": 242, "lr": 6.592347305784878e-05}
+{"train_loss": 0.0030575187411159277, "global_step": 15778, "epoch": 242, "lr": 6.591960544674905e-05}
+{"train_loss": 0.0043217213824391365, "global_step": 15779, "epoch": 242, "lr": 6.591573772964818e-05}
+{"train_loss": 0.004170141648501158, "global_step": 15780, "epoch": 242, "lr": 6.591186990657192e-05}
+{"train_loss": 0.003397194668650627, "global_step": 15781, "epoch": 242, "lr": 6.590800197754601e-05}
+{"train_loss": 0.005766304675489664, "global_step": 15782, "epoch": 242, "lr": 6.590413394259622e-05}
+{"train_loss": 0.004625842906534672, "global_step": 15783, "epoch": 242, "lr": 6.590026580174828e-05}
+{"train_loss": 0.005909251514822245, "global_step": 15784, "epoch": 242, "lr": 6.589639755502795e-05}
+{"train_loss": 0.005191697273403406, "global_step": 15785, "epoch": 242, "lr": 6.589252920246103e-05}
+{"train_loss": 0.007147366181015968, "global_step": 15786, "epoch": 242, "lr": 6.588866074407323e-05}
+{"train_loss": 0.00598257826641202, "global_step": 15787, "epoch": 242, "lr": 6.588479217989031e-05}
+{"train_loss": 0.005311706103384495, "global_step": 15788, "epoch": 242, "lr": 6.588092350993806e-05}
+{"train_loss": 0.0042179361917078495, "global_step": 15789, "epoch": 242, "lr": 6.587705473424222e-05}
+{"train_loss": 0.007788459304720163, "global_step": 15790, "epoch": 242, "lr": 6.587318585282855e-05}
+{"train_loss": 0.00669797882437706, "global_step": 15791, "epoch": 242, "lr": 6.586931686572282e-05}
+{"train_loss": 0.005024538841098547, "global_step": 15792, "epoch": 242, "lr": 6.586544777295078e-05}
+{"train_loss": 0.004919274710118771, "global_step": 15793, "epoch": 242, "lr": 6.586157857453821e-05}
+{"train_loss": 0.005475462475218452, "global_step": 15794, "epoch": 242, "lr": 6.585770927051084e-05, "val_loss": 0.006614071317017078}
+{"train_loss": 0.005725617986172438, "global_step": 15795, "epoch": 243, "lr": 6.585383986089446e-05}
+{"train_loss": 0.004770069383084774, "global_step": 15796, "epoch": 243, "lr": 6.584997034571486e-05}
+{"train_loss": 0.006758251693099737, "global_step": 15797, "epoch": 243, "lr": 6.584610072499774e-05}
+{"train_loss": 0.005724663380533457, "global_step": 15798, "epoch": 243, "lr": 6.584223099876891e-05}
+{"train_loss": 0.006012623198330402, "global_step": 15799, "epoch": 243, "lr": 6.583836116705412e-05}
+{"train_loss": 0.004201460164040327, "global_step": 15800, "epoch": 243, "lr": 6.583449122987917e-05}
+{"train_loss": 0.005302807316184044, "global_step": 15801, "epoch": 243, "lr": 6.583062118726979e-05}
+{"train_loss": 0.00422419048845768, "global_step": 15802, "epoch": 243, "lr": 6.582675103925176e-05}
+{"train_loss": 0.008293313905596733, "global_step": 15803, "epoch": 243, "lr": 6.582288078585084e-05}
+{"train_loss": 0.005348427686840296, "global_step": 15804, "epoch": 243, "lr": 6.581901042709282e-05}
+{"train_loss": 0.005124051123857498, "global_step": 15805, "epoch": 243, "lr": 6.581513996300349e-05}
+{"train_loss": 0.005924977827817202, "global_step": 15806, "epoch": 243, "lr": 6.581126939360856e-05}
+{"train_loss": 0.006938752252608538, "global_step": 15807, "epoch": 243, "lr": 6.580739871893385e-05}
+{"train_loss": 0.0061704302206635475, "global_step": 15808, "epoch": 243, "lr": 6.580352793900511e-05}
+{"train_loss": 0.004976428113877773, "global_step": 15809, "epoch": 243, "lr": 6.579965705384814e-05}
+{"train_loss": 0.003527466906234622, "global_step": 15810, "epoch": 243, "lr": 6.579578606348868e-05}
+{"train_loss": 0.005730031058192253, "global_step": 15811, "epoch": 243, "lr": 6.579191496795254e-05}
+{"train_loss": 0.004539666697382927, "global_step": 15812, "epoch": 243, "lr": 6.578804376726546e-05}
+{"train_loss": 0.006967640481889248, "global_step": 15813, "epoch": 243, "lr": 6.578417246145326e-05}
+{"train_loss": 0.003770234528928995, "global_step": 15814, "epoch": 243, "lr": 6.578030105054164e-05}
+{"train_loss": 0.005098353605717421, "global_step": 15815, "epoch": 243, "lr": 6.57764295345565e-05}
+{"train_loss": 0.006420827470719814, "global_step": 15816, "epoch": 243, "lr": 6.57725579135235e-05}
+{"train_loss": 0.006003190763294697, "global_step": 15817, "epoch": 243, "lr": 6.576868618746848e-05}
+{"train_loss": 0.005073106847703457, "global_step": 15818, "epoch": 243, "lr": 6.576481435641721e-05}
+{"train_loss": 0.006572778802365065, "global_step": 15819, "epoch": 243, "lr": 6.576094242039547e-05}
+{"train_loss": 0.0036764759570360184, "global_step": 15820, "epoch": 243, "lr": 6.575707037942904e-05}
+{"train_loss": 0.0054178317077457905, "global_step": 15821, "epoch": 243, "lr": 6.575319823354371e-05}
+{"train_loss": 0.004047572612762451, "global_step": 15822, "epoch": 243, "lr": 6.574932598276525e-05}
+{"train_loss": 0.005556800868362188, "global_step": 15823, "epoch": 243, "lr": 6.574545362711944e-05}
+{"train_loss": 0.004232003819197416, "global_step": 15824, "epoch": 243, "lr": 6.574158116663208e-05}
+{"train_loss": 0.0091325044631958, "global_step": 15825, "epoch": 243, "lr": 6.573770860132895e-05}
+{"train_loss": 0.0035813457798212767, "global_step": 15826, "epoch": 243, "lr": 6.573383593123581e-05}
+{"train_loss": 0.005867506843060255, "global_step": 15827, "epoch": 243, "lr": 6.57299631563785e-05}
+{"train_loss": 0.005102977156639099, "global_step": 15828, "epoch": 243, "lr": 6.572609027678275e-05}
+{"train_loss": 0.007899057120084763, "global_step": 15829, "epoch": 243, "lr": 6.572221729247441e-05}
+{"train_loss": 0.00417110463604331, "global_step": 15830, "epoch": 243, "lr": 6.571834420347919e-05}
+{"train_loss": 0.007086977828294039, "global_step": 15831, "epoch": 243, "lr": 6.571447100982297e-05}
+{"train_loss": 0.006147394422441721, "global_step": 15832, "epoch": 243, "lr": 6.571059771153145e-05}
+{"train_loss": 0.005132283549755812, "global_step": 15833, "epoch": 243, "lr": 6.570672430863047e-05}
+{"train_loss": 0.006523801013827324, "global_step": 15834, "epoch": 243, "lr": 6.570285080114582e-05}
+{"train_loss": 0.0033400848042219877, "global_step": 15835, "epoch": 243, "lr": 6.56989771891033e-05}
+{"train_loss": 0.00471261003986001, "global_step": 15836, "epoch": 243, "lr": 6.569510347252867e-05}
+{"train_loss": 0.00437316857278347, "global_step": 15837, "epoch": 243, "lr": 6.569122965144774e-05}
+{"train_loss": 0.005954702850431204, "global_step": 15838, "epoch": 243, "lr": 6.56873557258863e-05}
+{"train_loss": 0.0050887116231024265, "global_step": 15839, "epoch": 243, "lr": 6.568348169587016e-05}
+{"train_loss": 0.005653894040733576, "global_step": 15840, "epoch": 243, "lr": 6.56796075614251e-05}
+{"train_loss": 0.004888314288109541, "global_step": 15841, "epoch": 243, "lr": 6.567573332257692e-05}
+{"train_loss": 0.004122935235500336, "global_step": 15842, "epoch": 243, "lr": 6.567185897935142e-05}
+{"train_loss": 0.005144644528627396, "global_step": 15843, "epoch": 243, "lr": 6.566798453177439e-05}
+{"train_loss": 0.0035338103771209717, "global_step": 15844, "epoch": 243, "lr": 6.566410997987163e-05}
+{"train_loss": 0.00533813564106822, "global_step": 15845, "epoch": 243, "lr": 6.566023532366895e-05}
+{"train_loss": 0.004442676901817322, "global_step": 15846, "epoch": 243, "lr": 6.565636056319215e-05}
+{"train_loss": 0.00622917152941227, "global_step": 15847, "epoch": 243, "lr": 6.5652485698467e-05}
+{"train_loss": 0.005426671821624041, "global_step": 15848, "epoch": 243, "lr": 6.564861072951933e-05}
+{"train_loss": 0.0053475224412977695, "global_step": 15849, "epoch": 243, "lr": 6.564473565637494e-05}
+{"train_loss": 0.0037418631836771965, "global_step": 15850, "epoch": 243, "lr": 6.564086047905963e-05}
+{"train_loss": 0.005928906612098217, "global_step": 15851, "epoch": 243, "lr": 6.56369851975992e-05}
+{"train_loss": 0.004712067544460297, "global_step": 15852, "epoch": 243, "lr": 6.563310981201944e-05}
+{"train_loss": 0.007181466557085514, "global_step": 15853, "epoch": 243, "lr": 6.562923432234617e-05}
+{"train_loss": 0.003034093650057912, "global_step": 15854, "epoch": 243, "lr": 6.56253587286052e-05}
+{"train_loss": 0.00570261524990201, "global_step": 15855, "epoch": 243, "lr": 6.562148303082232e-05}
+{"train_loss": 0.004982790909707546, "global_step": 15856, "epoch": 243, "lr": 6.561760722902334e-05}
+{"train_loss": 0.0035778775345534086, "global_step": 15857, "epoch": 243, "lr": 6.561373132323408e-05}
+{"train_loss": 0.0037931727711111307, "global_step": 15858, "epoch": 243, "lr": 6.560985531348033e-05}
+{"train_loss": 0.00529486988312923, "global_step": 15859, "epoch": 243, "lr": 6.560597919978792e-05, "val_loss": 0.004492651671171188}
+{"train_loss": 0.006892638746649027, "global_step": 15860, "epoch": 244, "lr": 6.560210298218264e-05}
+{"train_loss": 0.00551390228793025, "global_step": 15861, "epoch": 244, "lr": 6.559822666069032e-05}
+{"train_loss": 0.0052219112403690815, "global_step": 15862, "epoch": 244, "lr": 6.559435023533674e-05}
+{"train_loss": 0.005949203856289387, "global_step": 15863, "epoch": 244, "lr": 6.559047370614775e-05}
+{"train_loss": 0.005300581920892, "global_step": 15864, "epoch": 244, "lr": 6.558659707314912e-05}
+{"train_loss": 0.0048659429885447025, "global_step": 15865, "epoch": 244, "lr": 6.55827203363667e-05}
+{"train_loss": 0.005913295783102512, "global_step": 15866, "epoch": 244, "lr": 6.557884349582627e-05}
+{"train_loss": 0.006651591043919325, "global_step": 15867, "epoch": 244, "lr": 6.557496655155366e-05}
+{"train_loss": 0.01019193883985281, "global_step": 15868, "epoch": 244, "lr": 6.557108950357469e-05}
+{"train_loss": 0.004232634324580431, "global_step": 15869, "epoch": 244, "lr": 6.556721235191519e-05}
+{"train_loss": 0.0039620110765099525, "global_step": 15870, "epoch": 244, "lr": 6.556333509660095e-05}
+{"train_loss": 0.005423079710453749, "global_step": 15871, "epoch": 244, "lr": 6.555945773765778e-05}
+{"train_loss": 0.005697824526578188, "global_step": 15872, "epoch": 244, "lr": 6.555558027511152e-05}
+{"train_loss": 0.0038018319755792618, "global_step": 15873, "epoch": 244, "lr": 6.555170270898799e-05}
+{"train_loss": 0.00581527641043067, "global_step": 15874, "epoch": 244, "lr": 6.554782503931298e-05}
+{"train_loss": 0.006713638082146645, "global_step": 15875, "epoch": 244, "lr": 6.554394726611234e-05}
+{"train_loss": 0.005066804587841034, "global_step": 15876, "epoch": 244, "lr": 6.554006938941186e-05}
+{"train_loss": 0.004088225308805704, "global_step": 15877, "epoch": 244, "lr": 6.553619140923741e-05}
+{"train_loss": 0.004721823614090681, "global_step": 15878, "epoch": 244, "lr": 6.553231332561476e-05}
+{"train_loss": 0.004074364900588989, "global_step": 15879, "epoch": 244, "lr": 6.552843513856976e-05}
+{"train_loss": 0.004662804305553436, "global_step": 15880, "epoch": 244, "lr": 6.552455684812821e-05}
+{"train_loss": 0.00681980000808835, "global_step": 15881, "epoch": 244, "lr": 6.552067845431598e-05}
+{"train_loss": 0.005043782293796539, "global_step": 15882, "epoch": 244, "lr": 6.551679995715885e-05}
+{"train_loss": 0.0032944264821708202, "global_step": 15883, "epoch": 244, "lr": 6.551292135668267e-05}
+{"train_loss": 0.005515305325388908, "global_step": 15884, "epoch": 244, "lr": 6.550904265291324e-05}
+{"train_loss": 0.004776632413268089, "global_step": 15885, "epoch": 244, "lr": 6.550516384587642e-05}
+{"train_loss": 0.0039772894233465195, "global_step": 15886, "epoch": 244, "lr": 6.550128493559799e-05}
+{"train_loss": 0.006302224937826395, "global_step": 15887, "epoch": 244, "lr": 6.549740592210383e-05}
+{"train_loss": 0.004014817997813225, "global_step": 15888, "epoch": 244, "lr": 6.549352680541975e-05}
+{"train_loss": 0.0038136255461722612, "global_step": 15889, "epoch": 244, "lr": 6.548964758557156e-05}
+{"train_loss": 0.003433580743148923, "global_step": 15890, "epoch": 244, "lr": 6.54857682625851e-05}
+{"train_loss": 0.003245652886107564, "global_step": 15891, "epoch": 244, "lr": 6.548188883648622e-05}
+{"train_loss": 0.005540573503822088, "global_step": 15892, "epoch": 244, "lr": 6.547800930730074e-05}
+{"train_loss": 0.005178721621632576, "global_step": 15893, "epoch": 244, "lr": 6.547412967505447e-05}
+{"train_loss": 0.002365706954151392, "global_step": 15894, "epoch": 244, "lr": 6.547024993977326e-05}
+{"train_loss": 0.0046905274502933025, "global_step": 15895, "epoch": 244, "lr": 6.546637010148296e-05}
+{"train_loss": 0.004521086346358061, "global_step": 15896, "epoch": 244, "lr": 6.54624901602094e-05}
+{"train_loss": 0.004244097974151373, "global_step": 15897, "epoch": 244, "lr": 6.545861011597838e-05}
+{"train_loss": 0.005151118151843548, "global_step": 15898, "epoch": 244, "lr": 6.545472996881575e-05}
+{"train_loss": 0.004434861242771149, "global_step": 15899, "epoch": 244, "lr": 6.545084971874738e-05}
+{"train_loss": 0.003710080636665225, "global_step": 15900, "epoch": 244, "lr": 6.544696936579907e-05}
+{"train_loss": 0.004994193557649851, "global_step": 15901, "epoch": 244, "lr": 6.544308890999668e-05}
+{"train_loss": 0.003504120744764805, "global_step": 15902, "epoch": 244, "lr": 6.543920835136601e-05}
+{"train_loss": 0.004571256227791309, "global_step": 15903, "epoch": 244, "lr": 6.543532768993294e-05}
+{"train_loss": 0.004305326379835606, "global_step": 15904, "epoch": 244, "lr": 6.543144692572331e-05}
+{"train_loss": 0.006215693894773722, "global_step": 15905, "epoch": 244, "lr": 6.542756605876293e-05}
+{"train_loss": 0.004671202506870031, "global_step": 15906, "epoch": 244, "lr": 6.542368508907764e-05}
+{"train_loss": 0.007412424311041832, "global_step": 15907, "epoch": 244, "lr": 6.541980401669333e-05}
+{"train_loss": 0.005278763361275196, "global_step": 15908, "epoch": 244, "lr": 6.54159228416358e-05}
+{"train_loss": 0.004353468306362629, "global_step": 15909, "epoch": 244, "lr": 6.54120415639309e-05}
+{"train_loss": 0.0036257777828723192, "global_step": 15910, "epoch": 244, "lr": 6.540816018360447e-05}
+{"train_loss": 0.0039765555411577225, "global_step": 15911, "epoch": 244, "lr": 6.540427870068236e-05}
+{"train_loss": 0.0055109476670622826, "global_step": 15912, "epoch": 244, "lr": 6.540039711519044e-05}
+{"train_loss": 0.0032336751464754343, "global_step": 15913, "epoch": 244, "lr": 6.53965154271545e-05}
+{"train_loss": 0.0030582661274820566, "global_step": 15914, "epoch": 244, "lr": 6.539263363660044e-05}
+{"train_loss": 0.00457895128056407, "global_step": 15915, "epoch": 244, "lr": 6.538875174355406e-05}
+{"train_loss": 0.0042658313177526, "global_step": 15916, "epoch": 244, "lr": 6.538486974804126e-05}
+{"train_loss": 0.003938669804483652, "global_step": 15917, "epoch": 244, "lr": 6.538098765008785e-05}
+{"train_loss": 0.004770410247147083, "global_step": 15918, "epoch": 244, "lr": 6.537710544971968e-05}
+{"train_loss": 0.003962813410907984, "global_step": 15919, "epoch": 244, "lr": 6.537322314696263e-05}
+{"train_loss": 0.005375522188842297, "global_step": 15920, "epoch": 244, "lr": 6.536934074184253e-05}
+{"train_loss": 0.003011363558471203, "global_step": 15921, "epoch": 244, "lr": 6.536545823438522e-05}
+{"train_loss": 0.0027246924582868814, "global_step": 15922, "epoch": 244, "lr": 6.536157562461655e-05}
+{"train_loss": 0.004492858424782753, "global_step": 15923, "epoch": 244, "lr": 6.53576929125624e-05}
+{"train_loss": 0.004794044620715655, "global_step": 15924, "epoch": 244, "lr": 6.535381009824861e-05, "val_loss": 0.006701219826936722}
+{"train_loss": 0.003272679401561618, "global_step": 15925, "epoch": 245, "lr": 6.534992718170103e-05}
+{"train_loss": 0.0059771062806248665, "global_step": 15926, "epoch": 245, "lr": 6.534604416294551e-05}
+{"train_loss": 0.004778704605996609, "global_step": 15927, "epoch": 245, "lr": 6.534216104200792e-05}
+{"train_loss": 0.002712690969929099, "global_step": 15928, "epoch": 245, "lr": 6.53382778189141e-05}
+{"train_loss": 0.0038842852227389812, "global_step": 15929, "epoch": 245, "lr": 6.533439449368993e-05}
+{"train_loss": 0.004021696746349335, "global_step": 15930, "epoch": 245, "lr": 6.533051106636124e-05}
+{"train_loss": 0.0055367182940244675, "global_step": 15931, "epoch": 245, "lr": 6.532662753695391e-05}
+{"train_loss": 0.004794794134795666, "global_step": 15932, "epoch": 245, "lr": 6.532274390549377e-05}
+{"train_loss": 0.005008787848055363, "global_step": 15933, "epoch": 245, "lr": 6.531886017200673e-05}
+{"train_loss": 0.003761426778510213, "global_step": 15934, "epoch": 245, "lr": 6.53149763365186e-05}
+{"train_loss": 0.006760843563824892, "global_step": 15935, "epoch": 245, "lr": 6.531109239905524e-05}
+{"train_loss": 0.004242992959916592, "global_step": 15936, "epoch": 245, "lr": 6.530720835964254e-05}
+{"train_loss": 0.003299711039289832, "global_step": 15937, "epoch": 245, "lr": 6.530332421830636e-05}
+{"train_loss": 0.0037382105365395546, "global_step": 15938, "epoch": 245, "lr": 6.529943997507256e-05}
+{"train_loss": 0.0035018555354326963, "global_step": 15939, "epoch": 245, "lr": 6.529555562996698e-05}
+{"train_loss": 0.004828235134482384, "global_step": 15940, "epoch": 245, "lr": 6.52916711830155e-05}
+{"train_loss": 0.004064169712364674, "global_step": 15941, "epoch": 245, "lr": 6.528778663424399e-05}
+{"train_loss": 0.0031807301566004753, "global_step": 15942, "epoch": 245, "lr": 6.528390198367833e-05}
+{"train_loss": 0.004836243577301502, "global_step": 15943, "epoch": 245, "lr": 6.528001723134435e-05}
+{"train_loss": 0.006780371535569429, "global_step": 15944, "epoch": 245, "lr": 6.527613237726794e-05}
+{"train_loss": 0.0048563131131231785, "global_step": 15945, "epoch": 245, "lr": 6.527224742147496e-05}
+{"train_loss": 0.0032618686091154814, "global_step": 15946, "epoch": 245, "lr": 6.526836236399128e-05}
+{"train_loss": 0.002974296221509576, "global_step": 15947, "epoch": 245, "lr": 6.526447720484277e-05}
+{"train_loss": 0.004477463662624359, "global_step": 15948, "epoch": 245, "lr": 6.526059194405529e-05}
+{"train_loss": 0.00789805967360735, "global_step": 15949, "epoch": 245, "lr": 6.525670658165473e-05}
+{"train_loss": 0.004521886818110943, "global_step": 15950, "epoch": 245, "lr": 6.525282111766695e-05}
+{"train_loss": 0.00602731155231595, "global_step": 15951, "epoch": 245, "lr": 6.52489355521178e-05}
+{"train_loss": 0.0033578656148165464, "global_step": 15952, "epoch": 245, "lr": 6.52450498850332e-05}
+{"train_loss": 0.005530218128114939, "global_step": 15953, "epoch": 245, "lr": 6.524116411643897e-05}
+{"train_loss": 0.005176970735192299, "global_step": 15954, "epoch": 245, "lr": 6.523727824636104e-05}
+{"train_loss": 0.006000289227813482, "global_step": 15955, "epoch": 245, "lr": 6.523339227482522e-05}
+{"train_loss": 0.0046165939420461655, "global_step": 15956, "epoch": 245, "lr": 6.522950620185744e-05}
+{"train_loss": 0.004470828454941511, "global_step": 15957, "epoch": 245, "lr": 6.522562002748354e-05}
+{"train_loss": 0.0064101251773536205, "global_step": 15958, "epoch": 245, "lr": 6.522173375172942e-05}
+{"train_loss": 0.007957067340612411, "global_step": 15959, "epoch": 245, "lr": 6.521784737462093e-05}
+{"train_loss": 0.004279898013919592, "global_step": 15960, "epoch": 245, "lr": 6.521396089618398e-05}
+{"train_loss": 0.006272600498050451, "global_step": 15961, "epoch": 245, "lr": 6.521007431644443e-05}
+{"train_loss": 0.008123794570565224, "global_step": 15962, "epoch": 245, "lr": 6.520618763542816e-05}
+{"train_loss": 0.003510917304083705, "global_step": 15963, "epoch": 245, "lr": 6.520230085316105e-05}
+{"train_loss": 0.007448841352015734, "global_step": 15964, "epoch": 245, "lr": 6.519841396966898e-05}
+{"train_loss": 0.007906610146164894, "global_step": 15965, "epoch": 245, "lr": 6.519452698497783e-05}
+{"train_loss": 0.0038623337168246508, "global_step": 15966, "epoch": 245, "lr": 6.519063989911349e-05}
+{"train_loss": 0.005124473478645086, "global_step": 15967, "epoch": 245, "lr": 6.518675271210184e-05}
+{"train_loss": 0.004786907695233822, "global_step": 15968, "epoch": 245, "lr": 6.518286542396875e-05}
+{"train_loss": 0.004548035096377134, "global_step": 15969, "epoch": 245, "lr": 6.517897803474011e-05}
+{"train_loss": 0.0035908378195017576, "global_step": 15970, "epoch": 245, "lr": 6.517509054444182e-05}
+{"train_loss": 0.004530386533588171, "global_step": 15971, "epoch": 245, "lr": 6.517120295309974e-05}
+{"train_loss": 0.006369973532855511, "global_step": 15972, "epoch": 245, "lr": 6.516731526073976e-05}
+{"train_loss": 0.005657916888594627, "global_step": 15973, "epoch": 245, "lr": 6.51634274673878e-05}
+{"train_loss": 0.005659877322614193, "global_step": 15974, "epoch": 245, "lr": 6.51595395730697e-05}
+{"train_loss": 0.003546701744198799, "global_step": 15975, "epoch": 245, "lr": 6.515565157781137e-05}
+{"train_loss": 0.0043756659142673016, "global_step": 15976, "epoch": 245, "lr": 6.515176348163871e-05}
+{"train_loss": 0.008111229166388512, "global_step": 15977, "epoch": 245, "lr": 6.514787528457757e-05}
+{"train_loss": 0.00544350640848279, "global_step": 15978, "epoch": 245, "lr": 6.514398698665389e-05}
+{"train_loss": 0.003073741914704442, "global_step": 15979, "epoch": 245, "lr": 6.514009858789352e-05}
+{"train_loss": 0.0052452171221375465, "global_step": 15980, "epoch": 245, "lr": 6.513621008832238e-05}
+{"train_loss": 0.006176023744046688, "global_step": 15981, "epoch": 245, "lr": 6.513232148796635e-05}
+{"train_loss": 0.0064324564300477505, "global_step": 15982, "epoch": 245, "lr": 6.51284327868513e-05}
+{"train_loss": 0.007451571524143219, "global_step": 15983, "epoch": 245, "lr": 6.512454398500316e-05}
+{"train_loss": 0.005143165588378906, "global_step": 15984, "epoch": 245, "lr": 6.512065508244781e-05}
+{"train_loss": 0.0037123358342796564, "global_step": 15985, "epoch": 245, "lr": 6.511676607921114e-05}
+{"train_loss": 0.006446813233196735, "global_step": 15986, "epoch": 245, "lr": 6.511287697531903e-05}
+{"train_loss": 0.0033242315985262394, "global_step": 15987, "epoch": 245, "lr": 6.510898777079741e-05}
+{"train_loss": 0.004951106384396553, "global_step": 15988, "epoch": 245, "lr": 6.510509846567216e-05}
+{"train_loss": 0.005041175468180042, "global_step": 15989, "epoch": 245, "lr": 6.510120905996916e-05, "val_loss": 0.007709661964327097, "train_action_mse_error": 0.0002916712546721101}
+{"train_loss": 0.007022073958069086, "global_step": 15990, "epoch": 246, "lr": 6.509731955371434e-05}
+{"train_loss": 0.006484046112746, "global_step": 15991, "epoch": 246, "lr": 6.509342994693356e-05}
+{"train_loss": 0.005194814410060644, "global_step": 15992, "epoch": 246, "lr": 6.508954023965276e-05}
+{"train_loss": 0.006230683997273445, "global_step": 15993, "epoch": 246, "lr": 6.508565043189783e-05}
+{"train_loss": 0.007105792872607708, "global_step": 15994, "epoch": 246, "lr": 6.508176052369465e-05}
+{"train_loss": 0.007360703311860561, "global_step": 15995, "epoch": 246, "lr": 6.507787051506911e-05}
+{"train_loss": 0.0038475487381219864, "global_step": 15996, "epoch": 246, "lr": 6.507398040604718e-05}
+{"train_loss": 0.005455763544887304, "global_step": 15997, "epoch": 246, "lr": 6.507009019665468e-05}
+{"train_loss": 0.004792931955307722, "global_step": 15998, "epoch": 246, "lr": 6.506619988691757e-05}
+{"train_loss": 0.006924689281731844, "global_step": 15999, "epoch": 246, "lr": 6.506230947686172e-05}
+{"train_loss": 0.005587190855294466, "global_step": 16000, "epoch": 246, "lr": 6.505841896651305e-05}
+{"train_loss": 0.004192733205854893, "global_step": 16001, "epoch": 246, "lr": 6.505452835589748e-05}
+{"train_loss": 0.004495999775826931, "global_step": 16002, "epoch": 246, "lr": 6.505063764504086e-05}
+{"train_loss": 0.006593949161469936, "global_step": 16003, "epoch": 246, "lr": 6.504674683396917e-05}
+{"train_loss": 0.005771405063569546, "global_step": 16004, "epoch": 246, "lr": 6.504285592270828e-05}
+{"train_loss": 0.00529011245816946, "global_step": 16005, "epoch": 246, "lr": 6.503896491128408e-05}
+{"train_loss": 0.004039362072944641, "global_step": 16006, "epoch": 246, "lr": 6.503507379972251e-05}
+{"train_loss": 0.0041338251903653145, "global_step": 16007, "epoch": 246, "lr": 6.503118258804945e-05}
+{"train_loss": 0.0034921932965517044, "global_step": 16008, "epoch": 246, "lr": 6.502729127629086e-05}
+{"train_loss": 0.005422444548457861, "global_step": 16009, "epoch": 246, "lr": 6.50233998644726e-05}
+{"train_loss": 0.006707716733217239, "global_step": 16010, "epoch": 246, "lr": 6.50195083526206e-05}
+{"train_loss": 0.009276147931814194, "global_step": 16011, "epoch": 246, "lr": 6.501561674076077e-05}
+{"train_loss": 0.0037120457272976637, "global_step": 16012, "epoch": 246, "lr": 6.501172502891903e-05}
+{"train_loss": 0.0037817477714270353, "global_step": 16013, "epoch": 246, "lr": 6.500783321712126e-05}
+{"train_loss": 0.005702944006770849, "global_step": 16014, "epoch": 246, "lr": 6.500394130539343e-05}
+{"train_loss": 0.007316899485886097, "global_step": 16015, "epoch": 246, "lr": 6.500004929376141e-05}
+{"train_loss": 0.006492393556982279, "global_step": 16016, "epoch": 246, "lr": 6.499615718225113e-05}
+{"train_loss": 0.005581675097346306, "global_step": 16017, "epoch": 246, "lr": 6.49922649708885e-05}
+{"train_loss": 0.0066851223818957806, "global_step": 16018, "epoch": 246, "lr": 6.498837265969945e-05}
+{"train_loss": 0.00717692356556654, "global_step": 16019, "epoch": 246, "lr": 6.498448024870989e-05}
+{"train_loss": 0.005176501348614693, "global_step": 16020, "epoch": 246, "lr": 6.498058773794573e-05}
+{"train_loss": 0.005820098798722029, "global_step": 16021, "epoch": 246, "lr": 6.497669512743288e-05}
+{"train_loss": 0.004711952991783619, "global_step": 16022, "epoch": 246, "lr": 6.497280241719729e-05}
+{"train_loss": 0.005814903881400824, "global_step": 16023, "epoch": 246, "lr": 6.496890960726485e-05}
+{"train_loss": 0.00633867597207427, "global_step": 16024, "epoch": 246, "lr": 6.496501669766152e-05}
+{"train_loss": 0.007116761524230242, "global_step": 16025, "epoch": 246, "lr": 6.496112368841317e-05}
+{"train_loss": 0.004092072136700153, "global_step": 16026, "epoch": 246, "lr": 6.495723057954575e-05}
+{"train_loss": 0.0054032825864851475, "global_step": 16027, "epoch": 246, "lr": 6.49533373710852e-05}
+{"train_loss": 0.005852306727319956, "global_step": 16028, "epoch": 246, "lr": 6.494944406305741e-05}
+{"train_loss": 0.0066910418681800365, "global_step": 16029, "epoch": 246, "lr": 6.49455506554883e-05}
+{"train_loss": 0.005493216682225466, "global_step": 16030, "epoch": 246, "lr": 6.494165714840381e-05}
+{"train_loss": 0.005285739433020353, "global_step": 16031, "epoch": 246, "lr": 6.493776354182988e-05}
+{"train_loss": 0.0036931773647665977, "global_step": 16032, "epoch": 246, "lr": 6.493386983579242e-05}
+{"train_loss": 0.003873565001413226, "global_step": 16033, "epoch": 246, "lr": 6.492997603031735e-05}
+{"train_loss": 0.004669015295803547, "global_step": 16034, "epoch": 246, "lr": 6.492608212543061e-05}
+{"train_loss": 0.005970201455056667, "global_step": 16035, "epoch": 246, "lr": 6.492218812115811e-05}
+{"train_loss": 0.004008838906884193, "global_step": 16036, "epoch": 246, "lr": 6.491829401752581e-05}
+{"train_loss": 0.003927908837795258, "global_step": 16037, "epoch": 246, "lr": 6.491439981455959e-05}
+{"train_loss": 0.007188056595623493, "global_step": 16038, "epoch": 246, "lr": 6.491050551228542e-05}
+{"train_loss": 0.003867087885737419, "global_step": 16039, "epoch": 246, "lr": 6.490661111072923e-05}
+{"train_loss": 0.006147449370473623, "global_step": 16040, "epoch": 246, "lr": 6.490271660991694e-05}
+{"train_loss": 0.004638880491256714, "global_step": 16041, "epoch": 246, "lr": 6.489882200987446e-05}
+{"train_loss": 0.00844400655478239, "global_step": 16042, "epoch": 246, "lr": 6.489492731062776e-05}
+{"train_loss": 0.003767511574551463, "global_step": 16043, "epoch": 246, "lr": 6.489103251220277e-05}
+{"train_loss": 0.00513312965631485, "global_step": 16044, "epoch": 246, "lr": 6.488713761462539e-05}
+{"train_loss": 0.006763684097677469, "global_step": 16045, "epoch": 246, "lr": 6.488324261792157e-05}
+{"train_loss": 0.006528070662170649, "global_step": 16046, "epoch": 246, "lr": 6.487934752211726e-05}
+{"train_loss": 0.006594420410692692, "global_step": 16047, "epoch": 246, "lr": 6.48754523272384e-05}
+{"train_loss": 0.0031222791876643896, "global_step": 16048, "epoch": 246, "lr": 6.48715570333109e-05}
+{"train_loss": 0.0055449726060032845, "global_step": 16049, "epoch": 246, "lr": 6.486766164036069e-05}
+{"train_loss": 0.004699647426605225, "global_step": 16050, "epoch": 246, "lr": 6.486376614841375e-05}
+{"train_loss": 0.0034978995099663734, "global_step": 16051, "epoch": 246, "lr": 6.485987055749597e-05}
+{"train_loss": 0.005291556008160114, "global_step": 16052, "epoch": 246, "lr": 6.485597486763333e-05}
+{"train_loss": 0.0069275908172130585, "global_step": 16053, "epoch": 246, "lr": 6.485207907885175e-05}
+{"train_loss": 0.005509591779599969, "global_step": 16054, "epoch": 246, "lr": 6.484818319117717e-05, "val_loss": 0.006103615742176771}
+{"train_loss": 0.005455733742564917, "global_step": 16055, "epoch": 247, "lr": 6.484428720463554e-05}
+{"train_loss": 0.006869257893413305, "global_step": 16056, "epoch": 247, "lr": 6.48403911192528e-05}
+{"train_loss": 0.004586679395288229, "global_step": 16057, "epoch": 247, "lr": 6.483649493505488e-05}
+{"train_loss": 0.00402546813711524, "global_step": 16058, "epoch": 247, "lr": 6.483259865206772e-05}
+{"train_loss": 0.003408495569601655, "global_step": 16059, "epoch": 247, "lr": 6.48287022703173e-05}
+{"train_loss": 0.0045405044220387936, "global_step": 16060, "epoch": 247, "lr": 6.482480578982952e-05}
+{"train_loss": 0.008799957111477852, "global_step": 16061, "epoch": 247, "lr": 6.482090921063033e-05}
+{"train_loss": 0.003980899229645729, "global_step": 16062, "epoch": 247, "lr": 6.48170125327457e-05}
+{"train_loss": 0.005769225303083658, "global_step": 16063, "epoch": 247, "lr": 6.481311575620157e-05}
+{"train_loss": 0.0066880518570542336, "global_step": 16064, "epoch": 247, "lr": 6.48092188810239e-05}
+{"train_loss": 0.0060244230553507805, "global_step": 16065, "epoch": 247, "lr": 6.480532190723858e-05}
+{"train_loss": 0.007135597988963127, "global_step": 16066, "epoch": 247, "lr": 6.480142483487162e-05}
+{"train_loss": 0.006344524212181568, "global_step": 16067, "epoch": 247, "lr": 6.479752766394894e-05}
+{"train_loss": 0.004684181418269873, "global_step": 16068, "epoch": 247, "lr": 6.479363039449649e-05}
+{"train_loss": 0.006385692860931158, "global_step": 16069, "epoch": 247, "lr": 6.478973302654023e-05}
+{"train_loss": 0.007148705422878265, "global_step": 16070, "epoch": 247, "lr": 6.47858355601061e-05}
+{"train_loss": 0.003982093650847673, "global_step": 16071, "epoch": 247, "lr": 6.478193799522007e-05}
+{"train_loss": 0.00448378873988986, "global_step": 16072, "epoch": 247, "lr": 6.477804033190807e-05}
+{"train_loss": 0.005378669127821922, "global_step": 16073, "epoch": 247, "lr": 6.477414257019607e-05}
+{"train_loss": 0.0060252039693295956, "global_step": 16074, "epoch": 247, "lr": 6.477024471011001e-05}
+{"train_loss": 0.0036380637902766466, "global_step": 16075, "epoch": 247, "lr": 6.476634675167584e-05}
+{"train_loss": 0.005799252074211836, "global_step": 16076, "epoch": 247, "lr": 6.476244869491954e-05}
+{"train_loss": 0.007441515102982521, "global_step": 16077, "epoch": 247, "lr": 6.475855053986705e-05}
+{"train_loss": 0.005017243325710297, "global_step": 16078, "epoch": 247, "lr": 6.475465228654431e-05}
+{"train_loss": 0.008203516714274883, "global_step": 16079, "epoch": 247, "lr": 6.47507539349773e-05}
+{"train_loss": 0.004353635013103485, "global_step": 16080, "epoch": 247, "lr": 6.474685548519197e-05}
+{"train_loss": 0.003927981946617365, "global_step": 16081, "epoch": 247, "lr": 6.474295693721428e-05}
+{"train_loss": 0.009045320563018322, "global_step": 16082, "epoch": 247, "lr": 6.473905829107019e-05}
+{"train_loss": 0.005818710662424564, "global_step": 16083, "epoch": 247, "lr": 6.473515954678564e-05}
+{"train_loss": 0.004956900142133236, "global_step": 16084, "epoch": 247, "lr": 6.473126070438661e-05}
+{"train_loss": 0.005038606468588114, "global_step": 16085, "epoch": 247, "lr": 6.472736176389906e-05}
+{"train_loss": 0.006643443834036589, "global_step": 16086, "epoch": 247, "lr": 6.472346272534895e-05}
+{"train_loss": 0.006569195073097944, "global_step": 16087, "epoch": 247, "lr": 6.471956358876224e-05}
+{"train_loss": 0.0067735034972429276, "global_step": 16088, "epoch": 247, "lr": 6.471566435416487e-05}
+{"train_loss": 0.006292819045484066, "global_step": 16089, "epoch": 247, "lr": 6.471176502158285e-05}
+{"train_loss": 0.006637085694819689, "global_step": 16090, "epoch": 247, "lr": 6.47078655910421e-05}
+{"train_loss": 0.0050543732941150665, "global_step": 16091, "epoch": 247, "lr": 6.470396606256861e-05}
+{"train_loss": 0.0035205374006181955, "global_step": 16092, "epoch": 247, "lr": 6.470006643618834e-05}
+{"train_loss": 0.007752678357064724, "global_step": 16093, "epoch": 247, "lr": 6.469616671192725e-05}
+{"train_loss": 0.005067783873528242, "global_step": 16094, "epoch": 247, "lr": 6.469226688981131e-05}
+{"train_loss": 0.00504005653783679, "global_step": 16095, "epoch": 247, "lr": 6.468836696986648e-05}
+{"train_loss": 0.0053805941715836525, "global_step": 16096, "epoch": 247, "lr": 6.468446695211876e-05}
+{"train_loss": 0.0030533866956830025, "global_step": 16097, "epoch": 247, "lr": 6.468056683659407e-05}
+{"train_loss": 0.004488919861614704, "global_step": 16098, "epoch": 247, "lr": 6.467666662331841e-05}
+{"train_loss": 0.005382526200264692, "global_step": 16099, "epoch": 247, "lr": 6.467276631231774e-05}
+{"train_loss": 0.004835235420614481, "global_step": 16100, "epoch": 247, "lr": 6.466886590361803e-05}
+{"train_loss": 0.004603376612067223, "global_step": 16101, "epoch": 247, "lr": 6.466496539724526e-05}
+{"train_loss": 0.003784141968935728, "global_step": 16102, "epoch": 247, "lr": 6.466106479322537e-05}
+{"train_loss": 0.006297089625149965, "global_step": 16103, "epoch": 247, "lr": 6.465716409158438e-05}
+{"train_loss": 0.0044026561081409454, "global_step": 16104, "epoch": 247, "lr": 6.465326329234824e-05}
+{"train_loss": 0.0036224275827407837, "global_step": 16105, "epoch": 247, "lr": 6.464936239554293e-05}
+{"train_loss": 0.0058226557448506355, "global_step": 16106, "epoch": 247, "lr": 6.46454614011944e-05}
+{"train_loss": 0.004342562053352594, "global_step": 16107, "epoch": 247, "lr": 6.464156030932866e-05}
+{"train_loss": 0.004779668990522623, "global_step": 16108, "epoch": 247, "lr": 6.463765911997165e-05}
+{"train_loss": 0.004987712949514389, "global_step": 16109, "epoch": 247, "lr": 6.463375783314937e-05}
+{"train_loss": 0.003988630138337612, "global_step": 16110, "epoch": 247, "lr": 6.46298564488878e-05}
+{"train_loss": 0.0034427810460329056, "global_step": 16111, "epoch": 247, "lr": 6.46259549672129e-05}
+{"train_loss": 0.0042318617925047874, "global_step": 16112, "epoch": 247, "lr": 6.462205338815066e-05}
+{"train_loss": 0.0052828057669103146, "global_step": 16113, "epoch": 247, "lr": 6.461815171172705e-05}
+{"train_loss": 0.002970376517623663, "global_step": 16114, "epoch": 247, "lr": 6.461424993796807e-05}
+{"train_loss": 0.004552875645458698, "global_step": 16115, "epoch": 247, "lr": 6.461034806689969e-05}
+{"train_loss": 0.004096689634025097, "global_step": 16116, "epoch": 247, "lr": 6.460644609854786e-05}
+{"train_loss": 0.005020708777010441, "global_step": 16117, "epoch": 247, "lr": 6.460254403293859e-05}
+{"train_loss": 0.0032583221327513456, "global_step": 16118, "epoch": 247, "lr": 6.459864187009787e-05}
+{"train_loss": 0.005244422438912667, "global_step": 16119, "epoch": 247, "lr": 6.459473961005168e-05, "val_loss": 0.0074729155749082565}
+{"train_loss": 0.00485614500939846, "global_step": 16120, "epoch": 248, "lr": 6.459083725282598e-05}
+{"train_loss": 0.005157225765287876, "global_step": 16121, "epoch": 248, "lr": 6.458693479844677e-05}
+{"train_loss": 0.003174921963363886, "global_step": 16122, "epoch": 248, "lr": 6.458303224694004e-05}
+{"train_loss": 0.005530745256692171, "global_step": 16123, "epoch": 248, "lr": 6.457912959833176e-05}
+{"train_loss": 0.005114495754241943, "global_step": 16124, "epoch": 248, "lr": 6.457522685264792e-05}
+{"train_loss": 0.00394618371501565, "global_step": 16125, "epoch": 248, "lr": 6.457132400991454e-05}
+{"train_loss": 0.006214683875441551, "global_step": 16126, "epoch": 248, "lr": 6.456742107015755e-05}
+{"train_loss": 0.0049097477458417416, "global_step": 16127, "epoch": 248, "lr": 6.4563518033403e-05}
+{"train_loss": 0.005631606560200453, "global_step": 16128, "epoch": 248, "lr": 6.45596148996768e-05}
+{"train_loss": 0.0078499186784029, "global_step": 16129, "epoch": 248, "lr": 6.455571166900501e-05}
+{"train_loss": 0.005999381188303232, "global_step": 16130, "epoch": 248, "lr": 6.455180834141359e-05}
+{"train_loss": 0.00475724320858717, "global_step": 16131, "epoch": 248, "lr": 6.454790491692854e-05}
+{"train_loss": 0.005353773944079876, "global_step": 16132, "epoch": 248, "lr": 6.454400139557583e-05}
+{"train_loss": 0.004064950160682201, "global_step": 16133, "epoch": 248, "lr": 6.454009777738149e-05}
+{"train_loss": 0.004377087112516165, "global_step": 16134, "epoch": 248, "lr": 6.453619406237149e-05}
+{"train_loss": 0.004302332643419504, "global_step": 16135, "epoch": 248, "lr": 6.45322902505718e-05}
+{"train_loss": 0.0052948398515582085, "global_step": 16136, "epoch": 248, "lr": 6.452838634200844e-05}
+{"train_loss": 0.006618046667426825, "global_step": 16137, "epoch": 248, "lr": 6.452448233670741e-05}
+{"train_loss": 0.0047908625565469265, "global_step": 16138, "epoch": 248, "lr": 6.452057823469469e-05}
+{"train_loss": 0.003675711341202259, "global_step": 16139, "epoch": 248, "lr": 6.451667403599628e-05}
+{"train_loss": 0.006282489281147718, "global_step": 16140, "epoch": 248, "lr": 6.451276974063818e-05}
+{"train_loss": 0.004813197534531355, "global_step": 16141, "epoch": 248, "lr": 6.450886534864638e-05}
+{"train_loss": 0.0042816996574401855, "global_step": 16142, "epoch": 248, "lr": 6.450496086004689e-05}
+{"train_loss": 0.005598349496722221, "global_step": 16143, "epoch": 248, "lr": 6.450105627486569e-05}
+{"train_loss": 0.004899359308183193, "global_step": 16144, "epoch": 248, "lr": 6.449715159312879e-05}
+{"train_loss": 0.004876370076090097, "global_step": 16145, "epoch": 248, "lr": 6.44932468148622e-05}
+{"train_loss": 0.004246463067829609, "global_step": 16146, "epoch": 248, "lr": 6.448934194009188e-05}
+{"train_loss": 0.006177056115120649, "global_step": 16147, "epoch": 248, "lr": 6.448543696884388e-05}
+{"train_loss": 0.0034100348129868507, "global_step": 16148, "epoch": 248, "lr": 6.448153190114418e-05}
+{"train_loss": 0.0060512470081448555, "global_step": 16149, "epoch": 248, "lr": 6.447762673701878e-05}
+{"train_loss": 0.0030336950439959764, "global_step": 16150, "epoch": 248, "lr": 6.447372147649369e-05}
+{"train_loss": 0.0028984281234443188, "global_step": 16151, "epoch": 248, "lr": 6.44698161195949e-05}
+{"train_loss": 0.009195590391755104, "global_step": 16152, "epoch": 248, "lr": 6.446591066634842e-05}
+{"train_loss": 0.004906104877591133, "global_step": 16153, "epoch": 248, "lr": 6.446200511678026e-05}
+{"train_loss": 0.003883256344124675, "global_step": 16154, "epoch": 248, "lr": 6.44580994709164e-05}
+{"train_loss": 0.00405054772272706, "global_step": 16155, "epoch": 248, "lr": 6.445419372878291e-05}
+{"train_loss": 0.0030656391754746437, "global_step": 16156, "epoch": 248, "lr": 6.445028789040572e-05}
+{"train_loss": 0.0049239397048950195, "global_step": 16157, "epoch": 248, "lr": 6.444638195581089e-05}
+{"train_loss": 0.0030230365227907896, "global_step": 16158, "epoch": 248, "lr": 6.44424759250244e-05}
+{"train_loss": 0.006601893808692694, "global_step": 16159, "epoch": 248, "lr": 6.443856979807227e-05}
+{"train_loss": 0.0053467159159481525, "global_step": 16160, "epoch": 248, "lr": 6.44346635749805e-05}
+{"train_loss": 0.003915964625775814, "global_step": 16161, "epoch": 248, "lr": 6.443075725577513e-05}
+{"train_loss": 0.006255307700484991, "global_step": 16162, "epoch": 248, "lr": 6.442685084048212e-05}
+{"train_loss": 0.005133519414812326, "global_step": 16163, "epoch": 248, "lr": 6.442294432912751e-05}
+{"train_loss": 0.004141972400248051, "global_step": 16164, "epoch": 248, "lr": 6.441903772173731e-05}
+{"train_loss": 0.0033621073234826326, "global_step": 16165, "epoch": 248, "lr": 6.441513101833755e-05}
+{"train_loss": 0.004404265433549881, "global_step": 16166, "epoch": 248, "lr": 6.44112242189542e-05}
+{"train_loss": 0.004092001356184483, "global_step": 16167, "epoch": 248, "lr": 6.440731732361332e-05}
+{"train_loss": 0.0049238079227507114, "global_step": 16168, "epoch": 248, "lr": 6.440341033234087e-05}
+{"train_loss": 0.002411444438621402, "global_step": 16169, "epoch": 248, "lr": 6.439950324516291e-05}
+{"train_loss": 0.002982021076604724, "global_step": 16170, "epoch": 248, "lr": 6.439559606210546e-05}
+{"train_loss": 0.00569132948294282, "global_step": 16171, "epoch": 248, "lr": 6.439168878319452e-05}
+{"train_loss": 0.004086965229362249, "global_step": 16172, "epoch": 248, "lr": 6.438778140845607e-05}
+{"train_loss": 0.004811184015125036, "global_step": 16173, "epoch": 248, "lr": 6.43838739379162e-05}
+{"train_loss": 0.003037829417735338, "global_step": 16174, "epoch": 248, "lr": 6.437996637160087e-05}
+{"train_loss": 0.004234547261148691, "global_step": 16175, "epoch": 248, "lr": 6.437605870953613e-05}
+{"train_loss": 0.008259287104010582, "global_step": 16176, "epoch": 248, "lr": 6.437215095174797e-05}
+{"train_loss": 0.006225151475518942, "global_step": 16177, "epoch": 248, "lr": 6.436824309826243e-05}
+{"train_loss": 0.0027777182403951883, "global_step": 16178, "epoch": 248, "lr": 6.436433514910555e-05}
+{"train_loss": 0.005712881218641996, "global_step": 16179, "epoch": 248, "lr": 6.436042710430333e-05}
+{"train_loss": 0.005767312832176685, "global_step": 16180, "epoch": 248, "lr": 6.435651896388177e-05}
+{"train_loss": 0.006756722927093506, "global_step": 16181, "epoch": 248, "lr": 6.435261072786693e-05}
+{"train_loss": 0.005298362113535404, "global_step": 16182, "epoch": 248, "lr": 6.434870239628481e-05}
+{"train_loss": 0.004030080512166023, "global_step": 16183, "epoch": 248, "lr": 6.434479396916145e-05}
+{"train_loss": 0.004876704467460513, "global_step": 16184, "epoch": 248, "lr": 6.434088544652285e-05, "val_loss": 0.005412505939602852}
+{"train_loss": 0.0034446350764483213, "global_step": 16185, "epoch": 249, "lr": 6.433697682839506e-05}
+{"train_loss": 0.003324475372210145, "global_step": 16186, "epoch": 249, "lr": 6.433306811480409e-05}
+{"train_loss": 0.0037988072726875544, "global_step": 16187, "epoch": 249, "lr": 6.432915930577598e-05}
+{"train_loss": 0.00544689130038023, "global_step": 16188, "epoch": 249, "lr": 6.432525040133674e-05}
+{"train_loss": 0.00649886392056942, "global_step": 16189, "epoch": 249, "lr": 6.432134140151242e-05}
+{"train_loss": 0.005201639141887426, "global_step": 16190, "epoch": 249, "lr": 6.431743230632903e-05}
+{"train_loss": 0.0026328640524297953, "global_step": 16191, "epoch": 249, "lr": 6.43135231158126e-05}
+{"train_loss": 0.004350186791270971, "global_step": 16192, "epoch": 249, "lr": 6.430961382998917e-05}
+{"train_loss": 0.003109774086624384, "global_step": 16193, "epoch": 249, "lr": 6.430570444888475e-05}
+{"train_loss": 0.006455196999013424, "global_step": 16194, "epoch": 249, "lr": 6.43017949725254e-05}
+{"train_loss": 0.004609748721122742, "global_step": 16195, "epoch": 249, "lr": 6.429788540093714e-05}
+{"train_loss": 0.0029209565836936235, "global_step": 16196, "epoch": 249, "lr": 6.429397573414598e-05}
+{"train_loss": 0.004371450748294592, "global_step": 16197, "epoch": 249, "lr": 6.429006597217797e-05}
+{"train_loss": 0.004909016191959381, "global_step": 16198, "epoch": 249, "lr": 6.428615611505915e-05}
+{"train_loss": 0.003205542918294668, "global_step": 16199, "epoch": 249, "lr": 6.428224616281555e-05}
+{"train_loss": 0.002656013937667012, "global_step": 16200, "epoch": 249, "lr": 6.427833611547319e-05}
+{"train_loss": 0.005414885934442282, "global_step": 16201, "epoch": 249, "lr": 6.427442597305811e-05}
+{"train_loss": 0.005427140276879072, "global_step": 16202, "epoch": 249, "lr": 6.427051573559638e-05}
+{"train_loss": 0.004853980615735054, "global_step": 16203, "epoch": 249, "lr": 6.4266605403114e-05}
+{"train_loss": 0.0057901013642549515, "global_step": 16204, "epoch": 249, "lr": 6.426269497563702e-05}
+{"train_loss": 0.005794549826532602, "global_step": 16205, "epoch": 249, "lr": 6.425878445319146e-05}
+{"train_loss": 0.005279590375721455, "global_step": 16206, "epoch": 249, "lr": 6.425487383580337e-05}
+{"train_loss": 0.005411328747868538, "global_step": 16207, "epoch": 249, "lr": 6.42509631234988e-05}
+{"train_loss": 0.00368833658285439, "global_step": 16208, "epoch": 249, "lr": 6.424705231630379e-05}
+{"train_loss": 0.005166939459741116, "global_step": 16209, "epoch": 249, "lr": 6.424314141424437e-05}
+{"train_loss": 0.004961927887052298, "global_step": 16210, "epoch": 249, "lr": 6.423923041734656e-05}
+{"train_loss": 0.004523526411503553, "global_step": 16211, "epoch": 249, "lr": 6.423531932563645e-05}
+{"train_loss": 0.0045942338183522224, "global_step": 16212, "epoch": 249, "lr": 6.423140813914005e-05}
+{"train_loss": 0.005397106055170298, "global_step": 16213, "epoch": 249, "lr": 6.422749685788339e-05}
+{"train_loss": 0.003996263258159161, "global_step": 16214, "epoch": 249, "lr": 6.422358548189254e-05}
+{"train_loss": 0.0031868682708591223, "global_step": 16215, "epoch": 249, "lr": 6.421967401119355e-05}
+{"train_loss": 0.0027091039810329676, "global_step": 16216, "epoch": 249, "lr": 6.421576244581244e-05}
+{"train_loss": 0.0050038667395710945, "global_step": 16217, "epoch": 249, "lr": 6.421185078577526e-05}
+{"train_loss": 0.003637326182797551, "global_step": 16218, "epoch": 249, "lr": 6.420793903110807e-05}
+{"train_loss": 0.004685928579419851, "global_step": 16219, "epoch": 249, "lr": 6.42040271818369e-05}
+{"train_loss": 0.0068176668137311935, "global_step": 16220, "epoch": 249, "lr": 6.420011523798781e-05}
+{"train_loss": 0.004513696767389774, "global_step": 16221, "epoch": 249, "lr": 6.419620319958684e-05}
+{"train_loss": 0.004026276525110006, "global_step": 16222, "epoch": 249, "lr": 6.419229106666004e-05}
+{"train_loss": 0.002818844048306346, "global_step": 16223, "epoch": 249, "lr": 6.418837883923348e-05}
+{"train_loss": 0.003952031955122948, "global_step": 16224, "epoch": 249, "lr": 6.418446651733318e-05}
+{"train_loss": 0.004025018773972988, "global_step": 16225, "epoch": 249, "lr": 6.418055410098517e-05}
+{"train_loss": 0.00644405372440815, "global_step": 16226, "epoch": 249, "lr": 6.417664159021557e-05}
+{"train_loss": 0.005117321852594614, "global_step": 16227, "epoch": 249, "lr": 6.417272898505038e-05}
+{"train_loss": 0.007484707050025463, "global_step": 16228, "epoch": 249, "lr": 6.416881628551566e-05}
+{"train_loss": 0.00487453443929553, "global_step": 16229, "epoch": 249, "lr": 6.416490349163748e-05}
+{"train_loss": 0.006323956418782473, "global_step": 16230, "epoch": 249, "lr": 6.416099060344187e-05}
+{"train_loss": 0.004935904871672392, "global_step": 16231, "epoch": 249, "lr": 6.41570776209549e-05}
+{"train_loss": 0.005533266346901655, "global_step": 16232, "epoch": 249, "lr": 6.415316454420261e-05}
+{"train_loss": 0.0038357418961822987, "global_step": 16233, "epoch": 249, "lr": 6.414925137321108e-05}
+{"train_loss": 0.0027539157308638096, "global_step": 16234, "epoch": 249, "lr": 6.414533810800636e-05}
+{"train_loss": 0.00507848197594285, "global_step": 16235, "epoch": 249, "lr": 6.414142474861448e-05}
+{"train_loss": 0.004945790395140648, "global_step": 16236, "epoch": 249, "lr": 6.413751129506152e-05}
+{"train_loss": 0.004641400184482336, "global_step": 16237, "epoch": 249, "lr": 6.413359774737352e-05}
+{"train_loss": 0.00417396891862154, "global_step": 16238, "epoch": 249, "lr": 6.412968410557659e-05}
+{"train_loss": 0.005430140066891909, "global_step": 16239, "epoch": 249, "lr": 6.41257703696967e-05}
+{"train_loss": 0.004870708100497723, "global_step": 16240, "epoch": 249, "lr": 6.412185653976e-05}
+{"train_loss": 0.0033915687818080187, "global_step": 16241, "epoch": 249, "lr": 6.411794261579248e-05}
+{"train_loss": 0.005193095188587904, "global_step": 16242, "epoch": 249, "lr": 6.411402859782027e-05}
+{"train_loss": 0.003999714739620686, "global_step": 16243, "epoch": 249, "lr": 6.411011448586936e-05}
+{"train_loss": 0.004411211237311363, "global_step": 16244, "epoch": 249, "lr": 6.410620027996586e-05}
+{"train_loss": 0.004937699064612389, "global_step": 16245, "epoch": 249, "lr": 6.41022859801358e-05}
+{"train_loss": 0.0037431265227496624, "global_step": 16246, "epoch": 249, "lr": 6.409837158640529e-05}
+{"train_loss": 0.004638847894966602, "global_step": 16247, "epoch": 249, "lr": 6.409445709880034e-05}
+{"train_loss": 0.005245706997811794, "global_step": 16248, "epoch": 249, "lr": 6.409054251734706e-05}
+{"train_loss": 0.004592639497982768, "global_step": 16249, "epoch": 249, "lr": 6.408662784207149e-05, "val_loss": 0.005867823027074337}
+{"train_loss": 0.0037624146789312363, "global_step": 16250, "epoch": 250, "lr": 6.408271307299971e-05}
+{"train_loss": 0.0069549717009067535, "global_step": 16251, "epoch": 250, "lr": 6.407879821015777e-05}
+{"train_loss": 0.004165453836321831, "global_step": 16252, "epoch": 250, "lr": 6.407488325357173e-05}
+{"train_loss": 0.0026257396675646305, "global_step": 16253, "epoch": 250, "lr": 6.407096820326768e-05}
+{"train_loss": 0.005302691366523504, "global_step": 16254, "epoch": 250, "lr": 6.406705305927172e-05}
+{"train_loss": 0.004443211480975151, "global_step": 16255, "epoch": 250, "lr": 6.406313782160984e-05}
+{"train_loss": 0.005244320258498192, "global_step": 16256, "epoch": 250, "lr": 6.405922249030816e-05}
+{"train_loss": 0.0030822409316897392, "global_step": 16257, "epoch": 250, "lr": 6.405530706539276e-05}
+{"train_loss": 0.004012840799987316, "global_step": 16258, "epoch": 250, "lr": 6.405139154688968e-05}
+{"train_loss": 0.0026645208708941936, "global_step": 16259, "epoch": 250, "lr": 6.404747593482499e-05}
+{"train_loss": 0.0045096599496901035, "global_step": 16260, "epoch": 250, "lr": 6.40435602292248e-05}
+{"train_loss": 0.004030315205454826, "global_step": 16261, "epoch": 250, "lr": 6.403964443011515e-05}
+{"train_loss": 0.0057566603645682335, "global_step": 16262, "epoch": 250, "lr": 6.40357285375221e-05}
+{"train_loss": 0.004439215175807476, "global_step": 16263, "epoch": 250, "lr": 6.403181255147177e-05}
+{"train_loss": 0.003765036817640066, "global_step": 16264, "epoch": 250, "lr": 6.402789647199022e-05}
+{"train_loss": 0.003957598004490137, "global_step": 16265, "epoch": 250, "lr": 6.402398029910351e-05}
+{"train_loss": 0.004237626679241657, "global_step": 16266, "epoch": 250, "lr": 6.402006403283771e-05}
+{"train_loss": 0.004824400879442692, "global_step": 16267, "epoch": 250, "lr": 6.40161476732189e-05}
+{"train_loss": 0.004993918817490339, "global_step": 16268, "epoch": 250, "lr": 6.401223122027319e-05}
+{"train_loss": 0.006817590910941362, "global_step": 16269, "epoch": 250, "lr": 6.400831467402662e-05}
+{"train_loss": 0.004966668784618378, "global_step": 16270, "epoch": 250, "lr": 6.400439803450529e-05}
+{"train_loss": 0.0035716930869966745, "global_step": 16271, "epoch": 250, "lr": 6.400048130173527e-05}
+{"train_loss": 0.005032146815210581, "global_step": 16272, "epoch": 250, "lr": 6.399656447574265e-05}
+{"train_loss": 0.0050525907427072525, "global_step": 16273, "epoch": 250, "lr": 6.399264755655348e-05}
+{"train_loss": 0.0047638919204473495, "global_step": 16274, "epoch": 250, "lr": 6.398873054419389e-05}
+{"train_loss": 0.0028957813046872616, "global_step": 16275, "epoch": 250, "lr": 6.39848134386899e-05}
+{"train_loss": 0.006573605816811323, "global_step": 16276, "epoch": 250, "lr": 6.398089624006766e-05}
+{"train_loss": 0.004982084035873413, "global_step": 16277, "epoch": 250, "lr": 6.39769789483532e-05}
+{"train_loss": 0.003304549027234316, "global_step": 16278, "epoch": 250, "lr": 6.397306156357263e-05}
+{"train_loss": 0.004297751002013683, "global_step": 16279, "epoch": 250, "lr": 6.396914408575202e-05}
+{"train_loss": 0.004842052701860666, "global_step": 16280, "epoch": 250, "lr": 6.396522651491747e-05}
+{"train_loss": 0.006414095871150494, "global_step": 16281, "epoch": 250, "lr": 6.396130885109504e-05}
+{"train_loss": 0.0032692872919142246, "global_step": 16282, "epoch": 250, "lr": 6.395739109431085e-05}
+{"train_loss": 0.00679435720667243, "global_step": 16283, "epoch": 250, "lr": 6.395347324459095e-05}
+{"train_loss": 0.007035708054900169, "global_step": 16284, "epoch": 250, "lr": 6.394955530196147e-05}
+{"train_loss": 0.007171031087636948, "global_step": 16285, "epoch": 250, "lr": 6.394563726644847e-05}
+{"train_loss": 0.006391976494342089, "global_step": 16286, "epoch": 250, "lr": 6.394171913807803e-05}
+{"train_loss": 0.0033621625043451786, "global_step": 16287, "epoch": 250, "lr": 6.393780091687624e-05}
+{"train_loss": 0.004534991458058357, "global_step": 16288, "epoch": 250, "lr": 6.393388260286923e-05}
+{"train_loss": 0.00505885761231184, "global_step": 16289, "epoch": 250, "lr": 6.392996419608303e-05}
+{"train_loss": 0.005379355512559414, "global_step": 16290, "epoch": 250, "lr": 6.392604569654378e-05}
+{"train_loss": 0.004681804217398167, "global_step": 16291, "epoch": 250, "lr": 6.392212710427754e-05}
+{"train_loss": 0.004640056751668453, "global_step": 16292, "epoch": 250, "lr": 6.391820841931045e-05}
+{"train_loss": 0.005939836148172617, "global_step": 16293, "epoch": 250, "lr": 6.391428964166852e-05}
+{"train_loss": 0.004282073117792606, "global_step": 16294, "epoch": 250, "lr": 6.391037077137792e-05}
+{"train_loss": 0.004272173624485731, "global_step": 16295, "epoch": 250, "lr": 6.39064518084647e-05}
+{"train_loss": 0.008097355253994465, "global_step": 16296, "epoch": 250, "lr": 6.390253275295499e-05}
+{"train_loss": 0.006837455555796623, "global_step": 16297, "epoch": 250, "lr": 6.389861360487484e-05}
+{"train_loss": 0.00567419920116663, "global_step": 16298, "epoch": 250, "lr": 6.389469436425038e-05}
+{"train_loss": 0.004889487288892269, "global_step": 16299, "epoch": 250, "lr": 6.389077503110769e-05}
+{"train_loss": 0.0033981045708060265, "global_step": 16300, "epoch": 250, "lr": 6.38868556054729e-05}
+{"train_loss": 0.0042067826725542545, "global_step": 16301, "epoch": 250, "lr": 6.388293608737204e-05}
+{"train_loss": 0.0029811582062393427, "global_step": 16302, "epoch": 250, "lr": 6.387901647683128e-05}
+{"train_loss": 0.005459647160023451, "global_step": 16303, "epoch": 250, "lr": 6.387509677387668e-05}
+{"train_loss": 0.004489067941904068, "global_step": 16304, "epoch": 250, "lr": 6.387117697853435e-05}
+{"train_loss": 0.003044674638658762, "global_step": 16305, "epoch": 250, "lr": 6.386725709083039e-05}
+{"train_loss": 0.00693305442109704, "global_step": 16306, "epoch": 250, "lr": 6.386333711079088e-05}
+{"train_loss": 0.005830222740769386, "global_step": 16307, "epoch": 250, "lr": 6.385941703844197e-05}
+{"train_loss": 0.007638372480869293, "global_step": 16308, "epoch": 250, "lr": 6.385549687380972e-05}
+{"train_loss": 0.005196274258196354, "global_step": 16309, "epoch": 250, "lr": 6.385157661692022e-05}
+{"train_loss": 0.005335894878953695, "global_step": 16310, "epoch": 250, "lr": 6.384765626779963e-05}
+{"train_loss": 0.004899549297988415, "global_step": 16311, "epoch": 250, "lr": 6.384373582647402e-05}
+{"train_loss": 0.0038515361957252026, "global_step": 16312, "epoch": 250, "lr": 6.383981529296948e-05}
+{"train_loss": 0.003991798497736454, "global_step": 16313, "epoch": 250, "lr": 6.383589466731212e-05}
+{"train_loss": 0.00487990638671013, "global_step": 16314, "epoch": 250, "lr": 6.383197394952808e-05, "val_loss": 0.005061538890004158, "train_action_mse_error": 0.00023031316231936216}
+{"train_loss": 0.004265622701495886, "global_step": 16315, "epoch": 251, "lr": 6.382805313964344e-05}
+{"train_loss": 0.005361300893127918, "global_step": 16316, "epoch": 251, "lr": 6.382413223768428e-05}
+{"train_loss": 0.004192472435534, "global_step": 16317, "epoch": 251, "lr": 6.382021124367678e-05}
+{"train_loss": 0.005711408797651529, "global_step": 16318, "epoch": 251, "lr": 6.381629015764699e-05}
+{"train_loss": 0.0041729118674993515, "global_step": 16319, "epoch": 251, "lr": 6.381236897962102e-05}
+{"train_loss": 0.004055751953274012, "global_step": 16320, "epoch": 251, "lr": 6.3808447709625e-05}
+{"train_loss": 0.003988862037658691, "global_step": 16321, "epoch": 251, "lr": 6.380452634768503e-05}
+{"train_loss": 0.005295090842992067, "global_step": 16322, "epoch": 251, "lr": 6.380060489382723e-05}
+{"train_loss": 0.004592780023813248, "global_step": 16323, "epoch": 251, "lr": 6.379668334807769e-05}
+{"train_loss": 0.003942602779716253, "global_step": 16324, "epoch": 251, "lr": 6.379276171046254e-05}
+{"train_loss": 0.006211009807884693, "global_step": 16325, "epoch": 251, "lr": 6.378883998100789e-05}
+{"train_loss": 0.003968256991356611, "global_step": 16326, "epoch": 251, "lr": 6.378491815973986e-05}
+{"train_loss": 0.00417472654953599, "global_step": 16327, "epoch": 251, "lr": 6.378099624668456e-05}
+{"train_loss": 0.0044319406151771545, "global_step": 16328, "epoch": 251, "lr": 6.377707424186807e-05}
+{"train_loss": 0.005169304087758064, "global_step": 16329, "epoch": 251, "lr": 6.377315214531656e-05}
+{"train_loss": 0.00458607729524374, "global_step": 16330, "epoch": 251, "lr": 6.376922995705612e-05}
+{"train_loss": 0.0035381752531975508, "global_step": 16331, "epoch": 251, "lr": 6.376530767711286e-05}
+{"train_loss": 0.00734241958707571, "global_step": 16332, "epoch": 251, "lr": 6.376138530551288e-05}
+{"train_loss": 0.0030647222883999348, "global_step": 16333, "epoch": 251, "lr": 6.375746284228234e-05}
+{"train_loss": 0.004074216820299625, "global_step": 16334, "epoch": 251, "lr": 6.375354028744733e-05}
+{"train_loss": 0.0053727044723927975, "global_step": 16335, "epoch": 251, "lr": 6.374961764103398e-05}
+{"train_loss": 0.0038630838971585035, "global_step": 16336, "epoch": 251, "lr": 6.37456949030684e-05}
+{"train_loss": 0.003960491623729467, "global_step": 16337, "epoch": 251, "lr": 6.374177207357673e-05}
+{"train_loss": 0.004458088427782059, "global_step": 16338, "epoch": 251, "lr": 6.373784915258506e-05}
+{"train_loss": 0.004484621807932854, "global_step": 16339, "epoch": 251, "lr": 6.373392614011952e-05}
+{"train_loss": 0.004707145970314741, "global_step": 16340, "epoch": 251, "lr": 6.373000303620623e-05}
+{"train_loss": 0.005786227993667126, "global_step": 16341, "epoch": 251, "lr": 6.372607984087133e-05}
+{"train_loss": 0.002917500911280513, "global_step": 16342, "epoch": 251, "lr": 6.372215655414093e-05}
+{"train_loss": 0.005380270536988974, "global_step": 16343, "epoch": 251, "lr": 6.371823317604117e-05}
+{"train_loss": 0.0035114968195557594, "global_step": 16344, "epoch": 251, "lr": 6.371430970659813e-05}
+{"train_loss": 0.003906609956175089, "global_step": 16345, "epoch": 251, "lr": 6.371038614583799e-05}
+{"train_loss": 0.006364607717841864, "global_step": 16346, "epoch": 251, "lr": 6.370646249378683e-05}
+{"train_loss": 0.0035688213538378477, "global_step": 16347, "epoch": 251, "lr": 6.370253875047081e-05}
+{"train_loss": 0.0032576846424490213, "global_step": 16348, "epoch": 251, "lr": 6.369861491591602e-05}
+{"train_loss": 0.004099155310541391, "global_step": 16349, "epoch": 251, "lr": 6.369469099014862e-05}
+{"train_loss": 0.003561009420081973, "global_step": 16350, "epoch": 251, "lr": 6.369076697319472e-05}
+{"train_loss": 0.0031478824093937874, "global_step": 16351, "epoch": 251, "lr": 6.368684286508046e-05}
+{"train_loss": 0.003965372685343027, "global_step": 16352, "epoch": 251, "lr": 6.368291866583194e-05}
+{"train_loss": 0.004042613320052624, "global_step": 16353, "epoch": 251, "lr": 6.367899437547535e-05}
+{"train_loss": 0.00352349691092968, "global_step": 16354, "epoch": 251, "lr": 6.367506999403675e-05}
+{"train_loss": 0.004409001208841801, "global_step": 16355, "epoch": 251, "lr": 6.367114552154232e-05}
+{"train_loss": 0.0031253329943865538, "global_step": 16356, "epoch": 251, "lr": 6.366722095801816e-05}
+{"train_loss": 0.0029542685952037573, "global_step": 16357, "epoch": 251, "lr": 6.366329630349043e-05}
+{"train_loss": 0.003101213136687875, "global_step": 16358, "epoch": 251, "lr": 6.365937155798522e-05}
+{"train_loss": 0.0036398302763700485, "global_step": 16359, "epoch": 251, "lr": 6.365544672152872e-05}
+{"train_loss": 0.004545950796455145, "global_step": 16360, "epoch": 251, "lr": 6.365152179414701e-05}
+{"train_loss": 0.004376434721052647, "global_step": 16361, "epoch": 251, "lr": 6.364759677586627e-05}
+{"train_loss": 0.004064343404024839, "global_step": 16362, "epoch": 251, "lr": 6.36436716667126e-05}
+{"train_loss": 0.0025903142523020506, "global_step": 16363, "epoch": 251, "lr": 6.363974646671216e-05}
+{"train_loss": 0.005090739112347364, "global_step": 16364, "epoch": 251, "lr": 6.363582117589105e-05}
+{"train_loss": 0.00236616563051939, "global_step": 16365, "epoch": 251, "lr": 6.363189579427547e-05}
+{"train_loss": 0.0038418248295783997, "global_step": 16366, "epoch": 251, "lr": 6.362797032189147e-05}
+{"train_loss": 0.004018461797386408, "global_step": 16367, "epoch": 251, "lr": 6.362404475876527e-05}
+{"train_loss": 0.0037085681688040495, "global_step": 16368, "epoch": 251, "lr": 6.362011910492296e-05}
+{"train_loss": 0.003760881721973419, "global_step": 16369, "epoch": 251, "lr": 6.361619336039071e-05}
+{"train_loss": 0.00421510636806488, "global_step": 16370, "epoch": 251, "lr": 6.361226752519462e-05}
+{"train_loss": 0.004146380349993706, "global_step": 16371, "epoch": 251, "lr": 6.360834159936088e-05}
+{"train_loss": 0.004151267930865288, "global_step": 16372, "epoch": 251, "lr": 6.360441558291558e-05}
+{"train_loss": 0.004501181188970804, "global_step": 16373, "epoch": 251, "lr": 6.360048947588491e-05}
+{"train_loss": 0.0023391968570649624, "global_step": 16374, "epoch": 251, "lr": 6.359656327829497e-05}
+{"train_loss": 0.0034461873583495617, "global_step": 16375, "epoch": 251, "lr": 6.359263699017194e-05}
+{"train_loss": 0.002383587183430791, "global_step": 16376, "epoch": 251, "lr": 6.358871061154193e-05}
+{"train_loss": 0.003505187574774027, "global_step": 16377, "epoch": 251, "lr": 6.358478414243112e-05}
+{"train_loss": 0.0035027931444346905, "global_step": 16378, "epoch": 251, "lr": 6.35808575828656e-05}
+{"train_loss": 0.0040992186368944555, "global_step": 16379, "epoch": 251, "lr": 6.357693093287156e-05, "val_loss": 0.0051407162100076675}
+{"train_loss": 0.0023638419806957245, "global_step": 16380, "epoch": 252, "lr": 6.357300419247514e-05}
+{"train_loss": 0.0040515111759305, "global_step": 16381, "epoch": 252, "lr": 6.356907736170248e-05}
+{"train_loss": 0.004238676745444536, "global_step": 16382, "epoch": 252, "lr": 6.356515044057972e-05}
+{"train_loss": 0.0029598029796034098, "global_step": 16383, "epoch": 252, "lr": 6.356122342913301e-05}
+{"train_loss": 0.001744558452628553, "global_step": 16384, "epoch": 252, "lr": 6.35572963273885e-05}
+{"train_loss": 0.0036138680297881365, "global_step": 16385, "epoch": 252, "lr": 6.355336913537237e-05}
+{"train_loss": 0.0038632203359156847, "global_step": 16386, "epoch": 252, "lr": 6.35494418531107e-05}
+{"train_loss": 0.0032611065544188023, "global_step": 16387, "epoch": 252, "lr": 6.35455144806297e-05}
+{"train_loss": 0.005189923103898764, "global_step": 16388, "epoch": 252, "lr": 6.354158701795552e-05}
+{"train_loss": 0.0034622172825038433, "global_step": 16389, "epoch": 252, "lr": 6.353765946511427e-05}
+{"train_loss": 0.004987144377082586, "global_step": 16390, "epoch": 252, "lr": 6.353373182213211e-05}
+{"train_loss": 0.003416716121137142, "global_step": 16391, "epoch": 252, "lr": 6.352980408903525e-05}
+{"train_loss": 0.0028272191993892193, "global_step": 16392, "epoch": 252, "lr": 6.352587626584976e-05}
+{"train_loss": 0.004611560143530369, "global_step": 16393, "epoch": 252, "lr": 6.352194835260186e-05}
+{"train_loss": 0.002607520902529359, "global_step": 16394, "epoch": 252, "lr": 6.351802034931765e-05}
+{"train_loss": 0.004393262322992086, "global_step": 16395, "epoch": 252, "lr": 6.351409225602333e-05}
+{"train_loss": 0.004344722256064415, "global_step": 16396, "epoch": 252, "lr": 6.351016407274502e-05}
+{"train_loss": 0.003819449804723263, "global_step": 16397, "epoch": 252, "lr": 6.350623579950892e-05}
+{"train_loss": 0.003696284256875515, "global_step": 16398, "epoch": 252, "lr": 6.350230743634113e-05}
+{"train_loss": 0.00329218665137887, "global_step": 16399, "epoch": 252, "lr": 6.349837898326784e-05}
+{"train_loss": 0.004779733717441559, "global_step": 16400, "epoch": 252, "lr": 6.349445044031523e-05}
+{"train_loss": 0.0035631204955279827, "global_step": 16401, "epoch": 252, "lr": 6.349052180750942e-05}
+{"train_loss": 0.004531753249466419, "global_step": 16402, "epoch": 252, "lr": 6.348659308487656e-05}
+{"train_loss": 0.004400020465254784, "global_step": 16403, "epoch": 252, "lr": 6.348266427244286e-05}
+{"train_loss": 0.0041589196771383286, "global_step": 16404, "epoch": 252, "lr": 6.347873537023444e-05}
+{"train_loss": 0.00460222689434886, "global_step": 16405, "epoch": 252, "lr": 6.347480637827747e-05}
+{"train_loss": 0.0024224664084613323, "global_step": 16406, "epoch": 252, "lr": 6.34708772965981e-05}
+{"train_loss": 0.0032058630604296923, "global_step": 16407, "epoch": 252, "lr": 6.346694812522253e-05}
+{"train_loss": 0.008648685179650784, "global_step": 16408, "epoch": 252, "lr": 6.346301886417689e-05}
+{"train_loss": 0.004421760328114033, "global_step": 16409, "epoch": 252, "lr": 6.345908951348734e-05}
+{"train_loss": 0.0037834648974239826, "global_step": 16410, "epoch": 252, "lr": 6.345516007318005e-05}
+{"train_loss": 0.007371421903371811, "global_step": 16411, "epoch": 252, "lr": 6.345123054328122e-05}
+{"train_loss": 0.00374060170724988, "global_step": 16412, "epoch": 252, "lr": 6.344730092381694e-05}
+{"train_loss": 0.005235491320490837, "global_step": 16413, "epoch": 252, "lr": 6.344337121481345e-05}
+{"train_loss": 0.0037665311247110367, "global_step": 16414, "epoch": 252, "lr": 6.343944141629687e-05}
+{"train_loss": 0.003050637897104025, "global_step": 16415, "epoch": 252, "lr": 6.343551152829339e-05}
+{"train_loss": 0.004774976056069136, "global_step": 16416, "epoch": 252, "lr": 6.343158155082915e-05}
+{"train_loss": 0.002630449365824461, "global_step": 16417, "epoch": 252, "lr": 6.342765148393038e-05}
+{"train_loss": 0.005352651234716177, "global_step": 16418, "epoch": 252, "lr": 6.342372132762315e-05}
+{"train_loss": 0.0032007317058742046, "global_step": 16419, "epoch": 252, "lr": 6.341979108193374e-05}
+{"train_loss": 0.0017856003250926733, "global_step": 16420, "epoch": 252, "lr": 6.341586074688821e-05}
+{"train_loss": 0.0050733634270727634, "global_step": 16421, "epoch": 252, "lr": 6.341193032251283e-05}
+{"train_loss": 0.002647695830091834, "global_step": 16422, "epoch": 252, "lr": 6.340799980883369e-05}
+{"train_loss": 0.004273058846592903, "global_step": 16423, "epoch": 252, "lr": 6.340406920587702e-05}
+{"train_loss": 0.004268201068043709, "global_step": 16424, "epoch": 252, "lr": 6.340013851366896e-05}
+{"train_loss": 0.004375289659947157, "global_step": 16425, "epoch": 252, "lr": 6.339620773223568e-05}
+{"train_loss": 0.003531569615006447, "global_step": 16426, "epoch": 252, "lr": 6.339227686160338e-05}
+{"train_loss": 0.004118297249078751, "global_step": 16427, "epoch": 252, "lr": 6.338834590179822e-05}
+{"train_loss": 0.003431105986237526, "global_step": 16428, "epoch": 252, "lr": 6.338441485284636e-05}
+{"train_loss": 0.006011281628161669, "global_step": 16429, "epoch": 252, "lr": 6.338048371477398e-05}
+{"train_loss": 0.004093611612915993, "global_step": 16430, "epoch": 252, "lr": 6.337655248760728e-05}
+{"train_loss": 0.0035948436707258224, "global_step": 16431, "epoch": 252, "lr": 6.337262117137243e-05}
+{"train_loss": 0.002440586220473051, "global_step": 16432, "epoch": 252, "lr": 6.336868976609557e-05}
+{"train_loss": 0.009535813704133034, "global_step": 16433, "epoch": 252, "lr": 6.336475827180292e-05}
+{"train_loss": 0.0035156498197466135, "global_step": 16434, "epoch": 252, "lr": 6.336082668852063e-05}
+{"train_loss": 0.004947959445416927, "global_step": 16435, "epoch": 252, "lr": 6.33568950162749e-05}
+{"train_loss": 0.004742334596812725, "global_step": 16436, "epoch": 252, "lr": 6.335296325509187e-05}
+{"train_loss": 0.003873653942719102, "global_step": 16437, "epoch": 252, "lr": 6.334903140499779e-05}
+{"train_loss": 0.005915261339396238, "global_step": 16438, "epoch": 252, "lr": 6.334509946601879e-05}
+{"train_loss": 0.0028629498556256294, "global_step": 16439, "epoch": 252, "lr": 6.334116743818107e-05}
+{"train_loss": 0.004788781050592661, "global_step": 16440, "epoch": 252, "lr": 6.333723532151075e-05}
+{"train_loss": 0.005546743515878916, "global_step": 16441, "epoch": 252, "lr": 6.333330311603412e-05}
+{"train_loss": 0.00447889557108283, "global_step": 16442, "epoch": 252, "lr": 6.332937082177727e-05}
+{"train_loss": 0.004469995852559805, "global_step": 16443, "epoch": 252, "lr": 6.332543843876645e-05}
+{"train_loss": 0.004142239319088941, "global_step": 16444, "epoch": 252, "lr": 6.332150596702778e-05, "val_loss": 0.007016092538833618}
+{"train_loss": 0.005111239850521088, "global_step": 16445, "epoch": 253, "lr": 6.33175734065875e-05}
+{"train_loss": 0.003768183523789048, "global_step": 16446, "epoch": 253, "lr": 6.331364075747178e-05}
+{"train_loss": 0.0049120644107460976, "global_step": 16447, "epoch": 253, "lr": 6.330970801970679e-05}
+{"train_loss": 0.0037210416048765182, "global_step": 16448, "epoch": 253, "lr": 6.330577519331871e-05}
+{"train_loss": 0.003854733193293214, "global_step": 16449, "epoch": 253, "lr": 6.330184227833376e-05}
+{"train_loss": 0.004996197298169136, "global_step": 16450, "epoch": 253, "lr": 6.329790927477811e-05}
+{"train_loss": 0.005215553566813469, "global_step": 16451, "epoch": 253, "lr": 6.329397618267794e-05}
+{"train_loss": 0.0034712147898972034, "global_step": 16452, "epoch": 253, "lr": 6.329004300205945e-05}
+{"train_loss": 0.0069089545868337154, "global_step": 16453, "epoch": 253, "lr": 6.328610973294882e-05}
+{"train_loss": 0.004288739524781704, "global_step": 16454, "epoch": 253, "lr": 6.328217637537224e-05}
+{"train_loss": 0.0050214193761348724, "global_step": 16455, "epoch": 253, "lr": 6.327824292935593e-05}
+{"train_loss": 0.004583023488521576, "global_step": 16456, "epoch": 253, "lr": 6.327430939492602e-05}
+{"train_loss": 0.003565089078620076, "global_step": 16457, "epoch": 253, "lr": 6.327037577210876e-05}
+{"train_loss": 0.0042775338515639305, "global_step": 16458, "epoch": 253, "lr": 6.326644206093033e-05}
+{"train_loss": 0.0024743147660046816, "global_step": 16459, "epoch": 253, "lr": 6.326250826141689e-05}
+{"train_loss": 0.006556945852935314, "global_step": 16460, "epoch": 253, "lr": 6.325857437359468e-05}
+{"train_loss": 0.0030759882647544146, "global_step": 16461, "epoch": 253, "lr": 6.325464039748985e-05}
+{"train_loss": 0.003031245432794094, "global_step": 16462, "epoch": 253, "lr": 6.325070633312862e-05}
+{"train_loss": 0.004253978841006756, "global_step": 16463, "epoch": 253, "lr": 6.324677218053717e-05}
+{"train_loss": 0.0033926430623978376, "global_step": 16464, "epoch": 253, "lr": 6.324283793974172e-05}
+{"train_loss": 0.0036742130760103464, "global_step": 16465, "epoch": 253, "lr": 6.323890361076845e-05}
+{"train_loss": 0.0031901902984827757, "global_step": 16466, "epoch": 253, "lr": 6.323496919364355e-05}
+{"train_loss": 0.004313863348215818, "global_step": 16467, "epoch": 253, "lr": 6.323103468839325e-05}
+{"train_loss": 0.004778898786753416, "global_step": 16468, "epoch": 253, "lr": 6.322710009504369e-05}
+{"train_loss": 0.0033958686981350183, "global_step": 16469, "epoch": 253, "lr": 6.322316541362112e-05}
+{"train_loss": 0.0033596823923289776, "global_step": 16470, "epoch": 253, "lr": 6.321923064415173e-05}
+{"train_loss": 0.004557272419333458, "global_step": 16471, "epoch": 253, "lr": 6.32152957866617e-05}
+{"train_loss": 0.004083930980414152, "global_step": 16472, "epoch": 253, "lr": 6.321136084117723e-05}
+{"train_loss": 0.0033546597696840763, "global_step": 16473, "epoch": 253, "lr": 6.320742580772455e-05}
+{"train_loss": 0.0023027765564620495, "global_step": 16474, "epoch": 253, "lr": 6.320349068632984e-05}
+{"train_loss": 0.005852513946592808, "global_step": 16475, "epoch": 253, "lr": 6.31995554770193e-05}
+{"train_loss": 0.004708306863903999, "global_step": 16476, "epoch": 253, "lr": 6.319562017981914e-05}
+{"train_loss": 0.0036659445613622665, "global_step": 16477, "epoch": 253, "lr": 6.319168479475557e-05}
+{"train_loss": 0.0035286047495901585, "global_step": 16478, "epoch": 253, "lr": 6.318774932185479e-05}
+{"train_loss": 0.0034701942931860685, "global_step": 16479, "epoch": 253, "lr": 6.318381376114298e-05}
+{"train_loss": 0.004027822986245155, "global_step": 16480, "epoch": 253, "lr": 6.31798781126464e-05}
+{"train_loss": 0.002992450725287199, "global_step": 16481, "epoch": 253, "lr": 6.317594237639119e-05}
+{"train_loss": 0.003560188226401806, "global_step": 16482, "epoch": 253, "lr": 6.31720065524036e-05}
+{"train_loss": 0.004623860120773315, "global_step": 16483, "epoch": 253, "lr": 6.316807064070981e-05}
+{"train_loss": 0.0058935219421982765, "global_step": 16484, "epoch": 253, "lr": 6.316413464133606e-05}
+{"train_loss": 0.004434156231582165, "global_step": 16485, "epoch": 253, "lr": 6.316019855430852e-05}
+{"train_loss": 0.004624361637979746, "global_step": 16486, "epoch": 253, "lr": 6.315626237965343e-05}
+{"train_loss": 0.004746557213366032, "global_step": 16487, "epoch": 253, "lr": 6.3152326117397e-05}
+{"train_loss": 0.003427342278882861, "global_step": 16488, "epoch": 253, "lr": 6.314838976756543e-05}
+{"train_loss": 0.005923632066696882, "global_step": 16489, "epoch": 253, "lr": 6.314445333018489e-05}
+{"train_loss": 0.005007954314351082, "global_step": 16490, "epoch": 253, "lr": 6.314051680528166e-05}
+{"train_loss": 0.002378656528890133, "global_step": 16491, "epoch": 253, "lr": 6.31365801928819e-05}
+{"train_loss": 0.0033040051348507404, "global_step": 16492, "epoch": 253, "lr": 6.313264349301186e-05}
+{"train_loss": 0.0029991145711392164, "global_step": 16493, "epoch": 253, "lr": 6.312870670569773e-05}
+{"train_loss": 0.0058722360990941525, "global_step": 16494, "epoch": 253, "lr": 6.312476983096573e-05}
+{"train_loss": 0.003822982544079423, "global_step": 16495, "epoch": 253, "lr": 6.312083286884205e-05}
+{"train_loss": 0.006434230133891106, "global_step": 16496, "epoch": 253, "lr": 6.311689581935297e-05}
+{"train_loss": 0.004275960382074118, "global_step": 16497, "epoch": 253, "lr": 6.311295868252462e-05}
+{"train_loss": 0.004226837307214737, "global_step": 16498, "epoch": 253, "lr": 6.310902145838327e-05}
+{"train_loss": 0.005717831663787365, "global_step": 16499, "epoch": 253, "lr": 6.310508414695511e-05}
+{"train_loss": 0.002999956253916025, "global_step": 16500, "epoch": 253, "lr": 6.310114674826639e-05}
+{"train_loss": 0.004553970880806446, "global_step": 16501, "epoch": 253, "lr": 6.309720926234328e-05}
+{"train_loss": 0.004815156105905771, "global_step": 16502, "epoch": 253, "lr": 6.309327168921205e-05}
+{"train_loss": 0.0050193085335195065, "global_step": 16503, "epoch": 253, "lr": 6.308933402889888e-05}
+{"train_loss": 0.003654307685792446, "global_step": 16504, "epoch": 253, "lr": 6.308539628143e-05}
+{"train_loss": 0.004979840945452452, "global_step": 16505, "epoch": 253, "lr": 6.308145844683165e-05}
+{"train_loss": 0.00442272936925292, "global_step": 16506, "epoch": 253, "lr": 6.307752052513e-05}
+{"train_loss": 0.0052061136811971664, "global_step": 16507, "epoch": 253, "lr": 6.307358251635134e-05}
+{"train_loss": 0.0032001554500311613, "global_step": 16508, "epoch": 253, "lr": 6.306964442052183e-05}
+{"train_loss": 0.004254901351837011, "global_step": 16509, "epoch": 253, "lr": 6.30657062376677e-05, "val_loss": 0.009356147609651089}
+{"train_loss": 0.006317356135696173, "global_step": 16510, "epoch": 254, "lr": 6.306176796781522e-05}
+{"train_loss": 0.006070559844374657, "global_step": 16511, "epoch": 254, "lr": 6.305782961099057e-05}
+{"train_loss": 0.0056019192561507225, "global_step": 16512, "epoch": 254, "lr": 6.305389116721998e-05}
+{"train_loss": 0.004299473483115435, "global_step": 16513, "epoch": 254, "lr": 6.304995263652968e-05}
+{"train_loss": 0.00412082951515913, "global_step": 16514, "epoch": 254, "lr": 6.30460140189459e-05}
+{"train_loss": 0.004456492140889168, "global_step": 16515, "epoch": 254, "lr": 6.304207531449486e-05}
+{"train_loss": 0.0048268744722008705, "global_step": 16516, "epoch": 254, "lr": 6.303813652320278e-05}
+{"train_loss": 0.005551631562411785, "global_step": 16517, "epoch": 254, "lr": 6.303419764509588e-05}
+{"train_loss": 0.0027064988389611244, "global_step": 16518, "epoch": 254, "lr": 6.303025868020041e-05}
+{"train_loss": 0.004203335382044315, "global_step": 16519, "epoch": 254, "lr": 6.302631962854259e-05}
+{"train_loss": 0.003139432752504945, "global_step": 16520, "epoch": 254, "lr": 6.302238049014865e-05}
+{"train_loss": 0.005484320688992739, "global_step": 16521, "epoch": 254, "lr": 6.30184412650448e-05}
+{"train_loss": 0.0026960610412061214, "global_step": 16522, "epoch": 254, "lr": 6.301450195325728e-05}
+{"train_loss": 0.00547261955216527, "global_step": 16523, "epoch": 254, "lr": 6.301056255481234e-05}
+{"train_loss": 0.0072288853116333485, "global_step": 16524, "epoch": 254, "lr": 6.30066230697362e-05}
+{"train_loss": 0.004659425001591444, "global_step": 16525, "epoch": 254, "lr": 6.300268349805505e-05}
+{"train_loss": 0.004884754307568073, "global_step": 16526, "epoch": 254, "lr": 6.299874383979519e-05}
+{"train_loss": 0.007131409831345081, "global_step": 16527, "epoch": 254, "lr": 6.299480409498279e-05}
+{"train_loss": 0.006151305045932531, "global_step": 16528, "epoch": 254, "lr": 6.299086426364414e-05}
+{"train_loss": 0.005502571351826191, "global_step": 16529, "epoch": 254, "lr": 6.298692434580542e-05}
+{"train_loss": 0.006103382911533117, "global_step": 16530, "epoch": 254, "lr": 6.298298434149292e-05}
+{"train_loss": 0.005378433037549257, "global_step": 16531, "epoch": 254, "lr": 6.297904425073282e-05}
+{"train_loss": 0.004045705311000347, "global_step": 16532, "epoch": 254, "lr": 6.29751040735514e-05}
+{"train_loss": 0.002965579740703106, "global_step": 16533, "epoch": 254, "lr": 6.297116380997484e-05}
+{"train_loss": 0.006885010749101639, "global_step": 16534, "epoch": 254, "lr": 6.296722346002946e-05}
+{"train_loss": 0.004719666205346584, "global_step": 16535, "epoch": 254, "lr": 6.29632830237414e-05}
+{"train_loss": 0.005597149953246117, "global_step": 16536, "epoch": 254, "lr": 6.295934250113698e-05}
+{"train_loss": 0.005422804970294237, "global_step": 16537, "epoch": 254, "lr": 6.295540189224238e-05}
+{"train_loss": 0.0034999940544366837, "global_step": 16538, "epoch": 254, "lr": 6.295146119708389e-05}
+{"train_loss": 0.004598624538630247, "global_step": 16539, "epoch": 254, "lr": 6.29475204156877e-05}
+{"train_loss": 0.0052603804506361485, "global_step": 16540, "epoch": 254, "lr": 6.294357954808008e-05}
+{"train_loss": 0.003562361467629671, "global_step": 16541, "epoch": 254, "lr": 6.293963859428725e-05}
+{"train_loss": 0.005946609191596508, "global_step": 16542, "epoch": 254, "lr": 6.293569755433548e-05}
+{"train_loss": 0.005969128105789423, "global_step": 16543, "epoch": 254, "lr": 6.2931756428251e-05}
+{"train_loss": 0.00639683660119772, "global_step": 16544, "epoch": 254, "lr": 6.292781521606002e-05}
+{"train_loss": 0.0063891359604895115, "global_step": 16545, "epoch": 254, "lr": 6.292387391778882e-05}
+{"train_loss": 0.004577738232910633, "global_step": 16546, "epoch": 254, "lr": 6.291993253346364e-05}
+{"train_loss": 0.0034430110827088356, "global_step": 16547, "epoch": 254, "lr": 6.291599106311072e-05}
+{"train_loss": 0.003867755178362131, "global_step": 16548, "epoch": 254, "lr": 6.291204950675629e-05}
+{"train_loss": 0.00835198163986206, "global_step": 16549, "epoch": 254, "lr": 6.290810786442661e-05}
+{"train_loss": 0.004574008285999298, "global_step": 16550, "epoch": 254, "lr": 6.290416613614792e-05}
+{"train_loss": 0.0034550572745501995, "global_step": 16551, "epoch": 254, "lr": 6.290022432194646e-05}
+{"train_loss": 0.003966009244322777, "global_step": 16552, "epoch": 254, "lr": 6.289628242184851e-05}
+{"train_loss": 0.004425334744155407, "global_step": 16553, "epoch": 254, "lr": 6.289234043588027e-05}
+{"train_loss": 0.004601405002176762, "global_step": 16554, "epoch": 254, "lr": 6.288839836406801e-05}
+{"train_loss": 0.005773673299700022, "global_step": 16555, "epoch": 254, "lr": 6.288445620643799e-05}
+{"train_loss": 0.0037323711439967155, "global_step": 16556, "epoch": 254, "lr": 6.288051396301643e-05}
+{"train_loss": 0.004355317912995815, "global_step": 16557, "epoch": 254, "lr": 6.287657163382961e-05}
+{"train_loss": 0.004111452028155327, "global_step": 16558, "epoch": 254, "lr": 6.287262921890375e-05}
+{"train_loss": 0.004813167732208967, "global_step": 16559, "epoch": 254, "lr": 6.286868671826512e-05}
+{"train_loss": 0.005413947161287069, "global_step": 16560, "epoch": 254, "lr": 6.286474413193997e-05}
+{"train_loss": 0.004079804755747318, "global_step": 16561, "epoch": 254, "lr": 6.286080145995456e-05}
+{"train_loss": 0.004358144011348486, "global_step": 16562, "epoch": 254, "lr": 6.285685870233513e-05}
+{"train_loss": 0.004099005367606878, "global_step": 16563, "epoch": 254, "lr": 6.285291585910793e-05}
+{"train_loss": 0.004833501763641834, "global_step": 16564, "epoch": 254, "lr": 6.284897293029922e-05}
+{"train_loss": 0.003999785520136356, "global_step": 16565, "epoch": 254, "lr": 6.284502991593526e-05}
+{"train_loss": 0.004989124834537506, "global_step": 16566, "epoch": 254, "lr": 6.284108681604229e-05}
+{"train_loss": 0.005173105280846357, "global_step": 16567, "epoch": 254, "lr": 6.283714363064657e-05}
+{"train_loss": 0.0027486023027449846, "global_step": 16568, "epoch": 254, "lr": 6.283320035977437e-05}
+{"train_loss": 0.007189745083451271, "global_step": 16569, "epoch": 254, "lr": 6.282925700345193e-05}
+{"train_loss": 0.003128168173134327, "global_step": 16570, "epoch": 254, "lr": 6.282531356170551e-05}
+{"train_loss": 0.006104643456637859, "global_step": 16571, "epoch": 254, "lr": 6.282137003456137e-05}
+{"train_loss": 0.004745094571262598, "global_step": 16572, "epoch": 254, "lr": 6.281742642204576e-05}
+{"train_loss": 0.006045800633728504, "global_step": 16573, "epoch": 254, "lr": 6.281348272418496e-05}
+{"train_loss": 0.004929508713002388, "global_step": 16574, "epoch": 254, "lr": 6.280953894100521e-05, "val_loss": 0.007921581156551838}
+{"train_loss": 0.005109759513288736, "global_step": 16575, "epoch": 255, "lr": 6.280559507253276e-05}
+{"train_loss": 0.004981014411896467, "global_step": 16576, "epoch": 255, "lr": 6.280165111879392e-05}
+{"train_loss": 0.003916378598660231, "global_step": 16577, "epoch": 255, "lr": 6.27977070798149e-05}
+{"train_loss": 0.003181266598403454, "global_step": 16578, "epoch": 255, "lr": 6.279376295562197e-05}
+{"train_loss": 0.0042345873080194, "global_step": 16579, "epoch": 255, "lr": 6.27898187462414e-05}
+{"train_loss": 0.0032803325448185205, "global_step": 16580, "epoch": 255, "lr": 6.278587445169946e-05}
+{"train_loss": 0.003636580891907215, "global_step": 16581, "epoch": 255, "lr": 6.278193007202242e-05}
+{"train_loss": 0.0021566671784967184, "global_step": 16582, "epoch": 255, "lr": 6.27779856072365e-05}
+{"train_loss": 0.00410922896116972, "global_step": 16583, "epoch": 255, "lr": 6.2774041057368e-05}
+{"train_loss": 0.00489388732239604, "global_step": 16584, "epoch": 255, "lr": 6.277009642244319e-05}
+{"train_loss": 0.003791502211242914, "global_step": 16585, "epoch": 255, "lr": 6.276615170248833e-05}
+{"train_loss": 0.00366662023589015, "global_step": 16586, "epoch": 255, "lr": 6.276220689752967e-05}
+{"train_loss": 0.004168419633060694, "global_step": 16587, "epoch": 255, "lr": 6.275826200759349e-05}
+{"train_loss": 0.0038675896357744932, "global_step": 16588, "epoch": 255, "lr": 6.275431703270604e-05}
+{"train_loss": 0.004228399600833654, "global_step": 16589, "epoch": 255, "lr": 6.275037197289363e-05}
+{"train_loss": 0.005342808552086353, "global_step": 16590, "epoch": 255, "lr": 6.27464268281825e-05}
+{"train_loss": 0.005004405044019222, "global_step": 16591, "epoch": 255, "lr": 6.274248159859888e-05}
+{"train_loss": 0.003689030185341835, "global_step": 16592, "epoch": 255, "lr": 6.273853628416911e-05}
+{"train_loss": 0.0045931460335850716, "global_step": 16593, "epoch": 255, "lr": 6.273459088491943e-05}
+{"train_loss": 0.00737304612994194, "global_step": 16594, "epoch": 255, "lr": 6.27306454008761e-05}
+{"train_loss": 0.0026716149877756834, "global_step": 16595, "epoch": 255, "lr": 6.27266998320654e-05}
+{"train_loss": 0.0039463648572564125, "global_step": 16596, "epoch": 255, "lr": 6.27227541785136e-05}
+{"train_loss": 0.004511402919888496, "global_step": 16597, "epoch": 255, "lr": 6.271880844024698e-05}
+{"train_loss": 0.0053477780893445015, "global_step": 16598, "epoch": 255, "lr": 6.27148626172918e-05}
+{"train_loss": 0.004006212577223778, "global_step": 16599, "epoch": 255, "lr": 6.271091670967436e-05}
+{"train_loss": 0.00463642505928874, "global_step": 16600, "epoch": 255, "lr": 6.270697071742089e-05}
+{"train_loss": 0.003762672422453761, "global_step": 16601, "epoch": 255, "lr": 6.27030246405577e-05}
+{"train_loss": 0.006067428272217512, "global_step": 16602, "epoch": 255, "lr": 6.269907847911104e-05}
+{"train_loss": 0.0039329323917627335, "global_step": 16603, "epoch": 255, "lr": 6.269513223310723e-05}
+{"train_loss": 0.003690562676638365, "global_step": 16604, "epoch": 255, "lr": 6.26911859025725e-05}
+{"train_loss": 0.003742014290764928, "global_step": 16605, "epoch": 255, "lr": 6.268723948753314e-05}
+{"train_loss": 0.002408211585134268, "global_step": 16606, "epoch": 255, "lr": 6.268329298801541e-05}
+{"train_loss": 0.004931434523314238, "global_step": 16607, "epoch": 255, "lr": 6.267934640404565e-05}
+{"train_loss": 0.006407592911273241, "global_step": 16608, "epoch": 255, "lr": 6.267539973565006e-05}
+{"train_loss": 0.004500878043472767, "global_step": 16609, "epoch": 255, "lr": 6.267145298285497e-05}
+{"train_loss": 0.004803793039172888, "global_step": 16610, "epoch": 255, "lr": 6.266750614568664e-05}
+{"train_loss": 0.005008618347346783, "global_step": 16611, "epoch": 255, "lr": 6.266355922417136e-05}
+{"train_loss": 0.005336302798241377, "global_step": 16612, "epoch": 255, "lr": 6.26596122183354e-05}
+{"train_loss": 0.002983914455398917, "global_step": 16613, "epoch": 255, "lr": 6.265566512820505e-05}
+{"train_loss": 0.004873868077993393, "global_step": 16614, "epoch": 255, "lr": 6.265171795380659e-05}
+{"train_loss": 0.004292317200452089, "global_step": 16615, "epoch": 255, "lr": 6.264777069516631e-05}
+{"train_loss": 0.005279450677335262, "global_step": 16616, "epoch": 255, "lr": 6.264382335231047e-05}
+{"train_loss": 0.004173635505139828, "global_step": 16617, "epoch": 255, "lr": 6.263987592526537e-05}
+{"train_loss": 0.0040107606910169125, "global_step": 16618, "epoch": 255, "lr": 6.263592841405729e-05}
+{"train_loss": 0.0034091644920408726, "global_step": 16619, "epoch": 255, "lr": 6.263198081871253e-05}
+{"train_loss": 0.003609282895922661, "global_step": 16620, "epoch": 255, "lr": 6.262803313925734e-05}
+{"train_loss": 0.005563708953559399, "global_step": 16621, "epoch": 255, "lr": 6.262408537571804e-05}
+{"train_loss": 0.0032003496307879686, "global_step": 16622, "epoch": 255, "lr": 6.26201375281209e-05}
+{"train_loss": 0.004327506758272648, "global_step": 16623, "epoch": 255, "lr": 6.261618959649222e-05}
+{"train_loss": 0.006463173311203718, "global_step": 16624, "epoch": 255, "lr": 6.261224158085825e-05}
+{"train_loss": 0.0029732680413872004, "global_step": 16625, "epoch": 255, "lr": 6.260829348124532e-05}
+{"train_loss": 0.0038389633409678936, "global_step": 16626, "epoch": 255, "lr": 6.260434529767972e-05}
+{"train_loss": 0.0035692760720849037, "global_step": 16627, "epoch": 255, "lr": 6.26003970301877e-05}
+{"train_loss": 0.003420404624193907, "global_step": 16628, "epoch": 255, "lr": 6.259644867879558e-05}
+{"train_loss": 0.004880646709352732, "global_step": 16629, "epoch": 255, "lr": 6.259250024352965e-05}
+{"train_loss": 0.002369657624512911, "global_step": 16630, "epoch": 255, "lr": 6.25885517244162e-05}
+{"train_loss": 0.004965064115822315, "global_step": 16631, "epoch": 255, "lr": 6.25846031214815e-05}
+{"train_loss": 0.003173633012920618, "global_step": 16632, "epoch": 255, "lr": 6.258065443475186e-05}
+{"train_loss": 0.0027459843549877405, "global_step": 16633, "epoch": 255, "lr": 6.257670566425357e-05}
+{"train_loss": 0.003936640918254852, "global_step": 16634, "epoch": 255, "lr": 6.257275681001293e-05}
+{"train_loss": 0.0038213434163480997, "global_step": 16635, "epoch": 255, "lr": 6.256880787205623e-05}
+{"train_loss": 0.006395922973752022, "global_step": 16636, "epoch": 255, "lr": 6.256485885040974e-05}
+{"train_loss": 0.005221315193921328, "global_step": 16637, "epoch": 255, "lr": 6.256090974509978e-05}
+{"train_loss": 0.004737271461635828, "global_step": 16638, "epoch": 255, "lr": 6.255696055615266e-05}
+{"train_loss": 0.004299609230544704, "global_step": 16639, "epoch": 255, "lr": 6.255301128359463e-05, "val_loss": 0.00846660602837801, "train_action_mse_error": 0.00029711442766711116}
+{"train_loss": 0.004466062877327204, "global_step": 16640, "epoch": 256, "lr": 6.254906192745202e-05}
+{"train_loss": 0.004360811784863472, "global_step": 16641, "epoch": 256, "lr": 6.254511248775112e-05}
+{"train_loss": 0.005449945107102394, "global_step": 16642, "epoch": 256, "lr": 6.254116296451823e-05}
+{"train_loss": 0.005803330801427364, "global_step": 16643, "epoch": 256, "lr": 6.253721335777965e-05}
+{"train_loss": 0.0049382662400603294, "global_step": 16644, "epoch": 256, "lr": 6.253326366756165e-05}
+{"train_loss": 0.003996544983237982, "global_step": 16645, "epoch": 256, "lr": 6.252931389389057e-05}
+{"train_loss": 0.004064232110977173, "global_step": 16646, "epoch": 256, "lr": 6.25253640367927e-05}
+{"train_loss": 0.004688794258981943, "global_step": 16647, "epoch": 256, "lr": 6.252141409629433e-05}
+{"train_loss": 0.008223186247050762, "global_step": 16648, "epoch": 256, "lr": 6.251746407242174e-05}
+{"train_loss": 0.003920388873666525, "global_step": 16649, "epoch": 256, "lr": 6.25135139652013e-05}
+{"train_loss": 0.004099482204765081, "global_step": 16650, "epoch": 256, "lr": 6.250956377465921e-05}
+{"train_loss": 0.002864497946575284, "global_step": 16651, "epoch": 256, "lr": 6.250561350082185e-05}
+{"train_loss": 0.005956833250820637, "global_step": 16652, "epoch": 256, "lr": 6.250166314371551e-05}
+{"train_loss": 0.003916937857866287, "global_step": 16653, "epoch": 256, "lr": 6.249771270336648e-05}
+{"train_loss": 0.004415823612362146, "global_step": 16654, "epoch": 256, "lr": 6.249376217980107e-05}
+{"train_loss": 0.0062498291954398155, "global_step": 16655, "epoch": 256, "lr": 6.248981157304559e-05}
+{"train_loss": 0.006058137398213148, "global_step": 16656, "epoch": 256, "lr": 6.248586088312632e-05}
+{"train_loss": 0.00323711265809834, "global_step": 16657, "epoch": 256, "lr": 6.248191011006962e-05}
+{"train_loss": 0.004170545376837254, "global_step": 16658, "epoch": 256, "lr": 6.247795925390173e-05}
+{"train_loss": 0.005031311884522438, "global_step": 16659, "epoch": 256, "lr": 6.2474008314649e-05}
+{"train_loss": 0.004292647819966078, "global_step": 16660, "epoch": 256, "lr": 6.247005729233772e-05}
+{"train_loss": 0.004734775051474571, "global_step": 16661, "epoch": 256, "lr": 6.246610618699421e-05}
+{"train_loss": 0.006668913643807173, "global_step": 16662, "epoch": 256, "lr": 6.246215499864476e-05}
+{"train_loss": 0.009011821821331978, "global_step": 16663, "epoch": 256, "lr": 6.245820372731572e-05}
+{"train_loss": 0.005505944136530161, "global_step": 16664, "epoch": 256, "lr": 6.245425237303334e-05}
+{"train_loss": 0.004373965784907341, "global_step": 16665, "epoch": 256, "lr": 6.245030093582398e-05}
+{"train_loss": 0.007943867705762386, "global_step": 16666, "epoch": 256, "lr": 6.244634941571392e-05}
+{"train_loss": 0.004331473261117935, "global_step": 16667, "epoch": 256, "lr": 6.244239781272949e-05}
+{"train_loss": 0.0047035617753863335, "global_step": 16668, "epoch": 256, "lr": 6.243844612689698e-05}
+{"train_loss": 0.004017225466668606, "global_step": 16669, "epoch": 256, "lr": 6.243449435824276e-05}
+{"train_loss": 0.0042531900107860565, "global_step": 16670, "epoch": 256, "lr": 6.243054250679305e-05}
+{"train_loss": 0.005420738831162453, "global_step": 16671, "epoch": 256, "lr": 6.242659057257424e-05}
+{"train_loss": 0.00468786945566535, "global_step": 16672, "epoch": 256, "lr": 6.242263855561262e-05}
+{"train_loss": 0.006162653211504221, "global_step": 16673, "epoch": 256, "lr": 6.241868645593449e-05}
+{"train_loss": 0.006123309023678303, "global_step": 16674, "epoch": 256, "lr": 6.241473427356619e-05}
+{"train_loss": 0.00523768924176693, "global_step": 16675, "epoch": 256, "lr": 6.241078200853401e-05}
+{"train_loss": 0.003990614786744118, "global_step": 16676, "epoch": 256, "lr": 6.24068296608643e-05}
+{"train_loss": 0.004201114177703857, "global_step": 16677, "epoch": 256, "lr": 6.240287723058334e-05}
+{"train_loss": 0.005047975108027458, "global_step": 16678, "epoch": 256, "lr": 6.239892471771747e-05}
+{"train_loss": 0.0023860917426645756, "global_step": 16679, "epoch": 256, "lr": 6.2394972122293e-05}
+{"train_loss": 0.005290547385811806, "global_step": 16680, "epoch": 256, "lr": 6.239101944433626e-05}
+{"train_loss": 0.003096379106864333, "global_step": 16681, "epoch": 256, "lr": 6.238706668387355e-05}
+{"train_loss": 0.00391412666067481, "global_step": 16682, "epoch": 256, "lr": 6.238311384093119e-05}
+{"train_loss": 0.004619424231350422, "global_step": 16683, "epoch": 256, "lr": 6.237916091553552e-05}
+{"train_loss": 0.0037400866858661175, "global_step": 16684, "epoch": 256, "lr": 6.237520790771285e-05}
+{"train_loss": 0.002795529318973422, "global_step": 16685, "epoch": 256, "lr": 6.237125481748951e-05}
+{"train_loss": 0.006853030528873205, "global_step": 16686, "epoch": 256, "lr": 6.23673016448918e-05}
+{"train_loss": 0.005747958552092314, "global_step": 16687, "epoch": 256, "lr": 6.236334838994606e-05}
+{"train_loss": 0.0026124075520783663, "global_step": 16688, "epoch": 256, "lr": 6.23593950526786e-05}
+{"train_loss": 0.004062272608280182, "global_step": 16689, "epoch": 256, "lr": 6.235544163311576e-05}
+{"train_loss": 0.005129247438162565, "global_step": 16690, "epoch": 256, "lr": 6.235148813128385e-05}
+{"train_loss": 0.0037036484573036432, "global_step": 16691, "epoch": 256, "lr": 6.23475345472092e-05}
+{"train_loss": 0.0040228827856481075, "global_step": 16692, "epoch": 256, "lr": 6.234358088091814e-05}
+{"train_loss": 0.004178998060524464, "global_step": 16693, "epoch": 256, "lr": 6.233962713243699e-05}
+{"train_loss": 0.0046797990798950195, "global_step": 16694, "epoch": 256, "lr": 6.233567330179207e-05}
+{"train_loss": 0.004589790944010019, "global_step": 16695, "epoch": 256, "lr": 6.233171938900972e-05}
+{"train_loss": 0.004321961663663387, "global_step": 16696, "epoch": 256, "lr": 6.232776539411625e-05}
+{"train_loss": 0.004490761086344719, "global_step": 16697, "epoch": 256, "lr": 6.232381131713802e-05}
+{"train_loss": 0.004238886293023825, "global_step": 16698, "epoch": 256, "lr": 6.231985715810132e-05}
+{"train_loss": 0.005333783105015755, "global_step": 16699, "epoch": 256, "lr": 6.23159029170325e-05}
+{"train_loss": 0.004436474293470383, "global_step": 16700, "epoch": 256, "lr": 6.231194859395788e-05}
+{"train_loss": 0.005836819298565388, "global_step": 16701, "epoch": 256, "lr": 6.230799418890381e-05}
+{"train_loss": 0.00510646915063262, "global_step": 16702, "epoch": 256, "lr": 6.230403970189657e-05}
+{"train_loss": 0.0029443232342600822, "global_step": 16703, "epoch": 256, "lr": 6.230008513296257e-05}
+{"train_loss": 0.00478487152319688, "global_step": 16704, "epoch": 256, "lr": 6.229613048212807e-05, "val_loss": 0.009933589026331902}
+{"train_loss": 0.003778344951570034, "global_step": 16705, "epoch": 257, "lr": 6.229217574941946e-05}
+{"train_loss": 0.004829668905586004, "global_step": 16706, "epoch": 257, "lr": 6.228822093486301e-05}
+{"train_loss": 0.002788881305605173, "global_step": 16707, "epoch": 257, "lr": 6.22842660384851e-05}
+{"train_loss": 0.003014913061633706, "global_step": 16708, "epoch": 257, "lr": 6.228031106031205e-05}
+{"train_loss": 0.0054092719219625, "global_step": 16709, "epoch": 257, "lr": 6.22763560003702e-05}
+{"train_loss": 0.0027912170626223087, "global_step": 16710, "epoch": 257, "lr": 6.227240085868586e-05}
+{"train_loss": 0.0043637873604893684, "global_step": 16711, "epoch": 257, "lr": 6.22684456352854e-05}
+{"train_loss": 0.004729540552943945, "global_step": 16712, "epoch": 257, "lr": 6.226449033019515e-05}
+{"train_loss": 0.0037651541642844677, "global_step": 16713, "epoch": 257, "lr": 6.226053494344144e-05}
+{"train_loss": 0.007399764843285084, "global_step": 16714, "epoch": 257, "lr": 6.225657947505057e-05}
+{"train_loss": 0.005505054257810116, "global_step": 16715, "epoch": 257, "lr": 6.225262392504894e-05}
+{"train_loss": 0.005772138014435768, "global_step": 16716, "epoch": 257, "lr": 6.224866829346285e-05}
+{"train_loss": 0.005301627796143293, "global_step": 16717, "epoch": 257, "lr": 6.224471258031865e-05}
+{"train_loss": 0.00654473714530468, "global_step": 16718, "epoch": 257, "lr": 6.224075678564267e-05}
+{"train_loss": 0.005694427061825991, "global_step": 16719, "epoch": 257, "lr": 6.223680090946127e-05}
+{"train_loss": 0.005255698226392269, "global_step": 16720, "epoch": 257, "lr": 6.223284495180078e-05}
+{"train_loss": 0.0044308314099907875, "global_step": 16721, "epoch": 257, "lr": 6.222888891268753e-05}
+{"train_loss": 0.004540113732218742, "global_step": 16722, "epoch": 257, "lr": 6.222493279214788e-05}
+{"train_loss": 0.005281197372823954, "global_step": 16723, "epoch": 257, "lr": 6.222097659020815e-05}
+{"train_loss": 0.004071084316819906, "global_step": 16724, "epoch": 257, "lr": 6.22170203068947e-05}
+{"train_loss": 0.0065678381361067295, "global_step": 16725, "epoch": 257, "lr": 6.221306394223387e-05}
+{"train_loss": 0.00473872572183609, "global_step": 16726, "epoch": 257, "lr": 6.220910749625201e-05}
+{"train_loss": 0.0038319106679409742, "global_step": 16727, "epoch": 257, "lr": 6.220515096897543e-05}
+{"train_loss": 0.005181403364986181, "global_step": 16728, "epoch": 257, "lr": 6.220119436043052e-05}
+{"train_loss": 0.0032235390972346067, "global_step": 16729, "epoch": 257, "lr": 6.219723767064361e-05}
+{"train_loss": 0.007199245039373636, "global_step": 16730, "epoch": 257, "lr": 6.219328089964104e-05}
+{"train_loss": 0.003171940566971898, "global_step": 16731, "epoch": 257, "lr": 6.218932404744914e-05}
+{"train_loss": 0.006637773476541042, "global_step": 16732, "epoch": 257, "lr": 6.218536711409428e-05}
+{"train_loss": 0.0030850726179778576, "global_step": 16733, "epoch": 257, "lr": 6.218141009960282e-05}
+{"train_loss": 0.00467460323125124, "global_step": 16734, "epoch": 257, "lr": 6.217745300400106e-05}
+{"train_loss": 0.0058288490399718285, "global_step": 16735, "epoch": 257, "lr": 6.217349582731539e-05}
+{"train_loss": 0.005562785547226667, "global_step": 16736, "epoch": 257, "lr": 6.216953856957215e-05}
+{"train_loss": 0.003253366332501173, "global_step": 16737, "epoch": 257, "lr": 6.21655812307977e-05}
+{"train_loss": 0.004132271744310856, "global_step": 16738, "epoch": 257, "lr": 6.216162381101836e-05}
+{"train_loss": 0.005390050821006298, "global_step": 16739, "epoch": 257, "lr": 6.215766631026049e-05}
+{"train_loss": 0.005421309731900692, "global_step": 16740, "epoch": 257, "lr": 6.215370872855046e-05}
+{"train_loss": 0.00432664155960083, "global_step": 16741, "epoch": 257, "lr": 6.214975106591461e-05}
+{"train_loss": 0.003676946507766843, "global_step": 16742, "epoch": 257, "lr": 6.214579332237929e-05}
+{"train_loss": 0.004400997888296843, "global_step": 16743, "epoch": 257, "lr": 6.214183549797083e-05}
+{"train_loss": 0.005846391897648573, "global_step": 16744, "epoch": 257, "lr": 6.213787759271564e-05}
+{"train_loss": 0.009968100115656853, "global_step": 16745, "epoch": 257, "lr": 6.213391960664003e-05}
+{"train_loss": 0.003325823927298188, "global_step": 16746, "epoch": 257, "lr": 6.212996153977037e-05}
+{"train_loss": 0.005744235590100288, "global_step": 16747, "epoch": 257, "lr": 6.212600339213302e-05}
+{"train_loss": 0.003351174993440509, "global_step": 16748, "epoch": 257, "lr": 6.21220451637543e-05}
+{"train_loss": 0.004301964771002531, "global_step": 16749, "epoch": 257, "lr": 6.211808685466063e-05}
+{"train_loss": 0.007672370411455631, "global_step": 16750, "epoch": 257, "lr": 6.211412846487831e-05}
+{"train_loss": 0.003946266602724791, "global_step": 16751, "epoch": 257, "lr": 6.21101699944337e-05}
+{"train_loss": 0.005530132446438074, "global_step": 16752, "epoch": 257, "lr": 6.210621144335319e-05}
+{"train_loss": 0.006537057925015688, "global_step": 16753, "epoch": 257, "lr": 6.210225281166312e-05}
+{"train_loss": 0.004954558797180653, "global_step": 16754, "epoch": 257, "lr": 6.209829409938985e-05}
+{"train_loss": 0.004835380706936121, "global_step": 16755, "epoch": 257, "lr": 6.209433530655973e-05}
+{"train_loss": 0.006443277467042208, "global_step": 16756, "epoch": 257, "lr": 6.209037643319914e-05}
+{"train_loss": 0.006139705423265696, "global_step": 16757, "epoch": 257, "lr": 6.208641747933443e-05}
+{"train_loss": 0.006371004041284323, "global_step": 16758, "epoch": 257, "lr": 6.208245844499196e-05}
+{"train_loss": 0.007349525578320026, "global_step": 16759, "epoch": 257, "lr": 6.207849933019809e-05}
+{"train_loss": 0.0055493856780231, "global_step": 16760, "epoch": 257, "lr": 6.207454013497919e-05}
+{"train_loss": 0.006411103531718254, "global_step": 16761, "epoch": 257, "lr": 6.207058085936162e-05}
+{"train_loss": 0.006213287357240915, "global_step": 16762, "epoch": 257, "lr": 6.206662150337173e-05}
+{"train_loss": 0.003700928296893835, "global_step": 16763, "epoch": 257, "lr": 6.206266206703588e-05}
+{"train_loss": 0.0058090901002287865, "global_step": 16764, "epoch": 257, "lr": 6.205870255038047e-05}
+{"train_loss": 0.0041390834376215935, "global_step": 16765, "epoch": 257, "lr": 6.205474295343182e-05}
+{"train_loss": 0.006120412610471249, "global_step": 16766, "epoch": 257, "lr": 6.205078327621633e-05}
+{"train_loss": 0.005143092479556799, "global_step": 16767, "epoch": 257, "lr": 6.204682351876034e-05}
+{"train_loss": 0.004884207155555487, "global_step": 16768, "epoch": 257, "lr": 6.204286368109024e-05}
+{"train_loss": 0.00507928362617699, "global_step": 16769, "epoch": 257, "lr": 6.203890376323239e-05, "val_loss": 0.013458766043186188}
+{"train_loss": 0.005986891221255064, "global_step": 16770, "epoch": 258, "lr": 6.203494376521314e-05}
+{"train_loss": 0.0031852670945227146, "global_step": 16771, "epoch": 258, "lr": 6.203098368705887e-05}
+{"train_loss": 0.009135875850915909, "global_step": 16772, "epoch": 258, "lr": 6.202702352879596e-05}
+{"train_loss": 0.003361230017617345, "global_step": 16773, "epoch": 258, "lr": 6.202306329045075e-05}
+{"train_loss": 0.005023668985813856, "global_step": 16774, "epoch": 258, "lr": 6.201910297204962e-05}
+{"train_loss": 0.003461520653218031, "global_step": 16775, "epoch": 258, "lr": 6.201514257361896e-05}
+{"train_loss": 0.005773977842181921, "global_step": 16776, "epoch": 258, "lr": 6.201118209518514e-05}
+{"train_loss": 0.0052972836419939995, "global_step": 16777, "epoch": 258, "lr": 6.20072215367745e-05}
+{"train_loss": 0.006480286363512278, "global_step": 16778, "epoch": 258, "lr": 6.200326089841342e-05}
+{"train_loss": 0.004865375347435474, "global_step": 16779, "epoch": 258, "lr": 6.19993001801283e-05}
+{"train_loss": 0.0038284852635115385, "global_step": 16780, "epoch": 258, "lr": 6.19953393819455e-05}
+{"train_loss": 0.0038323302287608385, "global_step": 16781, "epoch": 258, "lr": 6.199137850389137e-05}
+{"train_loss": 0.005653711501508951, "global_step": 16782, "epoch": 258, "lr": 6.19874175459923e-05}
+{"train_loss": 0.004795125685632229, "global_step": 16783, "epoch": 258, "lr": 6.198345650827466e-05}
+{"train_loss": 0.003912593238055706, "global_step": 16784, "epoch": 258, "lr": 6.197949539076484e-05}
+{"train_loss": 0.004035830032080412, "global_step": 16785, "epoch": 258, "lr": 6.19755341934892e-05}
+{"train_loss": 0.0076560284942388535, "global_step": 16786, "epoch": 258, "lr": 6.197157291647412e-05}
+{"train_loss": 0.0038913432508707047, "global_step": 16787, "epoch": 258, "lr": 6.196761155974597e-05}
+{"train_loss": 0.006805064622312784, "global_step": 16788, "epoch": 258, "lr": 6.196365012333115e-05}
+{"train_loss": 0.004544059280306101, "global_step": 16789, "epoch": 258, "lr": 6.195968860725601e-05}
+{"train_loss": 0.005244527477771044, "global_step": 16790, "epoch": 258, "lr": 6.195572701154694e-05}
+{"train_loss": 0.0033224609214812517, "global_step": 16791, "epoch": 258, "lr": 6.195176533623031e-05}
+{"train_loss": 0.0038056322373449802, "global_step": 16792, "epoch": 258, "lr": 6.194780358133252e-05}
+{"train_loss": 0.006801130250096321, "global_step": 16793, "epoch": 258, "lr": 6.194384174687992e-05}
+{"train_loss": 0.003344323020428419, "global_step": 16794, "epoch": 258, "lr": 6.193987983289891e-05}
+{"train_loss": 0.0044504692777991295, "global_step": 16795, "epoch": 258, "lr": 6.193591783941586e-05}
+{"train_loss": 0.00445237010717392, "global_step": 16796, "epoch": 258, "lr": 6.193195576645719e-05}
+{"train_loss": 0.003900526324287057, "global_step": 16797, "epoch": 258, "lr": 6.192799361404921e-05}
+{"train_loss": 0.005747093819081783, "global_step": 16798, "epoch": 258, "lr": 6.192403138221836e-05}
+{"train_loss": 0.005935335531830788, "global_step": 16799, "epoch": 258, "lr": 6.192006907099098e-05}
+{"train_loss": 0.0046991310082376, "global_step": 16800, "epoch": 258, "lr": 6.19161066803935e-05}
+{"train_loss": 0.003936202730983496, "global_step": 16801, "epoch": 258, "lr": 6.191214421045225e-05}
+{"train_loss": 0.0056252977810800076, "global_step": 16802, "epoch": 258, "lr": 6.190818166119369e-05}
+{"train_loss": 0.0056234789080917835, "global_step": 16803, "epoch": 258, "lr": 6.190421903264412e-05}
+{"train_loss": 0.003970830701291561, "global_step": 16804, "epoch": 258, "lr": 6.190025632482999e-05}
+{"train_loss": 0.0047961012460291386, "global_step": 16805, "epoch": 258, "lr": 6.189629353777764e-05}
+{"train_loss": 0.005075649358332157, "global_step": 16806, "epoch": 258, "lr": 6.189233067151348e-05}
+{"train_loss": 0.005037965718656778, "global_step": 16807, "epoch": 258, "lr": 6.188836772606391e-05}
+{"train_loss": 0.0039026851300150156, "global_step": 16808, "epoch": 258, "lr": 6.18844047014553e-05}
+{"train_loss": 0.004711585585027933, "global_step": 16809, "epoch": 258, "lr": 6.1880441597714e-05}
+{"train_loss": 0.005888618994504213, "global_step": 16810, "epoch": 258, "lr": 6.187647841486647e-05}
+{"train_loss": 0.0038413358852267265, "global_step": 16811, "epoch": 258, "lr": 6.187251515293906e-05}
+{"train_loss": 0.006104076746851206, "global_step": 16812, "epoch": 258, "lr": 6.186855181195816e-05}
+{"train_loss": 0.005152626894414425, "global_step": 16813, "epoch": 258, "lr": 6.186458839195017e-05}
+{"train_loss": 0.0027798213995993137, "global_step": 16814, "epoch": 258, "lr": 6.186062489294148e-05}
+{"train_loss": 0.00822345819324255, "global_step": 16815, "epoch": 258, "lr": 6.185666131495848e-05}
+{"train_loss": 0.005489037372171879, "global_step": 16816, "epoch": 258, "lr": 6.185269765802754e-05}
+{"train_loss": 0.0028905754443258047, "global_step": 16817, "epoch": 258, "lr": 6.184873392217509e-05}
+{"train_loss": 0.004833566024899483, "global_step": 16818, "epoch": 258, "lr": 6.184477010742748e-05}
+{"train_loss": 0.0036864608991891146, "global_step": 16819, "epoch": 258, "lr": 6.184080621381116e-05}
+{"train_loss": 0.0036570453085005283, "global_step": 16820, "epoch": 258, "lr": 6.183684224135246e-05}
+{"train_loss": 0.006870320998132229, "global_step": 16821, "epoch": 258, "lr": 6.183287819007781e-05}
+{"train_loss": 0.0048107667826116085, "global_step": 16822, "epoch": 258, "lr": 6.182891406001361e-05}
+{"train_loss": 0.004278959706425667, "global_step": 16823, "epoch": 258, "lr": 6.182494985118624e-05}
+{"train_loss": 0.005144678987562656, "global_step": 16824, "epoch": 258, "lr": 6.18209855636221e-05}
+{"train_loss": 0.007235278841108084, "global_step": 16825, "epoch": 258, "lr": 6.181702119734758e-05}
+{"train_loss": 0.004440723918378353, "global_step": 16826, "epoch": 258, "lr": 6.181305675238908e-05}
+{"train_loss": 0.004837597254663706, "global_step": 16827, "epoch": 258, "lr": 6.180909222877303e-05}
+{"train_loss": 0.005939876660704613, "global_step": 16828, "epoch": 258, "lr": 6.180512762652577e-05}
+{"train_loss": 0.003619016380980611, "global_step": 16829, "epoch": 258, "lr": 6.180116294567373e-05}
+{"train_loss": 0.0068561905063688755, "global_step": 16830, "epoch": 258, "lr": 6.179719818624333e-05}
+{"train_loss": 0.005723428446799517, "global_step": 16831, "epoch": 258, "lr": 6.179323334826092e-05}
+{"train_loss": 0.006181126460433006, "global_step": 16832, "epoch": 258, "lr": 6.178926843175293e-05}
+{"train_loss": 0.0033810273744165897, "global_step": 16833, "epoch": 258, "lr": 6.178530343674576e-05}
+{"train_loss": 0.004946553252207545, "global_step": 16834, "epoch": 258, "lr": 6.17813383632658e-05, "val_loss": 0.00695329625159502}
+{"train_loss": 0.004516467452049255, "global_step": 16835, "epoch": 259, "lr": 6.177737321133948e-05}
+{"train_loss": 0.006199456285685301, "global_step": 16836, "epoch": 259, "lr": 6.177340798099315e-05}
+{"train_loss": 0.006177818868309259, "global_step": 16837, "epoch": 259, "lr": 6.176944267225325e-05}
+{"train_loss": 0.005555318668484688, "global_step": 16838, "epoch": 259, "lr": 6.17654772851462e-05}
+{"train_loss": 0.0055650160647928715, "global_step": 16839, "epoch": 259, "lr": 6.176151181969837e-05}
+{"train_loss": 0.005131876096129417, "global_step": 16840, "epoch": 259, "lr": 6.175754627593616e-05}
+{"train_loss": 0.005834206007421017, "global_step": 16841, "epoch": 259, "lr": 6.175358065388599e-05}
+{"train_loss": 0.0070835803635418415, "global_step": 16842, "epoch": 259, "lr": 6.174961495357428e-05}
+{"train_loss": 0.006570261437445879, "global_step": 16843, "epoch": 259, "lr": 6.174564917502741e-05}
+{"train_loss": 0.004360939376056194, "global_step": 16844, "epoch": 259, "lr": 6.174168331827179e-05}
+{"train_loss": 0.004950906615704298, "global_step": 16845, "epoch": 259, "lr": 6.173771738333384e-05}
+{"train_loss": 0.006953570991754532, "global_step": 16846, "epoch": 259, "lr": 6.173375137023995e-05}
+{"train_loss": 0.004038712941110134, "global_step": 16847, "epoch": 259, "lr": 6.172978527901655e-05}
+{"train_loss": 0.004712740425020456, "global_step": 16848, "epoch": 259, "lr": 6.172581910969005e-05}
+{"train_loss": 0.005042172037065029, "global_step": 16849, "epoch": 259, "lr": 6.172185286228683e-05}
+{"train_loss": 0.004402816295623779, "global_step": 16850, "epoch": 259, "lr": 6.17178865368333e-05}
+{"train_loss": 0.007538596633821726, "global_step": 16851, "epoch": 259, "lr": 6.171392013335591e-05}
+{"train_loss": 0.006198975723236799, "global_step": 16852, "epoch": 259, "lr": 6.170995365188103e-05}
+{"train_loss": 0.0040683685801923275, "global_step": 16853, "epoch": 259, "lr": 6.170598709243509e-05}
+{"train_loss": 0.006051116622984409, "global_step": 16854, "epoch": 259, "lr": 6.170202045504449e-05}
+{"train_loss": 0.004472499247640371, "global_step": 16855, "epoch": 259, "lr": 6.169805373973566e-05}
+{"train_loss": 0.004030067007988691, "global_step": 16856, "epoch": 259, "lr": 6.1694086946535e-05}
+{"train_loss": 0.009268967434763908, "global_step": 16857, "epoch": 259, "lr": 6.169012007546892e-05}
+{"train_loss": 0.005614242982119322, "global_step": 16858, "epoch": 259, "lr": 6.168615312656384e-05}
+{"train_loss": 0.003359141293913126, "global_step": 16859, "epoch": 259, "lr": 6.168218609984617e-05}
+{"train_loss": 0.004062820225954056, "global_step": 16860, "epoch": 259, "lr": 6.167821899534233e-05}
+{"train_loss": 0.00769842229783535, "global_step": 16861, "epoch": 259, "lr": 6.167425181307874e-05}
+{"train_loss": 0.005618981085717678, "global_step": 16862, "epoch": 259, "lr": 6.167028455308178e-05}
+{"train_loss": 0.0034372503869235516, "global_step": 16863, "epoch": 259, "lr": 6.166631721537792e-05}
+{"train_loss": 0.004983873572200537, "global_step": 16864, "epoch": 259, "lr": 6.166234979999354e-05}
+{"train_loss": 0.00576958991587162, "global_step": 16865, "epoch": 259, "lr": 6.165838230695508e-05}
+{"train_loss": 0.006046742666512728, "global_step": 16866, "epoch": 259, "lr": 6.165441473628892e-05}
+{"train_loss": 0.0036728165578097105, "global_step": 16867, "epoch": 259, "lr": 6.165044708802152e-05}
+{"train_loss": 0.007337463088333607, "global_step": 16868, "epoch": 259, "lr": 6.164647936217928e-05}
+{"train_loss": 0.005567124113440514, "global_step": 16869, "epoch": 259, "lr": 6.164251155878862e-05}
+{"train_loss": 0.004283815622329712, "global_step": 16870, "epoch": 259, "lr": 6.163854367787596e-05}
+{"train_loss": 0.005938980262726545, "global_step": 16871, "epoch": 259, "lr": 6.163457571946772e-05}
+{"train_loss": 0.004692369140684605, "global_step": 16872, "epoch": 259, "lr": 6.163060768359033e-05}
+{"train_loss": 0.005508450325578451, "global_step": 16873, "epoch": 259, "lr": 6.16266395702702e-05}
+{"train_loss": 0.004263309296220541, "global_step": 16874, "epoch": 259, "lr": 6.162267137953374e-05}
+{"train_loss": 0.004225249867886305, "global_step": 16875, "epoch": 259, "lr": 6.16187031114074e-05}
+{"train_loss": 0.0029292001854628325, "global_step": 16876, "epoch": 259, "lr": 6.16147347659176e-05}
+{"train_loss": 0.005812843795865774, "global_step": 16877, "epoch": 259, "lr": 6.161076634309074e-05}
+{"train_loss": 0.004411575850099325, "global_step": 16878, "epoch": 259, "lr": 6.160679784295325e-05}
+{"train_loss": 0.004285258706659079, "global_step": 16879, "epoch": 259, "lr": 6.160282926553158e-05}
+{"train_loss": 0.0043837460689246655, "global_step": 16880, "epoch": 259, "lr": 6.159886061085213e-05}
+{"train_loss": 0.004189867060631514, "global_step": 16881, "epoch": 259, "lr": 6.159489187894133e-05}
+{"train_loss": 0.005170779302716255, "global_step": 16882, "epoch": 259, "lr": 6.15909230698256e-05}
+{"train_loss": 0.005006066057831049, "global_step": 16883, "epoch": 259, "lr": 6.158695418353138e-05}
+{"train_loss": 0.004071061499416828, "global_step": 16884, "epoch": 259, "lr": 6.15829852200851e-05}
+{"train_loss": 0.007837492041289806, "global_step": 16885, "epoch": 259, "lr": 6.157901617951317e-05}
+{"train_loss": 0.004145259968936443, "global_step": 16886, "epoch": 259, "lr": 6.157504706184203e-05}
+{"train_loss": 0.005671474616974592, "global_step": 16887, "epoch": 259, "lr": 6.15710778670981e-05}
+{"train_loss": 0.0033521372824907303, "global_step": 16888, "epoch": 259, "lr": 6.156710859530782e-05}
+{"train_loss": 0.005070947110652924, "global_step": 16889, "epoch": 259, "lr": 6.156313924649761e-05}
+{"train_loss": 0.004525485914200544, "global_step": 16890, "epoch": 259, "lr": 6.155916982069391e-05}
+{"train_loss": 0.006210266146808863, "global_step": 16891, "epoch": 259, "lr": 6.155520031792314e-05}
+{"train_loss": 0.004998452495783567, "global_step": 16892, "epoch": 259, "lr": 6.155123073821173e-05}
+{"train_loss": 0.004360572900623083, "global_step": 16893, "epoch": 259, "lr": 6.154726108158613e-05}
+{"train_loss": 0.004685386084020138, "global_step": 16894, "epoch": 259, "lr": 6.154329134807275e-05}
+{"train_loss": 0.004087600391358137, "global_step": 16895, "epoch": 259, "lr": 6.153932153769803e-05}
+{"train_loss": 0.00474275927990675, "global_step": 16896, "epoch": 259, "lr": 6.15353516504884e-05}
+{"train_loss": 0.00507547939196229, "global_step": 16897, "epoch": 259, "lr": 6.153138168647032e-05}
+{"train_loss": 0.008203940466046333, "global_step": 16898, "epoch": 259, "lr": 6.152741164567017e-05}
+{"train_loss": 0.005181074711995629, "global_step": 16899, "epoch": 259, "lr": 6.152344152811444e-05, "val_loss": 0.004221256356686354}
+{"train_loss": 0.004210380371659994, "global_step": 16900, "epoch": 260, "lr": 6.151947133382954e-05}
+{"train_loss": 0.00589871546253562, "global_step": 16901, "epoch": 260, "lr": 6.151550106284189e-05}
+{"train_loss": 0.00637765834107995, "global_step": 16902, "epoch": 260, "lr": 6.151153071517796e-05}
+{"train_loss": 0.0038172402419149876, "global_step": 16903, "epoch": 260, "lr": 6.150756029086418e-05}
+{"train_loss": 0.0033166941720992327, "global_step": 16904, "epoch": 260, "lr": 6.150358978992696e-05}
+{"train_loss": 0.002377651631832123, "global_step": 16905, "epoch": 260, "lr": 6.149961921239276e-05}
+{"train_loss": 0.0085214888677001, "global_step": 16906, "epoch": 260, "lr": 6.149564855828801e-05}
+{"train_loss": 0.005454754922538996, "global_step": 16907, "epoch": 260, "lr": 6.149167782763918e-05}
+{"train_loss": 0.004209460690617561, "global_step": 16908, "epoch": 260, "lr": 6.148770702047263e-05}
+{"train_loss": 0.0044740941375494, "global_step": 16909, "epoch": 260, "lr": 6.14837361368149e-05}
+{"train_loss": 0.003504723310470581, "global_step": 16910, "epoch": 260, "lr": 6.147976517669235e-05}
+{"train_loss": 0.005119142588227987, "global_step": 16911, "epoch": 260, "lr": 6.147579414013147e-05}
+{"train_loss": 0.004333999007940292, "global_step": 16912, "epoch": 260, "lr": 6.147182302715867e-05}
+{"train_loss": 0.0036891105119138956, "global_step": 16913, "epoch": 260, "lr": 6.146785183780041e-05}
+{"train_loss": 0.00509134866297245, "global_step": 16914, "epoch": 260, "lr": 6.146388057208314e-05}
+{"train_loss": 0.005629512015730143, "global_step": 16915, "epoch": 260, "lr": 6.145990923003329e-05}
+{"train_loss": 0.004749243147671223, "global_step": 16916, "epoch": 260, "lr": 6.145593781167729e-05}
+{"train_loss": 0.004726144019514322, "global_step": 16917, "epoch": 260, "lr": 6.14519663170416e-05}
+{"train_loss": 0.003477145917713642, "global_step": 16918, "epoch": 260, "lr": 6.144799474615266e-05}
+{"train_loss": 0.007551985327154398, "global_step": 16919, "epoch": 260, "lr": 6.144402309903693e-05}
+{"train_loss": 0.006283055525273085, "global_step": 16920, "epoch": 260, "lr": 6.144005137572082e-05}
+{"train_loss": 0.003268658183515072, "global_step": 16921, "epoch": 260, "lr": 6.143607957623082e-05}
+{"train_loss": 0.004255020059645176, "global_step": 16922, "epoch": 260, "lr": 6.143210770059335e-05}
+{"train_loss": 0.00655810022726655, "global_step": 16923, "epoch": 260, "lr": 6.142813574883486e-05}
+{"train_loss": 0.00401082169264555, "global_step": 16924, "epoch": 260, "lr": 6.142416372098177e-05}
+{"train_loss": 0.004429460968822241, "global_step": 16925, "epoch": 260, "lr": 6.14201916170606e-05}
+{"train_loss": 0.0024268494453281164, "global_step": 16926, "epoch": 260, "lr": 6.141621943709773e-05}
+{"train_loss": 0.005396774038672447, "global_step": 16927, "epoch": 260, "lr": 6.141224718111964e-05}
+{"train_loss": 0.0046968283131718636, "global_step": 16928, "epoch": 260, "lr": 6.140827484915277e-05}
+{"train_loss": 0.005326332990080118, "global_step": 16929, "epoch": 260, "lr": 6.140430244122356e-05}
+{"train_loss": 0.005661836825311184, "global_step": 16930, "epoch": 260, "lr": 6.14003299573585e-05}
+{"train_loss": 0.002217387780547142, "global_step": 16931, "epoch": 260, "lr": 6.1396357397584e-05}
+{"train_loss": 0.005669842474162579, "global_step": 16932, "epoch": 260, "lr": 6.139238476192653e-05}
+{"train_loss": 0.004514352418482304, "global_step": 16933, "epoch": 260, "lr": 6.138841205041252e-05}
+{"train_loss": 0.007295952644199133, "global_step": 16934, "epoch": 260, "lr": 6.138443926306847e-05}
+{"train_loss": 0.0034375134855508804, "global_step": 16935, "epoch": 260, "lr": 6.138046639992079e-05}
+{"train_loss": 0.005171340890228748, "global_step": 16936, "epoch": 260, "lr": 6.137649346099593e-05}
+{"train_loss": 0.00485139898955822, "global_step": 16937, "epoch": 260, "lr": 6.137252044632038e-05}
+{"train_loss": 0.003688574070110917, "global_step": 16938, "epoch": 260, "lr": 6.136854735592057e-05}
+{"train_loss": 0.007511102128773928, "global_step": 16939, "epoch": 260, "lr": 6.136457418982296e-05}
+{"train_loss": 0.005359640344977379, "global_step": 16940, "epoch": 260, "lr": 6.136060094805398e-05}
+{"train_loss": 0.0033586437348276377, "global_step": 16941, "epoch": 260, "lr": 6.135662763064014e-05}
+{"train_loss": 0.00497427536174655, "global_step": 16942, "epoch": 260, "lr": 6.135265423760786e-05}
+{"train_loss": 0.004444178193807602, "global_step": 16943, "epoch": 260, "lr": 6.134868076898361e-05}
+{"train_loss": 0.0044706775806844234, "global_step": 16944, "epoch": 260, "lr": 6.134470722479382e-05}
+{"train_loss": 0.004974265582859516, "global_step": 16945, "epoch": 260, "lr": 6.1340733605065e-05}
+{"train_loss": 0.007221661973744631, "global_step": 16946, "epoch": 260, "lr": 6.133675990982355e-05}
+{"train_loss": 0.0040708016604185104, "global_step": 16947, "epoch": 260, "lr": 6.133278613909597e-05}
+{"train_loss": 0.0036411979235708714, "global_step": 16948, "epoch": 260, "lr": 6.132881229290871e-05}
+{"train_loss": 0.0046305968426167965, "global_step": 16949, "epoch": 260, "lr": 6.132483837128823e-05}
+{"train_loss": 0.004792480263859034, "global_step": 16950, "epoch": 260, "lr": 6.132086437426097e-05}
+{"train_loss": 0.0048692477867007256, "global_step": 16951, "epoch": 260, "lr": 6.131689030185342e-05}
+{"train_loss": 0.0032322355546057224, "global_step": 16952, "epoch": 260, "lr": 6.131291615409203e-05}
+{"train_loss": 0.0029224930331110954, "global_step": 16953, "epoch": 260, "lr": 6.130894193100326e-05}
+{"train_loss": 0.005303361918777227, "global_step": 16954, "epoch": 260, "lr": 6.130496763261357e-05}
+{"train_loss": 0.005602068733423948, "global_step": 16955, "epoch": 260, "lr": 6.130099325894943e-05}
+{"train_loss": 0.0034875324927270412, "global_step": 16956, "epoch": 260, "lr": 6.129701881003729e-05}
+{"train_loss": 0.0037646826822310686, "global_step": 16957, "epoch": 260, "lr": 6.129304428590365e-05}
+{"train_loss": 0.005857453681528568, "global_step": 16958, "epoch": 260, "lr": 6.128906968657491e-05}
+{"train_loss": 0.005043809302151203, "global_step": 16959, "epoch": 260, "lr": 6.128509501207761e-05}
+{"train_loss": 0.005474731791764498, "global_step": 16960, "epoch": 260, "lr": 6.128112026243815e-05}
+{"train_loss": 0.004536664579063654, "global_step": 16961, "epoch": 260, "lr": 6.127714543768306e-05}
+{"train_loss": 0.003672906430438161, "global_step": 16962, "epoch": 260, "lr": 6.127317053783874e-05}
+{"train_loss": 0.0035363510251045227, "global_step": 16963, "epoch": 260, "lr": 6.12691955629317e-05}
+{"train_loss": 0.004762447435552111, "global_step": 16964, "epoch": 260, "lr": 6.12652205129884e-05, "val_loss": 0.0067964051850140095, "train_action_mse_error": 0.0001937219494720921}
+{"train_loss": 0.004767668899148703, "global_step": 16965, "epoch": 261, "lr": 6.12612453880353e-05}
+{"train_loss": 0.0028192377649247646, "global_step": 16966, "epoch": 261, "lr": 6.125727018809888e-05}
+{"train_loss": 0.0030057760886847973, "global_step": 16967, "epoch": 261, "lr": 6.12532949132056e-05}
+{"train_loss": 0.0052664983086287975, "global_step": 16968, "epoch": 261, "lr": 6.124931956338192e-05}
+{"train_loss": 0.004620801191776991, "global_step": 16969, "epoch": 261, "lr": 6.124534413865433e-05}
+{"train_loss": 0.005590314045548439, "global_step": 16970, "epoch": 261, "lr": 6.124136863904928e-05}
+{"train_loss": 0.0038249387871474028, "global_step": 16971, "epoch": 261, "lr": 6.123739306459327e-05}
+{"train_loss": 0.0043330118060112, "global_step": 16972, "epoch": 261, "lr": 6.123341741531274e-05}
+{"train_loss": 0.0038541732355952263, "global_step": 16973, "epoch": 261, "lr": 6.122944169123419e-05}
+{"train_loss": 0.008852202445268631, "global_step": 16974, "epoch": 261, "lr": 6.122546589238406e-05}
+{"train_loss": 0.0035582343116402626, "global_step": 16975, "epoch": 261, "lr": 6.122149001878885e-05}
+{"train_loss": 0.0035245497711002827, "global_step": 16976, "epoch": 261, "lr": 6.121751407047504e-05}
+{"train_loss": 0.003974519670009613, "global_step": 16977, "epoch": 261, "lr": 6.121353804746907e-05}
+{"train_loss": 0.0034273373894393444, "global_step": 16978, "epoch": 261, "lr": 6.120956194979743e-05}
+{"train_loss": 0.004709067288786173, "global_step": 16979, "epoch": 261, "lr": 6.120558577748661e-05}
+{"train_loss": 0.005324953701347113, "global_step": 16980, "epoch": 261, "lr": 6.120160953056308e-05}
+{"train_loss": 0.005590452812612057, "global_step": 16981, "epoch": 261, "lr": 6.119763320905328e-05}
+{"train_loss": 0.004721240606158972, "global_step": 16982, "epoch": 261, "lr": 6.119365681298374e-05}
+{"train_loss": 0.004915842320770025, "global_step": 16983, "epoch": 261, "lr": 6.118968034238092e-05}
+{"train_loss": 0.008792739361524582, "global_step": 16984, "epoch": 261, "lr": 6.118570379727128e-05}
+{"train_loss": 0.0050642229616642, "global_step": 16985, "epoch": 261, "lr": 6.11817271776813e-05}
+{"train_loss": 0.004702175036072731, "global_step": 16986, "epoch": 261, "lr": 6.117775048363748e-05}
+{"train_loss": 0.0044522518292069435, "global_step": 16987, "epoch": 261, "lr": 6.117377371516628e-05}
+{"train_loss": 0.005177146755158901, "global_step": 16988, "epoch": 261, "lr": 6.11697968722942e-05}
+{"train_loss": 0.007391712162643671, "global_step": 16989, "epoch": 261, "lr": 6.116581995504768e-05}
+{"train_loss": 0.004167412407696247, "global_step": 16990, "epoch": 261, "lr": 6.116184296345324e-05}
+{"train_loss": 0.005490069277584553, "global_step": 16991, "epoch": 261, "lr": 6.115786589753734e-05}
+{"train_loss": 0.006300181616097689, "global_step": 16992, "epoch": 261, "lr": 6.115388875732648e-05}
+{"train_loss": 0.007319367025047541, "global_step": 16993, "epoch": 261, "lr": 6.114991154284711e-05}
+{"train_loss": 0.004318115767091513, "global_step": 16994, "epoch": 261, "lr": 6.114593425412575e-05}
+{"train_loss": 0.004535882733762264, "global_step": 16995, "epoch": 261, "lr": 6.114195689118886e-05}
+{"train_loss": 0.0035407165996730328, "global_step": 16996, "epoch": 261, "lr": 6.113797945406293e-05}
+{"train_loss": 0.006212254054844379, "global_step": 16997, "epoch": 261, "lr": 6.113400194277443e-05}
+{"train_loss": 0.00635187141597271, "global_step": 16998, "epoch": 261, "lr": 6.113002435734987e-05}
+{"train_loss": 0.005042895674705505, "global_step": 16999, "epoch": 261, "lr": 6.112604669781572e-05}
+{"train_loss": 0.004884578287601471, "global_step": 17000, "epoch": 261, "lr": 6.112206896419848e-05}
+{"train_loss": 0.0035998220555484295, "global_step": 17001, "epoch": 261, "lr": 6.11180911565246e-05}
+{"train_loss": 0.006641726475208998, "global_step": 17002, "epoch": 261, "lr": 6.111411327482059e-05}
+{"train_loss": 0.004487176425755024, "global_step": 17003, "epoch": 261, "lr": 6.111013531911295e-05}
+{"train_loss": 0.004425817169249058, "global_step": 17004, "epoch": 261, "lr": 6.110615728942815e-05}
+{"train_loss": 0.005516623612493277, "global_step": 17005, "epoch": 261, "lr": 6.110217918579267e-05}
+{"train_loss": 0.005981080699712038, "global_step": 17006, "epoch": 261, "lr": 6.109820100823302e-05}
+{"train_loss": 0.0033428415190428495, "global_step": 17007, "epoch": 261, "lr": 6.109422275677568e-05}
+{"train_loss": 0.0057104830630123615, "global_step": 17008, "epoch": 261, "lr": 6.109024443144714e-05}
+{"train_loss": 0.004899264313280582, "global_step": 17009, "epoch": 261, "lr": 6.108626603227388e-05}
+{"train_loss": 0.0028016024734824896, "global_step": 17010, "epoch": 261, "lr": 6.10822875592824e-05}
+{"train_loss": 0.005891180597245693, "global_step": 17011, "epoch": 261, "lr": 6.107830901249918e-05}
+{"train_loss": 0.004456077236682177, "global_step": 17012, "epoch": 261, "lr": 6.107433039195074e-05}
+{"train_loss": 0.003871727269142866, "global_step": 17013, "epoch": 261, "lr": 6.107035169766353e-05}
+{"train_loss": 0.005901946686208248, "global_step": 17014, "epoch": 261, "lr": 6.106637292966408e-05}
+{"train_loss": 0.003557295771315694, "global_step": 17015, "epoch": 261, "lr": 6.106239408797886e-05}
+{"train_loss": 0.0033272458240389824, "global_step": 17016, "epoch": 261, "lr": 6.105841517263436e-05}
+{"train_loss": 0.00413843709975481, "global_step": 17017, "epoch": 261, "lr": 6.10544361836571e-05}
+{"train_loss": 0.00489042280241847, "global_step": 17018, "epoch": 261, "lr": 6.105045712107356e-05}
+{"train_loss": 0.004681336227804422, "global_step": 17019, "epoch": 261, "lr": 6.104647798491021e-05}
+{"train_loss": 0.005150994285941124, "global_step": 17020, "epoch": 261, "lr": 6.104249877519358e-05}
+{"train_loss": 0.002677601994946599, "global_step": 17021, "epoch": 261, "lr": 6.103851949195014e-05}
+{"train_loss": 0.005290648899972439, "global_step": 17022, "epoch": 261, "lr": 6.103454013520643e-05}
+{"train_loss": 0.0033978300634771585, "global_step": 17023, "epoch": 261, "lr": 6.103056070498889e-05}
+{"train_loss": 0.005083801690489054, "global_step": 17024, "epoch": 261, "lr": 6.102658120132406e-05}
+{"train_loss": 0.002710395259782672, "global_step": 17025, "epoch": 261, "lr": 6.102260162423841e-05}
+{"train_loss": 0.0030634941067546606, "global_step": 17026, "epoch": 261, "lr": 6.101862197375846e-05}
+{"train_loss": 0.005571059416979551, "global_step": 17027, "epoch": 261, "lr": 6.101464224991068e-05}
+{"train_loss": 0.0032643075101077557, "global_step": 17028, "epoch": 261, "lr": 6.10106624527216e-05}
+{"train_loss": 0.004747467201489669, "global_step": 17029, "epoch": 261, "lr": 6.10066825822177e-05, "val_loss": 0.007762674707919359}
+{"train_loss": 0.004965117201209068, "global_step": 17030, "epoch": 262, "lr": 6.10027026384255e-05}
+{"train_loss": 0.004911381751298904, "global_step": 17031, "epoch": 262, "lr": 6.099872262137146e-05}
+{"train_loss": 0.003988815937191248, "global_step": 17032, "epoch": 262, "lr": 6.099474253108214e-05}
+{"train_loss": 0.003677640575915575, "global_step": 17033, "epoch": 262, "lr": 6.0990762367583976e-05}
+{"train_loss": 0.003881782293319702, "global_step": 17034, "epoch": 262, "lr": 6.098678213090354e-05}
+{"train_loss": 0.00460397033020854, "global_step": 17035, "epoch": 262, "lr": 6.098280182106727e-05}
+{"train_loss": 0.004515558015555143, "global_step": 17036, "epoch": 262, "lr": 6.097882143810171e-05}
+{"train_loss": 0.0036620148457586765, "global_step": 17037, "epoch": 262, "lr": 6.0974840982033343e-05}
+{"train_loss": 0.004933291580528021, "global_step": 17038, "epoch": 262, "lr": 6.09708604528887e-05}
+{"train_loss": 0.006796538829803467, "global_step": 17039, "epoch": 262, "lr": 6.0966879850694234e-05}
+{"train_loss": 0.003698043990880251, "global_step": 17040, "epoch": 262, "lr": 6.0962899175476505e-05}
+{"train_loss": 0.0049306610599160194, "global_step": 17041, "epoch": 262, "lr": 6.095891842726198e-05}
+{"train_loss": 0.004640755243599415, "global_step": 17042, "epoch": 262, "lr": 6.095493760607721e-05}
+{"train_loss": 0.004452825058251619, "global_step": 17043, "epoch": 262, "lr": 6.0950956711948634e-05}
+{"train_loss": 0.00382596324197948, "global_step": 17044, "epoch": 262, "lr": 6.0946975744902827e-05}
+{"train_loss": 0.003920015878975391, "global_step": 17045, "epoch": 262, "lr": 6.094299470496626e-05}
+{"train_loss": 0.0030027965549379587, "global_step": 17046, "epoch": 262, "lr": 6.093901359216544e-05}
+{"train_loss": 0.003217879915609956, "global_step": 17047, "epoch": 262, "lr": 6.093503240652687e-05}
+{"train_loss": 0.004481606185436249, "global_step": 17048, "epoch": 262, "lr": 6.093105114807709e-05}
+{"train_loss": 0.005368043668568134, "global_step": 17049, "epoch": 262, "lr": 6.0927069816842596e-05}
+{"train_loss": 0.004031857009977102, "global_step": 17050, "epoch": 262, "lr": 6.092308841284988e-05}
+{"train_loss": 0.004844513721764088, "global_step": 17051, "epoch": 262, "lr": 6.091910693612546e-05}
+{"train_loss": 0.004595826845616102, "global_step": 17052, "epoch": 262, "lr": 6.091512538669586e-05}
+{"train_loss": 0.0037935005966573954, "global_step": 17053, "epoch": 262, "lr": 6.0911143764587576e-05}
+{"train_loss": 0.0032290173694491386, "global_step": 17054, "epoch": 262, "lr": 6.090716206982714e-05}
+{"train_loss": 0.0037078645545989275, "global_step": 17055, "epoch": 262, "lr": 6.090318030244103e-05}
+{"train_loss": 0.005011341534554958, "global_step": 17056, "epoch": 262, "lr": 6.08991984624558e-05}
+{"train_loss": 0.00475567439571023, "global_step": 17057, "epoch": 262, "lr": 6.0895216549897926e-05}
+{"train_loss": 0.003901863005012274, "global_step": 17058, "epoch": 262, "lr": 6.089123456479395e-05}
+{"train_loss": 0.004667759872972965, "global_step": 17059, "epoch": 262, "lr": 6.088725250717037e-05}
+{"train_loss": 0.005339195020496845, "global_step": 17060, "epoch": 262, "lr": 6.0883270377053706e-05}
+{"train_loss": 0.004815943073481321, "global_step": 17061, "epoch": 262, "lr": 6.087928817447047e-05}
+{"train_loss": 0.003975450526922941, "global_step": 17062, "epoch": 262, "lr": 6.087530589944718e-05}
+{"train_loss": 0.0028598455246537924, "global_step": 17063, "epoch": 262, "lr": 6.087132355201035e-05}
+{"train_loss": 0.005957341752946377, "global_step": 17064, "epoch": 262, "lr": 6.0867341132186496e-05}
+{"train_loss": 0.003350673709064722, "global_step": 17065, "epoch": 262, "lr": 6.0863358640002146e-05}
+{"train_loss": 0.0043854862451553345, "global_step": 17066, "epoch": 262, "lr": 6.085937607548381e-05}
+{"train_loss": 0.0035421892534941435, "global_step": 17067, "epoch": 262, "lr": 6.0855393438657995e-05}
+{"train_loss": 0.002900679362937808, "global_step": 17068, "epoch": 262, "lr": 6.085141072955125e-05}
+{"train_loss": 0.004226102493703365, "global_step": 17069, "epoch": 262, "lr": 6.084742794819005e-05}
+{"train_loss": 0.006624195259064436, "global_step": 17070, "epoch": 262, "lr": 6.0843445094600947e-05}
+{"train_loss": 0.0043657151982188225, "global_step": 17071, "epoch": 262, "lr": 6.083946216881044e-05}
+{"train_loss": 0.0039047158788889647, "global_step": 17072, "epoch": 262, "lr": 6.083547917084509e-05}
+{"train_loss": 0.0042421030811965466, "global_step": 17073, "epoch": 262, "lr": 6.0831496100731365e-05}
+{"train_loss": 0.004752826876938343, "global_step": 17074, "epoch": 262, "lr": 6.082751295849582e-05}
+{"train_loss": 0.004284863825887442, "global_step": 17075, "epoch": 262, "lr": 6.0823529744164954e-05}
+{"train_loss": 0.002807999262586236, "global_step": 17076, "epoch": 262, "lr": 6.081954645776533e-05}
+{"train_loss": 0.004280374851077795, "global_step": 17077, "epoch": 262, "lr": 6.0815563099323415e-05}
+{"train_loss": 0.004033227916806936, "global_step": 17078, "epoch": 262, "lr": 6.081157966886578e-05}
+{"train_loss": 0.0043347738683223724, "global_step": 17079, "epoch": 262, "lr": 6.0807596166418914e-05}
+{"train_loss": 0.003788737580180168, "global_step": 17080, "epoch": 262, "lr": 6.080361259200939e-05}
+{"train_loss": 0.0030339020304381847, "global_step": 17081, "epoch": 262, "lr": 6.079962894566367e-05}
+{"train_loss": 0.005561297759413719, "global_step": 17082, "epoch": 262, "lr": 6.079564522740832e-05}
+{"train_loss": 0.0040126065723598, "global_step": 17083, "epoch": 262, "lr": 6.079166143726983e-05}
+{"train_loss": 0.0038808006793260574, "global_step": 17084, "epoch": 262, "lr": 6.078767757527479e-05}
+{"train_loss": 0.0063230921514332294, "global_step": 17085, "epoch": 262, "lr": 6.0783693641449655e-05}
+{"train_loss": 0.005304188001900911, "global_step": 17086, "epoch": 262, "lr": 6.0779709635821e-05}
+{"train_loss": 0.0026924307458102703, "global_step": 17087, "epoch": 262, "lr": 6.077572555841533e-05}
+{"train_loss": 0.004949299618601799, "global_step": 17088, "epoch": 262, "lr": 6.077174140925921e-05}
+{"train_loss": 0.006903214380145073, "global_step": 17089, "epoch": 262, "lr": 6.0767757188379104e-05}
+{"train_loss": 0.0027679966297000647, "global_step": 17090, "epoch": 262, "lr": 6.076377289580159e-05}
+{"train_loss": 0.0048078508116304874, "global_step": 17091, "epoch": 262, "lr": 6.075978853155318e-05}
+{"train_loss": 0.005847325548529625, "global_step": 17092, "epoch": 262, "lr": 6.075580409566042e-05}
+{"train_loss": 0.005020764656364918, "global_step": 17093, "epoch": 262, "lr": 6.0751819588149804e-05}
+{"train_loss": 0.004366244300483511, "global_step": 17094, "epoch": 262, "lr": 6.07478350090479e-05, "val_loss": 0.006359657738357782}
+{"train_loss": 0.0029437632765620947, "global_step": 17095, "epoch": 263, "lr": 6.074385035838123e-05}
+{"train_loss": 0.006675328128039837, "global_step": 17096, "epoch": 263, "lr": 6.073986563617632e-05}
+{"train_loss": 0.004249537363648415, "global_step": 17097, "epoch": 263, "lr": 6.073588084245969e-05}
+{"train_loss": 0.0035430698189884424, "global_step": 17098, "epoch": 263, "lr": 6.0731895977257914e-05}
+{"train_loss": 0.003292393172159791, "global_step": 17099, "epoch": 263, "lr": 6.0727911040597485e-05}
+{"train_loss": 0.004559610038995743, "global_step": 17100, "epoch": 263, "lr": 6.072392603250495e-05}
+{"train_loss": 0.006232828367501497, "global_step": 17101, "epoch": 263, "lr": 6.0719940953006836e-05}
+{"train_loss": 0.004104933235794306, "global_step": 17102, "epoch": 263, "lr": 6.07159558021297e-05}
+{"train_loss": 0.0028567244298756123, "global_step": 17103, "epoch": 263, "lr": 6.071197057990007e-05}
+{"train_loss": 0.002856314415112138, "global_step": 17104, "epoch": 263, "lr": 6.070798528634446e-05}
+{"train_loss": 0.004345764871686697, "global_step": 17105, "epoch": 263, "lr": 6.070399992148942e-05}
+{"train_loss": 0.007205243222415447, "global_step": 17106, "epoch": 263, "lr": 6.070001448536149e-05}
+{"train_loss": 0.005635605659335852, "global_step": 17107, "epoch": 263, "lr": 6.069602897798721e-05}
+{"train_loss": 0.004225938580930233, "global_step": 17108, "epoch": 263, "lr": 6.06920433993931e-05}
+{"train_loss": 0.0055059525184333324, "global_step": 17109, "epoch": 263, "lr": 6.068805774960573e-05}
+{"train_loss": 0.00519677484408021, "global_step": 17110, "epoch": 263, "lr": 6.068407202865161e-05}
+{"train_loss": 0.005033131223171949, "global_step": 17111, "epoch": 263, "lr": 6.0680086236557285e-05}
+{"train_loss": 0.005518740974366665, "global_step": 17112, "epoch": 263, "lr": 6.06761003733493e-05}
+{"train_loss": 0.003756857942789793, "global_step": 17113, "epoch": 263, "lr": 6.0672114439054185e-05}
+{"train_loss": 0.007894822396337986, "global_step": 17114, "epoch": 263, "lr": 6.06681284336985e-05}
+{"train_loss": 0.005699124652892351, "global_step": 17115, "epoch": 263, "lr": 6.0664142357308776e-05}
+{"train_loss": 0.003496071556583047, "global_step": 17116, "epoch": 263, "lr": 6.0660156209911534e-05}
+{"train_loss": 0.004598008468747139, "global_step": 17117, "epoch": 263, "lr": 6.065616999153335e-05}
+{"train_loss": 0.0058337911032140255, "global_step": 17118, "epoch": 263, "lr": 6.065218370220075e-05}
+{"train_loss": 0.0047212946228682995, "global_step": 17119, "epoch": 263, "lr": 6.0648197341940274e-05}
+{"train_loss": 0.004555003251880407, "global_step": 17120, "epoch": 263, "lr": 6.0644210910778463e-05}
+{"train_loss": 0.003026938997209072, "global_step": 17121, "epoch": 263, "lr": 6.0640224408741876e-05}
+{"train_loss": 0.0031741608399897814, "global_step": 17122, "epoch": 263, "lr": 6.063623783585705e-05}
+{"train_loss": 0.005280872341245413, "global_step": 17123, "epoch": 263, "lr": 6.063225119215053e-05}
+{"train_loss": 0.005360675044357777, "global_step": 17124, "epoch": 263, "lr": 6.062826447764883e-05}
+{"train_loss": 0.0052026668563485146, "global_step": 17125, "epoch": 263, "lr": 6.062427769237855e-05}
+{"train_loss": 0.005569647531956434, "global_step": 17126, "epoch": 263, "lr": 6.062029083636621e-05}
+{"train_loss": 0.005766534246504307, "global_step": 17127, "epoch": 263, "lr": 6.061630390963835e-05}
+{"train_loss": 0.005641626659780741, "global_step": 17128, "epoch": 263, "lr": 6.0612316912221524e-05}
+{"train_loss": 0.006626638118177652, "global_step": 17129, "epoch": 263, "lr": 6.060832984414229e-05}
+{"train_loss": 0.005753188394010067, "global_step": 17130, "epoch": 263, "lr": 6.060434270542717e-05}
+{"train_loss": 0.003940819762647152, "global_step": 17131, "epoch": 263, "lr": 6.0600355496102745e-05}
+{"train_loss": 0.004279277753084898, "global_step": 17132, "epoch": 263, "lr": 6.059636821619552e-05}
+{"train_loss": 0.00446867011487484, "global_step": 17133, "epoch": 263, "lr": 6.059238086573209e-05}
+{"train_loss": 0.003546711290255189, "global_step": 17134, "epoch": 263, "lr": 6.058839344473899e-05}
+{"train_loss": 0.003785983892157674, "global_step": 17135, "epoch": 263, "lr": 6.058440595324277e-05}
+{"train_loss": 0.00444102194160223, "global_step": 17136, "epoch": 263, "lr": 6.058041839126995e-05}
+{"train_loss": 0.005328009370714426, "global_step": 17137, "epoch": 263, "lr": 6.0576430758847135e-05}
+{"train_loss": 0.003752463962882757, "global_step": 17138, "epoch": 263, "lr": 6.057244305600085e-05}
+{"train_loss": 0.0036441136617213488, "global_step": 17139, "epoch": 263, "lr": 6.0568455282757655e-05}
+{"train_loss": 0.006446958053857088, "global_step": 17140, "epoch": 263, "lr": 6.056446743914407e-05}
+{"train_loss": 0.007136491127312183, "global_step": 17141, "epoch": 263, "lr": 6.05604795251867e-05}
+{"train_loss": 0.0062095047906041145, "global_step": 17142, "epoch": 263, "lr": 6.055649154091204e-05}
+{"train_loss": 0.004135543014854193, "global_step": 17143, "epoch": 263, "lr": 6.05525034863467e-05}
+{"train_loss": 0.008208095096051693, "global_step": 17144, "epoch": 263, "lr": 6.05485153615172e-05}
+{"train_loss": 0.0035240440629422665, "global_step": 17145, "epoch": 263, "lr": 6.054452716645013e-05}
+{"train_loss": 0.005491134710609913, "global_step": 17146, "epoch": 263, "lr": 6.0540538901172e-05}
+{"train_loss": 0.004920381586998701, "global_step": 17147, "epoch": 263, "lr": 6.053655056570938e-05}
+{"train_loss": 0.0045736911706626415, "global_step": 17148, "epoch": 263, "lr": 6.053256216008885e-05}
+{"train_loss": 0.0037373986560851336, "global_step": 17149, "epoch": 263, "lr": 6.0528573684336954e-05}
+{"train_loss": 0.006771399639546871, "global_step": 17150, "epoch": 263, "lr": 6.052458513848023e-05}
+{"train_loss": 0.006673870142549276, "global_step": 17151, "epoch": 263, "lr": 6.052059652254526e-05}
+{"train_loss": 0.004954048432409763, "global_step": 17152, "epoch": 263, "lr": 6.0516607836558594e-05}
+{"train_loss": 0.003447039984166622, "global_step": 17153, "epoch": 263, "lr": 6.051261908054681e-05}
+{"train_loss": 0.004603778012096882, "global_step": 17154, "epoch": 263, "lr": 6.050863025453642e-05}
+{"train_loss": 0.004822749178856611, "global_step": 17155, "epoch": 263, "lr": 6.050464135855403e-05}
+{"train_loss": 0.004075975622981787, "global_step": 17156, "epoch": 263, "lr": 6.0500652392626155e-05}
+{"train_loss": 0.004168916027992964, "global_step": 17157, "epoch": 263, "lr": 6.049666335677942e-05}
+{"train_loss": 0.005865264218300581, "global_step": 17158, "epoch": 263, "lr": 6.0492674251040325e-05}
+{"train_loss": 0.004903504789735262, "global_step": 17159, "epoch": 263, "lr": 6.048868507543547e-05, "val_loss": 0.00867543462663889}
+{"train_loss": 0.003964774310588837, "global_step": 17160, "epoch": 264, "lr": 6.048469582999139e-05}
+{"train_loss": 0.003950612153857946, "global_step": 17161, "epoch": 264, "lr": 6.048070651473467e-05}
+{"train_loss": 0.0047535658814013, "global_step": 17162, "epoch": 264, "lr": 6.0476717129691854e-05}
+{"train_loss": 0.00419293949380517, "global_step": 17163, "epoch": 264, "lr": 6.047272767488953e-05}
+{"train_loss": 0.004567270632833242, "global_step": 17164, "epoch": 264, "lr": 6.046873815035422e-05}
+{"train_loss": 0.004371067509055138, "global_step": 17165, "epoch": 264, "lr": 6.046474855611255e-05}
+{"train_loss": 0.003714919090270996, "global_step": 17166, "epoch": 264, "lr": 6.0460758892191026e-05}
+{"train_loss": 0.003750514704734087, "global_step": 17167, "epoch": 264, "lr": 6.0456769158616246e-05}
+{"train_loss": 0.005143812857568264, "global_step": 17168, "epoch": 264, "lr": 6.0452779355414754e-05}
+{"train_loss": 0.00411125086247921, "global_step": 17169, "epoch": 264, "lr": 6.0448789482613156e-05}
+{"train_loss": 0.005152914207428694, "global_step": 17170, "epoch": 264, "lr": 6.0444799540237964e-05}
+{"train_loss": 0.0031953502912074327, "global_step": 17171, "epoch": 264, "lr": 6.044080952831578e-05}
+{"train_loss": 0.003855882678180933, "global_step": 17172, "epoch": 264, "lr": 6.043681944687317e-05}
+{"train_loss": 0.004695541225373745, "global_step": 17173, "epoch": 264, "lr": 6.04328292959367e-05}
+{"train_loss": 0.0035667428746819496, "global_step": 17174, "epoch": 264, "lr": 6.0428839075532916e-05}
+{"train_loss": 0.003957544453442097, "global_step": 17175, "epoch": 264, "lr": 6.0424848785688425e-05}
+{"train_loss": 0.005117496475577354, "global_step": 17176, "epoch": 264, "lr": 6.0420858426429774e-05}
+{"train_loss": 0.0030594831332564354, "global_step": 17177, "epoch": 264, "lr": 6.0416867997783545e-05}
+{"train_loss": 0.005024533253163099, "global_step": 17178, "epoch": 264, "lr": 6.0412877499776276e-05}
+{"train_loss": 0.0047586774453520775, "global_step": 17179, "epoch": 264, "lr": 6.040888693243458e-05}
+{"train_loss": 0.005173550918698311, "global_step": 17180, "epoch": 264, "lr": 6.040489629578501e-05}
+{"train_loss": 0.003638257272541523, "global_step": 17181, "epoch": 264, "lr": 6.040090558985413e-05}
+{"train_loss": 0.003850194625556469, "global_step": 17182, "epoch": 264, "lr": 6.039691481466851e-05}
+{"train_loss": 0.0037572267465293407, "global_step": 17183, "epoch": 264, "lr": 6.039292397025475e-05}
+{"train_loss": 0.004169717896729708, "global_step": 17184, "epoch": 264, "lr": 6.038893305663941e-05}
+{"train_loss": 0.004626670852303505, "global_step": 17185, "epoch": 264, "lr": 6.038494207384905e-05}
+{"train_loss": 0.005290533881634474, "global_step": 17186, "epoch": 264, "lr": 6.038095102191025e-05}
+{"train_loss": 0.0031514319125562906, "global_step": 17187, "epoch": 264, "lr": 6.0376959900849595e-05}
+{"train_loss": 0.003382954280823469, "global_step": 17188, "epoch": 264, "lr": 6.0372968710693655e-05}
+{"train_loss": 0.0032821798231452703, "global_step": 17189, "epoch": 264, "lr": 6.0368977451469e-05}
+{"train_loss": 0.005915674846619368, "global_step": 17190, "epoch": 264, "lr": 6.0364986123202207e-05}
+{"train_loss": 0.005010775290429592, "global_step": 17191, "epoch": 264, "lr": 6.0360994725919864e-05}
+{"train_loss": 0.0037340058479458094, "global_step": 17192, "epoch": 264, "lr": 6.0357003259648524e-05}
+{"train_loss": 0.003969437442719936, "global_step": 17193, "epoch": 264, "lr": 6.035301172441479e-05}
+{"train_loss": 0.005143321119248867, "global_step": 17194, "epoch": 264, "lr": 6.034902012024521e-05}
+{"train_loss": 0.0059270127676427364, "global_step": 17195, "epoch": 264, "lr": 6.034502844716641e-05}
+{"train_loss": 0.004743432626128197, "global_step": 17196, "epoch": 264, "lr": 6.0341036705204926e-05}
+{"train_loss": 0.003833535360172391, "global_step": 17197, "epoch": 264, "lr": 6.033704489438735e-05}
+{"train_loss": 0.006858367472887039, "global_step": 17198, "epoch": 264, "lr": 6.033305301474025e-05}
+{"train_loss": 0.002906084293499589, "global_step": 17199, "epoch": 264, "lr": 6.032906106629025e-05}
+{"train_loss": 0.004795590881258249, "global_step": 17200, "epoch": 264, "lr": 6.0325069049063866e-05}
+{"train_loss": 0.002687576925382018, "global_step": 17201, "epoch": 264, "lr": 6.032107696308773e-05}
+{"train_loss": 0.007041957229375839, "global_step": 17202, "epoch": 264, "lr": 6.031708480838839e-05}
+{"train_loss": 0.006190973799675703, "global_step": 17203, "epoch": 264, "lr": 6.031309258499247e-05}
+{"train_loss": 0.004832965787500143, "global_step": 17204, "epoch": 264, "lr": 6.03091002929265e-05}
+{"train_loss": 0.003924303688108921, "global_step": 17205, "epoch": 264, "lr": 6.03051079322171e-05}
+{"train_loss": 0.0044349851086735725, "global_step": 17206, "epoch": 264, "lr": 6.0301115502890825e-05}
+{"train_loss": 0.0037919841706752777, "global_step": 17207, "epoch": 264, "lr": 6.029712300497431e-05}
+{"train_loss": 0.004327988252043724, "global_step": 17208, "epoch": 264, "lr": 6.029313043849407e-05}
+{"train_loss": 0.0031072525307536125, "global_step": 17209, "epoch": 264, "lr": 6.028913780347674e-05}
+{"train_loss": 0.005847870837897062, "global_step": 17210, "epoch": 264, "lr": 6.028514509994888e-05}
+{"train_loss": 0.005481187719851732, "global_step": 17211, "epoch": 264, "lr": 6.028115232793711e-05}
+{"train_loss": 0.004963349085301161, "global_step": 17212, "epoch": 264, "lr": 6.027715948746796e-05}
+{"train_loss": 0.004338109400123358, "global_step": 17213, "epoch": 264, "lr": 6.0273166578568055e-05}
+{"train_loss": 0.006577708292752504, "global_step": 17214, "epoch": 264, "lr": 6.026917360126398e-05}
+{"train_loss": 0.004110468085855246, "global_step": 17215, "epoch": 264, "lr": 6.0265180555582326e-05}
+{"train_loss": 0.006300687324255705, "global_step": 17216, "epoch": 264, "lr": 6.026118744154964e-05}
+{"train_loss": 0.0031236119102686644, "global_step": 17217, "epoch": 264, "lr": 6.025719425919256e-05}
+{"train_loss": 0.004199325572699308, "global_step": 17218, "epoch": 264, "lr": 6.025320100853766e-05}
+{"train_loss": 0.006311758421361446, "global_step": 17219, "epoch": 264, "lr": 6.0249207689611533e-05}
+{"train_loss": 0.005523366387933493, "global_step": 17220, "epoch": 264, "lr": 6.024521430244073e-05}
+{"train_loss": 0.005494667217135429, "global_step": 17221, "epoch": 264, "lr": 6.0241220847051904e-05}
+{"train_loss": 0.003969944082200527, "global_step": 17222, "epoch": 264, "lr": 6.02372273234716e-05}
+{"train_loss": 0.005626455415040255, "global_step": 17223, "epoch": 264, "lr": 6.023323373172642e-05}
+{"train_loss": 0.004530734575998324, "global_step": 17224, "epoch": 264, "lr": 6.0229240071842955e-05, "val_loss": 0.0066093397326767445}
+{"train_loss": 0.004184335470199585, "global_step": 17225, "epoch": 265, "lr": 6.022524634384781e-05}
+{"train_loss": 0.005997641943395138, "global_step": 17226, "epoch": 265, "lr": 6.022125254776756e-05}
+{"train_loss": 0.003934281878173351, "global_step": 17227, "epoch": 265, "lr": 6.021725868362882e-05}
+{"train_loss": 0.0061157699674367905, "global_step": 17228, "epoch": 265, "lr": 6.0213264751458144e-05}
+{"train_loss": 0.0031526812817901373, "global_step": 17229, "epoch": 265, "lr": 6.0209270751282165e-05}
+{"train_loss": 0.005508704110980034, "global_step": 17230, "epoch": 265, "lr": 6.020527668312746e-05}
+{"train_loss": 0.0038551082834601402, "global_step": 17231, "epoch": 265, "lr": 6.020128254702063e-05}
+{"train_loss": 0.004854320082813501, "global_step": 17232, "epoch": 265, "lr": 6.019728834298826e-05}
+{"train_loss": 0.003485309425741434, "global_step": 17233, "epoch": 265, "lr": 6.019329407105695e-05}
+{"train_loss": 0.0062460037879645824, "global_step": 17234, "epoch": 265, "lr": 6.01892997312533e-05}
+{"train_loss": 0.0025434186682105064, "global_step": 17235, "epoch": 265, "lr": 6.0185305323603904e-05}
+{"train_loss": 0.0035911821760237217, "global_step": 17236, "epoch": 265, "lr": 6.018131084813535e-05}
+{"train_loss": 0.004512104671448469, "global_step": 17237, "epoch": 265, "lr": 6.017731630487426e-05}
+{"train_loss": 0.0026470955926924944, "global_step": 17238, "epoch": 265, "lr": 6.017332169384721e-05}
+{"train_loss": 0.002682042308151722, "global_step": 17239, "epoch": 265, "lr": 6.01693270150808e-05}
+{"train_loss": 0.0051329233683645725, "global_step": 17240, "epoch": 265, "lr": 6.016533226860163e-05}
+{"train_loss": 0.0031618806533515453, "global_step": 17241, "epoch": 265, "lr": 6.0161337454436304e-05}
+{"train_loss": 0.0035775017458945513, "global_step": 17242, "epoch": 265, "lr": 6.015734257261142e-05}
+{"train_loss": 0.0039896285161376, "global_step": 17243, "epoch": 265, "lr": 6.0153347623153575e-05}
+{"train_loss": 0.003288411535322666, "global_step": 17244, "epoch": 265, "lr": 6.014935260608937e-05}
+{"train_loss": 0.007533948868513107, "global_step": 17245, "epoch": 265, "lr": 6.014535752144542e-05}
+{"train_loss": 0.0035850857384502888, "global_step": 17246, "epoch": 265, "lr": 6.014136236924831e-05}
+{"train_loss": 0.00407206267118454, "global_step": 17247, "epoch": 265, "lr": 6.013736714952465e-05}
+{"train_loss": 0.005886340048164129, "global_step": 17248, "epoch": 265, "lr": 6.013337186230101e-05}
+{"train_loss": 0.0026371884159743786, "global_step": 17249, "epoch": 265, "lr": 6.012937650760405e-05}
+{"train_loss": 0.002824212424457073, "global_step": 17250, "epoch": 265, "lr": 6.012538108546034e-05}
+{"train_loss": 0.002701075980439782, "global_step": 17251, "epoch": 265, "lr": 6.012138559589648e-05}
+{"train_loss": 0.004479189403355122, "global_step": 17252, "epoch": 265, "lr": 6.0117390038939095e-05}
+{"train_loss": 0.006319998763501644, "global_step": 17253, "epoch": 265, "lr": 6.0113394414614764e-05}
+{"train_loss": 0.006580975838005543, "global_step": 17254, "epoch": 265, "lr": 6.0109398722950114e-05}
+{"train_loss": 0.0052646431140601635, "global_step": 17255, "epoch": 265, "lr": 6.010540296397172e-05}
+{"train_loss": 0.005412993021309376, "global_step": 17256, "epoch": 265, "lr": 6.010140713770623e-05}
+{"train_loss": 0.003054714761674404, "global_step": 17257, "epoch": 265, "lr": 6.009741124418023e-05}
+{"train_loss": 0.003934208303689957, "global_step": 17258, "epoch": 265, "lr": 6.009341528342032e-05}
+{"train_loss": 0.0038952988106757402, "global_step": 17259, "epoch": 265, "lr": 6.008941925545311e-05}
+{"train_loss": 0.004241214599460363, "global_step": 17260, "epoch": 265, "lr": 6.008542316030521e-05}
+{"train_loss": 0.003578020492568612, "global_step": 17261, "epoch": 265, "lr": 6.008142699800323e-05}
+{"train_loss": 0.0026922719553112984, "global_step": 17262, "epoch": 265, "lr": 6.007743076857379e-05}
+{"train_loss": 0.004543575923889875, "global_step": 17263, "epoch": 265, "lr": 6.0073434472043465e-05}
+{"train_loss": 0.00442985724657774, "global_step": 17264, "epoch": 265, "lr": 6.0069438108438915e-05}
+{"train_loss": 0.005320523865520954, "global_step": 17265, "epoch": 265, "lr": 6.006544167778669e-05}
+{"train_loss": 0.004813151899725199, "global_step": 17266, "epoch": 265, "lr": 6.006144518011344e-05}
+{"train_loss": 0.005647941492497921, "global_step": 17267, "epoch": 265, "lr": 6.005744861544577e-05}
+{"train_loss": 0.0037062254268676043, "global_step": 17268, "epoch": 265, "lr": 6.005345198381029e-05}
+{"train_loss": 0.006707480642944574, "global_step": 17269, "epoch": 265, "lr": 6.0049455285233614e-05}
+{"train_loss": 0.004850530996918678, "global_step": 17270, "epoch": 265, "lr": 6.004545851974235e-05}
+{"train_loss": 0.004291947465389967, "global_step": 17271, "epoch": 265, "lr": 6.004146168736309e-05}
+{"train_loss": 0.006365448702126741, "global_step": 17272, "epoch": 265, "lr": 6.00374647881225e-05}
+{"train_loss": 0.002921434585005045, "global_step": 17273, "epoch": 265, "lr": 6.003346782204713e-05}
+{"train_loss": 0.0029638868290930986, "global_step": 17274, "epoch": 265, "lr": 6.0029470789163646e-05}
+{"train_loss": 0.0051577030681073666, "global_step": 17275, "epoch": 265, "lr": 6.0025473689498625e-05}
+{"train_loss": 0.003170842071995139, "global_step": 17276, "epoch": 265, "lr": 6.002147652307872e-05}
+{"train_loss": 0.004446865059435368, "global_step": 17277, "epoch": 265, "lr": 6.00174792899305e-05}
+{"train_loss": 0.006802161689847708, "global_step": 17278, "epoch": 265, "lr": 6.001348199008062e-05}
+{"train_loss": 0.004073185846209526, "global_step": 17279, "epoch": 265, "lr": 6.000948462355567e-05}
+{"train_loss": 0.002307712100446224, "global_step": 17280, "epoch": 265, "lr": 6.00054871903823e-05}
+{"train_loss": 0.0037926509976387024, "global_step": 17281, "epoch": 265, "lr": 6.000148969058709e-05}
+{"train_loss": 0.00426010275259614, "global_step": 17282, "epoch": 265, "lr": 5.9997492124196674e-05}
+{"train_loss": 0.006121879443526268, "global_step": 17283, "epoch": 265, "lr": 5.999349449123766e-05}
+{"train_loss": 0.00452398369088769, "global_step": 17284, "epoch": 265, "lr": 5.9989496791736686e-05}
+{"train_loss": 0.0036965999752283096, "global_step": 17285, "epoch": 265, "lr": 5.9985499025720346e-05}
+{"train_loss": 0.005356756038963795, "global_step": 17286, "epoch": 265, "lr": 5.9981501193215294e-05}
+{"train_loss": 0.0062039014883339405, "global_step": 17287, "epoch": 265, "lr": 5.997750329424811e-05}
+{"train_loss": 0.0062370579689741135, "global_step": 17288, "epoch": 265, "lr": 5.997350532884545e-05}
+{"train_loss": 0.004428957384796097, "global_step": 17289, "epoch": 265, "lr": 5.99695072970339e-05, "val_loss": 0.005529163405299187, "train_action_mse_error": 0.00017657455464359373}
+{"train_loss": 0.0038663367740809917, "global_step": 17290, "epoch": 266, "lr": 5.9965509198840095e-05}
+{"train_loss": 0.0054343389347195625, "global_step": 17291, "epoch": 266, "lr": 5.9961511034290674e-05}
+{"train_loss": 0.0055232965387403965, "global_step": 17292, "epoch": 266, "lr": 5.9957512803412244e-05}
+{"train_loss": 0.004249973222613335, "global_step": 17293, "epoch": 266, "lr": 5.995351450623141e-05}
+{"train_loss": 0.005139668472111225, "global_step": 17294, "epoch": 266, "lr": 5.994951614277483e-05}
+{"train_loss": 0.0054601626470685005, "global_step": 17295, "epoch": 266, "lr": 5.9945517713069114e-05}
+{"train_loss": 0.004604611080139875, "global_step": 17296, "epoch": 266, "lr": 5.994151921714086e-05}
+{"train_loss": 0.003307374892756343, "global_step": 17297, "epoch": 266, "lr": 5.993752065501672e-05}
+{"train_loss": 0.0037889215163886547, "global_step": 17298, "epoch": 266, "lr": 5.993352202672332e-05}
+{"train_loss": 0.007279044017195702, "global_step": 17299, "epoch": 266, "lr": 5.992952333228728e-05}
+{"train_loss": 0.0046102385967969894, "global_step": 17300, "epoch": 266, "lr": 5.992552457173521e-05}
+{"train_loss": 0.0036199954338371754, "global_step": 17301, "epoch": 266, "lr": 5.992152574509375e-05}
+{"train_loss": 0.0041123018600046635, "global_step": 17302, "epoch": 266, "lr": 5.991752685238954e-05}
+{"train_loss": 0.004155438393354416, "global_step": 17303, "epoch": 266, "lr": 5.991352789364918e-05}
+{"train_loss": 0.005972552578896284, "global_step": 17304, "epoch": 266, "lr": 5.990952886889931e-05}
+{"train_loss": 0.0038409887347370386, "global_step": 17305, "epoch": 266, "lr": 5.990552977816655e-05}
+{"train_loss": 0.004144089296460152, "global_step": 17306, "epoch": 266, "lr": 5.9901530621477544e-05}
+{"train_loss": 0.004660537000745535, "global_step": 17307, "epoch": 266, "lr": 5.9897531398858896e-05}
+{"train_loss": 0.007617276627570391, "global_step": 17308, "epoch": 266, "lr": 5.989353211033727e-05}
+{"train_loss": 0.005287081468850374, "global_step": 17309, "epoch": 266, "lr": 5.988953275593925e-05}
+{"train_loss": 0.0037631276063621044, "global_step": 17310, "epoch": 266, "lr": 5.9885533335691515e-05}
+{"train_loss": 0.004047415219247341, "global_step": 17311, "epoch": 266, "lr": 5.988153384962066e-05}
+{"train_loss": 0.0074027786031365395, "global_step": 17312, "epoch": 266, "lr": 5.9877534297753335e-05}
+{"train_loss": 0.003685296280309558, "global_step": 17313, "epoch": 266, "lr": 5.987353468011614e-05}
+{"train_loss": 0.003027835628017783, "global_step": 17314, "epoch": 266, "lr": 5.986953499673577e-05}
+{"train_loss": 0.006264354567974806, "global_step": 17315, "epoch": 266, "lr": 5.986553524763877e-05}
+{"train_loss": 0.003551959991455078, "global_step": 17316, "epoch": 266, "lr": 5.9861535432851846e-05}
+{"train_loss": 0.008350096642971039, "global_step": 17317, "epoch": 266, "lr": 5.9857535552401586e-05}
+{"train_loss": 0.0034053646959364414, "global_step": 17318, "epoch": 266, "lr": 5.985353560631467e-05}
+{"train_loss": 0.005743336398154497, "global_step": 17319, "epoch": 266, "lr": 5.984953559461768e-05}
+{"train_loss": 0.005314128939062357, "global_step": 17320, "epoch": 266, "lr": 5.984553551733728e-05}
+{"train_loss": 0.0041270628571510315, "global_step": 17321, "epoch": 266, "lr": 5.984153537450009e-05}
+{"train_loss": 0.005758805200457573, "global_step": 17322, "epoch": 266, "lr": 5.983753516613277e-05}
+{"train_loss": 0.0059355925768613815, "global_step": 17323, "epoch": 266, "lr": 5.983353489226192e-05}
+{"train_loss": 0.006146767642349005, "global_step": 17324, "epoch": 266, "lr": 5.98295345529142e-05}
+{"train_loss": 0.00604255311191082, "global_step": 17325, "epoch": 266, "lr": 5.982553414811624e-05}
+{"train_loss": 0.003944834228605032, "global_step": 17326, "epoch": 266, "lr": 5.982153367789469e-05}
+{"train_loss": 0.004550259094685316, "global_step": 17327, "epoch": 266, "lr": 5.981753314227616e-05}
+{"train_loss": 0.0045622531324625015, "global_step": 17328, "epoch": 266, "lr": 5.981353254128731e-05}
+{"train_loss": 0.005258490331470966, "global_step": 17329, "epoch": 266, "lr": 5.980953187495476e-05}
+{"train_loss": 0.0057850973680615425, "global_step": 17330, "epoch": 266, "lr": 5.980553114330518e-05}
+{"train_loss": 0.00406756391748786, "global_step": 17331, "epoch": 266, "lr": 5.9801530346365164e-05}
+{"train_loss": 0.005236768163740635, "global_step": 17332, "epoch": 266, "lr": 5.979752948416139e-05}
+{"train_loss": 0.006351201795041561, "global_step": 17333, "epoch": 266, "lr": 5.979352855672047e-05}
+{"train_loss": 0.0047002616338431835, "global_step": 17334, "epoch": 266, "lr": 5.9789527564069084e-05}
+{"train_loss": 0.005036877002567053, "global_step": 17335, "epoch": 266, "lr": 5.978552650623381e-05}
+{"train_loss": 0.004005303140729666, "global_step": 17336, "epoch": 266, "lr": 5.9781525383241357e-05}
+{"train_loss": 0.005338652525097132, "global_step": 17337, "epoch": 266, "lr": 5.9777524195118316e-05}
+{"train_loss": 0.005657731555402279, "global_step": 17338, "epoch": 266, "lr": 5.977352294189136e-05}
+{"train_loss": 0.004653518088161945, "global_step": 17339, "epoch": 266, "lr": 5.97695216235871e-05}
+{"train_loss": 0.006232596468180418, "global_step": 17340, "epoch": 266, "lr": 5.976552024023221e-05}
+{"train_loss": 0.0027509338688105345, "global_step": 17341, "epoch": 266, "lr": 5.9761518791853334e-05}
+{"train_loss": 0.004307906609028578, "global_step": 17342, "epoch": 266, "lr": 5.9757517278477096e-05}
+{"train_loss": 0.005748314782977104, "global_step": 17343, "epoch": 266, "lr": 5.975351570013014e-05}
+{"train_loss": 0.004658592864871025, "global_step": 17344, "epoch": 266, "lr": 5.9749514056839115e-05}
+{"train_loss": 0.003972410224378109, "global_step": 17345, "epoch": 266, "lr": 5.974551234863068e-05}
+{"train_loss": 0.004378376994282007, "global_step": 17346, "epoch": 266, "lr": 5.974151057553147e-05}
+{"train_loss": 0.004088650457561016, "global_step": 17347, "epoch": 266, "lr": 5.973750873756812e-05}
+{"train_loss": 0.003339142771437764, "global_step": 17348, "epoch": 266, "lr": 5.9733506834767297e-05}
+{"train_loss": 0.004332478158175945, "global_step": 17349, "epoch": 266, "lr": 5.972950486715564e-05}
+{"train_loss": 0.005870746914297342, "global_step": 17350, "epoch": 266, "lr": 5.9725502834759794e-05}
+{"train_loss": 0.002971782349050045, "global_step": 17351, "epoch": 266, "lr": 5.972150073760638e-05}
+{"train_loss": 0.005429079290479422, "global_step": 17352, "epoch": 266, "lr": 5.971749857572211e-05}
+{"train_loss": 0.004983772523701191, "global_step": 17353, "epoch": 266, "lr": 5.9713496349133577e-05}
+{"train_loss": 0.004847583103065307, "global_step": 17354, "epoch": 266, "lr": 5.970949405786745e-05, "val_loss": 0.00628552446141839}
+{"train_loss": 0.002696244977414608, "global_step": 17355, "epoch": 267, "lr": 5.970549170195038e-05}
+{"train_loss": 0.0034343290608376265, "global_step": 17356, "epoch": 267, "lr": 5.970148928140902e-05}
+{"train_loss": 0.004678310360759497, "global_step": 17357, "epoch": 267, "lr": 5.9697486796269996e-05}
+{"train_loss": 0.0033335352782160044, "global_step": 17358, "epoch": 267, "lr": 5.969348424655999e-05}
+{"train_loss": 0.006145188119262457, "global_step": 17359, "epoch": 267, "lr": 5.9689481632305636e-05}
+{"train_loss": 0.004210361745208502, "global_step": 17360, "epoch": 267, "lr": 5.968547895353358e-05}
+{"train_loss": 0.0027015269733965397, "global_step": 17361, "epoch": 267, "lr": 5.968147621027049e-05}
+{"train_loss": 0.004381276201456785, "global_step": 17362, "epoch": 267, "lr": 5.967747340254303e-05}
+{"train_loss": 0.002617789199575782, "global_step": 17363, "epoch": 267, "lr": 5.9673470530377806e-05}
+{"train_loss": 0.004809169564396143, "global_step": 17364, "epoch": 267, "lr": 5.966946759380151e-05}
+{"train_loss": 0.003610924119129777, "global_step": 17365, "epoch": 267, "lr": 5.966546459284078e-05}
+{"train_loss": 0.005757453385740519, "global_step": 17366, "epoch": 267, "lr": 5.966146152752229e-05}
+{"train_loss": 0.002903685672208667, "global_step": 17367, "epoch": 267, "lr": 5.9657458397872654e-05}
+{"train_loss": 0.004101866390556097, "global_step": 17368, "epoch": 267, "lr": 5.965345520391857e-05}
+{"train_loss": 0.004844324663281441, "global_step": 17369, "epoch": 267, "lr": 5.964945194568668e-05}
+{"train_loss": 0.005049652419984341, "global_step": 17370, "epoch": 267, "lr": 5.964544862320364e-05}
+{"train_loss": 0.002527379197999835, "global_step": 17371, "epoch": 267, "lr": 5.964144523649608e-05}
+{"train_loss": 0.003867242718115449, "global_step": 17372, "epoch": 267, "lr": 5.96374417855907e-05}
+{"train_loss": 0.0033583100885152817, "global_step": 17373, "epoch": 267, "lr": 5.963343827051412e-05}
+{"train_loss": 0.006988735403865576, "global_step": 17374, "epoch": 267, "lr": 5.9629434691293026e-05}
+{"train_loss": 0.006069755181670189, "global_step": 17375, "epoch": 267, "lr": 5.962543104795405e-05}
+{"train_loss": 0.004460877738893032, "global_step": 17376, "epoch": 267, "lr": 5.962142734052387e-05}
+{"train_loss": 0.0033528779167681932, "global_step": 17377, "epoch": 267, "lr": 5.9617423569029144e-05}
+{"train_loss": 0.006060767453163862, "global_step": 17378, "epoch": 267, "lr": 5.961341973349652e-05}
+{"train_loss": 0.006794132757931948, "global_step": 17379, "epoch": 267, "lr": 5.960941583395265e-05}
+{"train_loss": 0.0034218498039990664, "global_step": 17380, "epoch": 267, "lr": 5.960541187042423e-05}
+{"train_loss": 0.005109935998916626, "global_step": 17381, "epoch": 267, "lr": 5.9601407842937896e-05}
+{"train_loss": 0.004292287863790989, "global_step": 17382, "epoch": 267, "lr": 5.95974037515203e-05}
+{"train_loss": 0.004614131059497595, "global_step": 17383, "epoch": 267, "lr": 5.959339959619812e-05}
+{"train_loss": 0.0029601077549159527, "global_step": 17384, "epoch": 267, "lr": 5.9589395376998e-05}
+{"train_loss": 0.003052451880648732, "global_step": 17385, "epoch": 267, "lr": 5.958539109394663e-05}
+{"train_loss": 0.004075291566550732, "global_step": 17386, "epoch": 267, "lr": 5.958138674707065e-05}
+{"train_loss": 0.0050150626339018345, "global_step": 17387, "epoch": 267, "lr": 5.957738233639674e-05}
+{"train_loss": 0.002748283091932535, "global_step": 17388, "epoch": 267, "lr": 5.957337786195154e-05}
+{"train_loss": 0.0046413312666118145, "global_step": 17389, "epoch": 267, "lr": 5.9569373323761734e-05}
+{"train_loss": 0.004361046012490988, "global_step": 17390, "epoch": 267, "lr": 5.9565368721853976e-05}
+{"train_loss": 0.005509072914719582, "global_step": 17391, "epoch": 267, "lr": 5.9561364056254945e-05}
+{"train_loss": 0.006222096271812916, "global_step": 17392, "epoch": 267, "lr": 5.955735932699127e-05}
+{"train_loss": 0.0032901461236178875, "global_step": 17393, "epoch": 267, "lr": 5.9553354534089665e-05}
+{"train_loss": 0.0031295574735850096, "global_step": 17394, "epoch": 267, "lr": 5.954934967757677e-05}
+{"train_loss": 0.0035828512627631426, "global_step": 17395, "epoch": 267, "lr": 5.954534475747925e-05}
+{"train_loss": 0.004903017543256283, "global_step": 17396, "epoch": 267, "lr": 5.9541339773823766e-05}
+{"train_loss": 0.004583170171827078, "global_step": 17397, "epoch": 267, "lr": 5.9537334726637015e-05}
+{"train_loss": 0.0036257230676710606, "global_step": 17398, "epoch": 267, "lr": 5.953332961594563e-05}
+{"train_loss": 0.004360495135188103, "global_step": 17399, "epoch": 267, "lr": 5.9529324441776314e-05}
+{"train_loss": 0.005013604648411274, "global_step": 17400, "epoch": 267, "lr": 5.952531920415569e-05}
+{"train_loss": 0.0042540705762803555, "global_step": 17401, "epoch": 267, "lr": 5.9521313903110477e-05}
+{"train_loss": 0.003733564866706729, "global_step": 17402, "epoch": 267, "lr": 5.9517308538667305e-05}
+{"train_loss": 0.0035744321066886187, "global_step": 17403, "epoch": 267, "lr": 5.951330311085288e-05}
+{"train_loss": 0.004029550589621067, "global_step": 17404, "epoch": 267, "lr": 5.9509297619693825e-05}
+{"train_loss": 0.0041213976219296455, "global_step": 17405, "epoch": 267, "lr": 5.9505292065216854e-05}
+{"train_loss": 0.003269409528002143, "global_step": 17406, "epoch": 267, "lr": 5.950128644744861e-05}
+{"train_loss": 0.00334672792814672, "global_step": 17407, "epoch": 267, "lr": 5.9497280766415796e-05}
+{"train_loss": 0.0036798263899981976, "global_step": 17408, "epoch": 267, "lr": 5.9493275022145046e-05}
+{"train_loss": 0.00586099736392498, "global_step": 17409, "epoch": 267, "lr": 5.948926921466306e-05}
+{"train_loss": 0.0020634792745113373, "global_step": 17410, "epoch": 267, "lr": 5.948526334399649e-05}
+{"train_loss": 0.004666644614189863, "global_step": 17411, "epoch": 267, "lr": 5.9481257410172044e-05}
+{"train_loss": 0.003724033245816827, "global_step": 17412, "epoch": 267, "lr": 5.947725141321634e-05}
+{"train_loss": 0.003577542258426547, "global_step": 17413, "epoch": 267, "lr": 5.9473245353156105e-05}
+{"train_loss": 0.004253490827977657, "global_step": 17414, "epoch": 267, "lr": 5.9469239230017993e-05}
+{"train_loss": 0.0019488002872094512, "global_step": 17415, "epoch": 267, "lr": 5.9465233043828674e-05}
+{"train_loss": 0.004491528496146202, "global_step": 17416, "epoch": 267, "lr": 5.946122679461481e-05}
+{"train_loss": 0.0036987392231822014, "global_step": 17417, "epoch": 267, "lr": 5.945722048240312e-05}
+{"train_loss": 0.0027777112554758787, "global_step": 17418, "epoch": 267, "lr": 5.945321410722024e-05}
+{"train_loss": 0.004127820196131674, "global_step": 17419, "epoch": 267, "lr": 5.944920766909288e-05, "val_loss": 0.008215164765715599}
+{"train_loss": 0.003976648673415184, "global_step": 17420, "epoch": 268, "lr": 5.944520116804767e-05}
+{"train_loss": 0.0038692536763846874, "global_step": 17421, "epoch": 268, "lr": 5.944119460411134e-05}
+{"train_loss": 0.0039093028753995895, "global_step": 17422, "epoch": 268, "lr": 5.943718797731053e-05}
+{"train_loss": 0.002948708599433303, "global_step": 17423, "epoch": 268, "lr": 5.943318128767194e-05}
+{"train_loss": 0.004422260448336601, "global_step": 17424, "epoch": 268, "lr": 5.942917453522222e-05}
+{"train_loss": 0.003156940918415785, "global_step": 17425, "epoch": 268, "lr": 5.942516771998809e-05}
+{"train_loss": 0.004523792304098606, "global_step": 17426, "epoch": 268, "lr": 5.94211608419962e-05}
+{"train_loss": 0.004220248199999332, "global_step": 17427, "epoch": 268, "lr": 5.9417153901273247e-05}
+{"train_loss": 0.0041211871430277824, "global_step": 17428, "epoch": 268, "lr": 5.941314689784589e-05}
+{"train_loss": 0.004310557618737221, "global_step": 17429, "epoch": 268, "lr": 5.940913983174083e-05}
+{"train_loss": 0.00593283586204052, "global_step": 17430, "epoch": 268, "lr": 5.940513270298475e-05}
+{"train_loss": 0.0063318731263279915, "global_step": 17431, "epoch": 268, "lr": 5.940112551160431e-05}
+{"train_loss": 0.001996944658458233, "global_step": 17432, "epoch": 268, "lr": 5.9397118257626206e-05}
+{"train_loss": 0.0056138914078474045, "global_step": 17433, "epoch": 268, "lr": 5.9393110941077124e-05}
+{"train_loss": 0.003812606679275632, "global_step": 17434, "epoch": 268, "lr": 5.938910356198374e-05}
+{"train_loss": 0.0048610675148665905, "global_step": 17435, "epoch": 268, "lr": 5.9385096120372744e-05}
+{"train_loss": 0.003478368977084756, "global_step": 17436, "epoch": 268, "lr": 5.9381088616270795e-05}
+{"train_loss": 0.004671086557209492, "global_step": 17437, "epoch": 268, "lr": 5.937708104970462e-05}
+{"train_loss": 0.00566916074603796, "global_step": 17438, "epoch": 268, "lr": 5.9373073420700864e-05}
+{"train_loss": 0.0033702405635267496, "global_step": 17439, "epoch": 268, "lr": 5.9369065729286245e-05}
+{"train_loss": 0.004967808723449707, "global_step": 17440, "epoch": 268, "lr": 5.9365057975487406e-05}
+{"train_loss": 0.0030069060157984495, "global_step": 17441, "epoch": 268, "lr": 5.936105015933109e-05}
+{"train_loss": 0.0031648213043808937, "global_step": 17442, "epoch": 268, "lr": 5.935704228084392e-05}
+{"train_loss": 0.004937942139804363, "global_step": 17443, "epoch": 268, "lr": 5.935303434005264e-05}
+{"train_loss": 0.005798864644020796, "global_step": 17444, "epoch": 268, "lr": 5.9349026336983894e-05}
+{"train_loss": 0.002535440493375063, "global_step": 17445, "epoch": 268, "lr": 5.9345018271664396e-05}
+{"train_loss": 0.0025916595477610826, "global_step": 17446, "epoch": 268, "lr": 5.9341010144120813e-05}
+{"train_loss": 0.004445284605026245, "global_step": 17447, "epoch": 268, "lr": 5.933700195437986e-05}
+{"train_loss": 0.0030194928403943777, "global_step": 17448, "epoch": 268, "lr": 5.9332993702468184e-05}
+{"train_loss": 0.00501661654561758, "global_step": 17449, "epoch": 268, "lr": 5.932898538841254e-05}
+{"train_loss": 0.003677933244034648, "global_step": 17450, "epoch": 268, "lr": 5.932497701223955e-05}
+{"train_loss": 0.0042227706871926785, "global_step": 17451, "epoch": 268, "lr": 5.9320968573975935e-05}
+{"train_loss": 0.0047550746239721775, "global_step": 17452, "epoch": 268, "lr": 5.9316960073648375e-05}
+{"train_loss": 0.004612949676811695, "global_step": 17453, "epoch": 268, "lr": 5.931295151128359e-05}
+{"train_loss": 0.004900849424302578, "global_step": 17454, "epoch": 268, "lr": 5.930894288690823e-05}
+{"train_loss": 0.005784169305115938, "global_step": 17455, "epoch": 268, "lr": 5.930493420054901e-05}
+{"train_loss": 0.004721300210803747, "global_step": 17456, "epoch": 268, "lr": 5.93009254522326e-05}
+{"train_loss": 0.003914159722626209, "global_step": 17457, "epoch": 268, "lr": 5.929691664198575e-05}
+{"train_loss": 0.005855235271155834, "global_step": 17458, "epoch": 268, "lr": 5.9292907769835085e-05}
+{"train_loss": 0.004640878178179264, "global_step": 17459, "epoch": 268, "lr": 5.928889883580733e-05}
+{"train_loss": 0.0033500627614557743, "global_step": 17460, "epoch": 268, "lr": 5.928488983992917e-05}
+{"train_loss": 0.004556975327432156, "global_step": 17461, "epoch": 268, "lr": 5.928088078222731e-05}
+{"train_loss": 0.00612608203664422, "global_step": 17462, "epoch": 268, "lr": 5.9276871662728426e-05}
+{"train_loss": 0.0029504713602364063, "global_step": 17463, "epoch": 268, "lr": 5.9272862481459235e-05}
+{"train_loss": 0.005371937528252602, "global_step": 17464, "epoch": 268, "lr": 5.926885323844642e-05}
+{"train_loss": 0.004339342936873436, "global_step": 17465, "epoch": 268, "lr": 5.9264843933716686e-05}
+{"train_loss": 0.004765479825437069, "global_step": 17466, "epoch": 268, "lr": 5.92608345672967e-05}
+{"train_loss": 0.003438742132857442, "global_step": 17467, "epoch": 268, "lr": 5.92568251392132e-05}
+{"train_loss": 0.004764658398926258, "global_step": 17468, "epoch": 268, "lr": 5.9252815649492854e-05}
+{"train_loss": 0.0033583007752895355, "global_step": 17469, "epoch": 268, "lr": 5.924880609816237e-05}
+{"train_loss": 0.003823136445134878, "global_step": 17470, "epoch": 268, "lr": 5.924479648524843e-05}
+{"train_loss": 0.004455206450074911, "global_step": 17471, "epoch": 268, "lr": 5.924078681077777e-05}
+{"train_loss": 0.005735480692237616, "global_step": 17472, "epoch": 268, "lr": 5.923677707477705e-05}
+{"train_loss": 0.004539513029158115, "global_step": 17473, "epoch": 268, "lr": 5.923276727727299e-05}
+{"train_loss": 0.004822136368602514, "global_step": 17474, "epoch": 268, "lr": 5.9228757418292266e-05}
+{"train_loss": 0.004233203362673521, "global_step": 17475, "epoch": 268, "lr": 5.9224747497861624e-05}
+{"train_loss": 0.004165968857705593, "global_step": 17476, "epoch": 268, "lr": 5.9220737516007716e-05}
+{"train_loss": 0.003325123805552721, "global_step": 17477, "epoch": 268, "lr": 5.921672747275726e-05}
+{"train_loss": 0.0038830044213682413, "global_step": 17478, "epoch": 268, "lr": 5.921271736813696e-05}
+{"train_loss": 0.004525667987763882, "global_step": 17479, "epoch": 268, "lr": 5.920870720217352e-05}
+{"train_loss": 0.004419858567416668, "global_step": 17480, "epoch": 268, "lr": 5.9204696974893636e-05}
+{"train_loss": 0.008745244704186916, "global_step": 17481, "epoch": 268, "lr": 5.9200686686324016e-05}
+{"train_loss": 0.005579059477895498, "global_step": 17482, "epoch": 268, "lr": 5.919667633649134e-05}
+{"train_loss": 0.0038565341383218765, "global_step": 17483, "epoch": 268, "lr": 5.919266592542234e-05}
+{"train_loss": 0.004401789211596434, "global_step": 17484, "epoch": 268, "lr": 5.9188655453143716e-05, "val_loss": 0.0121046993881464}
+{"train_loss": 0.004525466822087765, "global_step": 17485, "epoch": 269, "lr": 5.9184644919682166e-05}
+{"train_loss": 0.004115172661840916, "global_step": 17486, "epoch": 269, "lr": 5.918063432506438e-05}
+{"train_loss": 0.0035450304858386517, "global_step": 17487, "epoch": 269, "lr": 5.9176623669317075e-05}
+{"train_loss": 0.00337405689060688, "global_step": 17488, "epoch": 269, "lr": 5.917261295246696e-05}
+{"train_loss": 0.0029770920518785715, "global_step": 17489, "epoch": 269, "lr": 5.916860217454074e-05}
+{"train_loss": 0.004210508894175291, "global_step": 17490, "epoch": 269, "lr": 5.9164591335565114e-05}
+{"train_loss": 0.0033130301162600517, "global_step": 17491, "epoch": 269, "lr": 5.91605804355668e-05}
+{"train_loss": 0.0076995110139250755, "global_step": 17492, "epoch": 269, "lr": 5.91565694745725e-05}
+{"train_loss": 0.003645798657089472, "global_step": 17493, "epoch": 269, "lr": 5.915255845260891e-05}
+{"train_loss": 0.002608521841466427, "global_step": 17494, "epoch": 269, "lr": 5.9148547369702736e-05}
+{"train_loss": 0.007977031171321869, "global_step": 17495, "epoch": 269, "lr": 5.914453622588071e-05}
+{"train_loss": 0.00396741321310401, "global_step": 17496, "epoch": 269, "lr": 5.9140525021169524e-05}
+{"train_loss": 0.004253493156284094, "global_step": 17497, "epoch": 269, "lr": 5.913651375559588e-05}
+{"train_loss": 0.004490684252232313, "global_step": 17498, "epoch": 269, "lr": 5.91325024291865e-05}
+{"train_loss": 0.0062596905045211315, "global_step": 17499, "epoch": 269, "lr": 5.9128491041968094e-05}
+{"train_loss": 0.004216458648443222, "global_step": 17500, "epoch": 269, "lr": 5.912447959396736e-05}
+{"train_loss": 0.003784078173339367, "global_step": 17501, "epoch": 269, "lr": 5.912046808521102e-05}
+{"train_loss": 0.0040421998128294945, "global_step": 17502, "epoch": 269, "lr": 5.911645651572577e-05}
+{"train_loss": 0.004300402477383614, "global_step": 17503, "epoch": 269, "lr": 5.911244488553834e-05}
+{"train_loss": 0.005122351925820112, "global_step": 17504, "epoch": 269, "lr": 5.910843319467544e-05}
+{"train_loss": 0.003377414308488369, "global_step": 17505, "epoch": 269, "lr": 5.910442144316376e-05}
+{"train_loss": 0.003057155292481184, "global_step": 17506, "epoch": 269, "lr": 5.910040963103003e-05}
+{"train_loss": 0.00246381014585495, "global_step": 17507, "epoch": 269, "lr": 5.909639775830097e-05}
+{"train_loss": 0.0069344909861683846, "global_step": 17508, "epoch": 269, "lr": 5.909238582500327e-05}
+{"train_loss": 0.0037297229282557964, "global_step": 17509, "epoch": 269, "lr": 5.908837383116367e-05}
+{"train_loss": 0.005033778492361307, "global_step": 17510, "epoch": 269, "lr": 5.9084361776808874e-05}
+{"train_loss": 0.005702107213437557, "global_step": 17511, "epoch": 269, "lr": 5.908034966196557e-05}
+{"train_loss": 0.007727860473096371, "global_step": 17512, "epoch": 269, "lr": 5.907633748666051e-05}
+{"train_loss": 0.004107745364308357, "global_step": 17513, "epoch": 269, "lr": 5.90723252509204e-05}
+{"train_loss": 0.0032973522320389748, "global_step": 17514, "epoch": 269, "lr": 5.9068312954771944e-05}
+{"train_loss": 0.00537392171099782, "global_step": 17515, "epoch": 269, "lr": 5.9064300598241864e-05}
+{"train_loss": 0.005733584985136986, "global_step": 17516, "epoch": 269, "lr": 5.906028818135687e-05}
+{"train_loss": 0.0036787563003599644, "global_step": 17517, "epoch": 269, "lr": 5.905627570414369e-05}
+{"train_loss": 0.007741382345557213, "global_step": 17518, "epoch": 269, "lr": 5.905226316662905e-05}
+{"train_loss": 0.004053960554301739, "global_step": 17519, "epoch": 269, "lr": 5.904825056883964e-05}
+{"train_loss": 0.005400797352194786, "global_step": 17520, "epoch": 269, "lr": 5.90442379108022e-05}
+{"train_loss": 0.005616477690637112, "global_step": 17521, "epoch": 269, "lr": 5.904022519254344e-05}
+{"train_loss": 0.00295430701225996, "global_step": 17522, "epoch": 269, "lr": 5.9036212414090076e-05}
+{"train_loss": 0.004189609084278345, "global_step": 17523, "epoch": 269, "lr": 5.903219957546883e-05}
+{"train_loss": 0.005594597198069096, "global_step": 17524, "epoch": 269, "lr": 5.902818667670642e-05}
+{"train_loss": 0.0039483108557760715, "global_step": 17525, "epoch": 269, "lr": 5.902417371782958e-05}
+{"train_loss": 0.003742179134860635, "global_step": 17526, "epoch": 269, "lr": 5.902016069886502e-05}
+{"train_loss": 0.005117739550769329, "global_step": 17527, "epoch": 269, "lr": 5.901614761983945e-05}
+{"train_loss": 0.004993579350411892, "global_step": 17528, "epoch": 269, "lr": 5.9012134480779604e-05}
+{"train_loss": 0.0050610266625881195, "global_step": 17529, "epoch": 269, "lr": 5.9008121281712193e-05}
+{"train_loss": 0.004993320908397436, "global_step": 17530, "epoch": 269, "lr": 5.900410802266396e-05}
+{"train_loss": 0.0041658892296254635, "global_step": 17531, "epoch": 269, "lr": 5.9000094703661604e-05}
+{"train_loss": 0.004909324925392866, "global_step": 17532, "epoch": 269, "lr": 5.8996081324731856e-05}
+{"train_loss": 0.006925099994987249, "global_step": 17533, "epoch": 269, "lr": 5.899206788590145e-05}
+{"train_loss": 0.004970098379999399, "global_step": 17534, "epoch": 269, "lr": 5.89880543871971e-05}
+{"train_loss": 0.0037077816668897867, "global_step": 17535, "epoch": 269, "lr": 5.8984040828645515e-05}
+{"train_loss": 0.004263169132173061, "global_step": 17536, "epoch": 269, "lr": 5.898002721027345e-05}
+{"train_loss": 0.004109455272555351, "global_step": 17537, "epoch": 269, "lr": 5.8976013532107624e-05}
+{"train_loss": 0.004979600664228201, "global_step": 17538, "epoch": 269, "lr": 5.897199979417474e-05}
+{"train_loss": 0.002597855869680643, "global_step": 17539, "epoch": 269, "lr": 5.896798599650153e-05}
+{"train_loss": 0.00482033658772707, "global_step": 17540, "epoch": 269, "lr": 5.896397213911473e-05}
+{"train_loss": 0.0023326193913817406, "global_step": 17541, "epoch": 269, "lr": 5.8959958222041064e-05}
+{"train_loss": 0.0026279864832758904, "global_step": 17542, "epoch": 269, "lr": 5.895594424530727e-05}
+{"train_loss": 0.002542240312322974, "global_step": 17543, "epoch": 269, "lr": 5.8951930208940046e-05}
+{"train_loss": 0.002755677094683051, "global_step": 17544, "epoch": 269, "lr": 5.894791611296614e-05}
+{"train_loss": 0.003342944895848632, "global_step": 17545, "epoch": 269, "lr": 5.894390195741228e-05}
+{"train_loss": 0.0033961099106818438, "global_step": 17546, "epoch": 269, "lr": 5.89398877423052e-05}
+{"train_loss": 0.003739008679986, "global_step": 17547, "epoch": 269, "lr": 5.8935873467671595e-05}
+{"train_loss": 0.0032741220202296972, "global_step": 17548, "epoch": 269, "lr": 5.893185913353824e-05}
+{"train_loss": 0.004394727422354313, "global_step": 17549, "epoch": 269, "lr": 5.8927844739931834e-05, "val_loss": 0.004141915123909712}
+{"train_loss": 0.004370126873254776, "global_step": 17550, "epoch": 270, "lr": 5.8923830286879124e-05}
+{"train_loss": 0.004607146140187979, "global_step": 17551, "epoch": 270, "lr": 5.891981577440682e-05}
+{"train_loss": 0.0072663407772779465, "global_step": 17552, "epoch": 270, "lr": 5.891580120254168e-05}
+{"train_loss": 0.004925645887851715, "global_step": 17553, "epoch": 270, "lr": 5.891178657131041e-05}
+{"train_loss": 0.004845981486141682, "global_step": 17554, "epoch": 270, "lr": 5.890777188073976e-05}
+{"train_loss": 0.0060523198917508125, "global_step": 17555, "epoch": 270, "lr": 5.890375713085644e-05}
+{"train_loss": 0.0029738089069724083, "global_step": 17556, "epoch": 270, "lr": 5.88997423216872e-05}
+{"train_loss": 0.005459230858832598, "global_step": 17557, "epoch": 270, "lr": 5.889572745325879e-05}
+{"train_loss": 0.007546126842498779, "global_step": 17558, "epoch": 270, "lr": 5.8891712525597906e-05}
+{"train_loss": 0.002856519306078553, "global_step": 17559, "epoch": 270, "lr": 5.888769753873129e-05}
+{"train_loss": 0.003234942676499486, "global_step": 17560, "epoch": 270, "lr": 5.8883682492685697e-05}
+{"train_loss": 0.007230793125927448, "global_step": 17561, "epoch": 270, "lr": 5.8879667387487833e-05}
+{"train_loss": 0.002886746311560273, "global_step": 17562, "epoch": 270, "lr": 5.887565222316447e-05}
+{"train_loss": 0.007246421650052071, "global_step": 17563, "epoch": 270, "lr": 5.8871636999742294e-05}
+{"train_loss": 0.004378432873636484, "global_step": 17564, "epoch": 270, "lr": 5.886762171724809e-05}
+{"train_loss": 0.004879079759120941, "global_step": 17565, "epoch": 270, "lr": 5.886360637570856e-05}
+{"train_loss": 0.0028109250124543905, "global_step": 17566, "epoch": 270, "lr": 5.885959097515045e-05}
+{"train_loss": 0.004335654433816671, "global_step": 17567, "epoch": 270, "lr": 5.885557551560049e-05}
+{"train_loss": 0.003526216372847557, "global_step": 17568, "epoch": 270, "lr": 5.885155999708545e-05}
+{"train_loss": 0.004079896956682205, "global_step": 17569, "epoch": 270, "lr": 5.884754441963202e-05}
+{"train_loss": 0.0030949523206800222, "global_step": 17570, "epoch": 270, "lr": 5.884352878326697e-05}
+{"train_loss": 0.007103711366653442, "global_step": 17571, "epoch": 270, "lr": 5.8839513088017017e-05}
+{"train_loss": 0.006604389753192663, "global_step": 17572, "epoch": 270, "lr": 5.883549733390893e-05}
+{"train_loss": 0.007523604668676853, "global_step": 17573, "epoch": 270, "lr": 5.883148152096941e-05}
+{"train_loss": 0.0037584397941827774, "global_step": 17574, "epoch": 270, "lr": 5.882746564922523e-05}
+{"train_loss": 0.004701472353190184, "global_step": 17575, "epoch": 270, "lr": 5.88234497187031e-05}
+{"train_loss": 0.006933766417205334, "global_step": 17576, "epoch": 270, "lr": 5.881943372942979e-05}
+{"train_loss": 0.006540482863783836, "global_step": 17577, "epoch": 270, "lr": 5.8815417681432015e-05}
+{"train_loss": 0.006152642425149679, "global_step": 17578, "epoch": 270, "lr": 5.881140157473655e-05}
+{"train_loss": 0.005796591751277447, "global_step": 17579, "epoch": 270, "lr": 5.8807385409370076e-05}
+{"train_loss": 0.005052759777754545, "global_step": 17580, "epoch": 270, "lr": 5.8803369185359414e-05}
+{"train_loss": 0.004231022670865059, "global_step": 17581, "epoch": 270, "lr": 5.879935290273123e-05}
+{"train_loss": 0.003594363573938608, "global_step": 17582, "epoch": 270, "lr": 5.879533656151232e-05}
+{"train_loss": 0.0039882175624370575, "global_step": 17583, "epoch": 270, "lr": 5.8791320161729403e-05}
+{"train_loss": 0.007492066361010075, "global_step": 17584, "epoch": 270, "lr": 5.878730370340922e-05}
+{"train_loss": 0.0038398299366235733, "global_step": 17585, "epoch": 270, "lr": 5.878328718657853e-05}
+{"train_loss": 0.004246135242283344, "global_step": 17586, "epoch": 270, "lr": 5.877927061126407e-05}
+{"train_loss": 0.0055028218775987625, "global_step": 17587, "epoch": 270, "lr": 5.877525397749257e-05}
+{"train_loss": 0.0061628795228898525, "global_step": 17588, "epoch": 270, "lr": 5.8771237285290805e-05}
+{"train_loss": 0.003382795723155141, "global_step": 17589, "epoch": 270, "lr": 5.8767220534685486e-05}
+{"train_loss": 0.0037146073300391436, "global_step": 17590, "epoch": 270, "lr": 5.876320372570339e-05}
+{"train_loss": 0.003752928925678134, "global_step": 17591, "epoch": 270, "lr": 5.875918685837125e-05}
+{"train_loss": 0.005996306426823139, "global_step": 17592, "epoch": 270, "lr": 5.87551699327158e-05}
+{"train_loss": 0.005379904992878437, "global_step": 17593, "epoch": 270, "lr": 5.875115294876381e-05}
+{"train_loss": 0.005449281074106693, "global_step": 17594, "epoch": 270, "lr": 5.874713590654201e-05}
+{"train_loss": 0.002972130198031664, "global_step": 17595, "epoch": 270, "lr": 5.8743118806077155e-05}
+{"train_loss": 0.003612858010455966, "global_step": 17596, "epoch": 270, "lr": 5.8739101647395987e-05}
+{"train_loss": 0.004969468340277672, "global_step": 17597, "epoch": 270, "lr": 5.8735084430525254e-05}
+{"train_loss": 0.003728946205228567, "global_step": 17598, "epoch": 270, "lr": 5.873106715549172e-05}
+{"train_loss": 0.0037390245124697685, "global_step": 17599, "epoch": 270, "lr": 5.872704982232212e-05}
+{"train_loss": 0.003130844794213772, "global_step": 17600, "epoch": 270, "lr": 5.872303243104321e-05}
+{"train_loss": 0.00441058911383152, "global_step": 17601, "epoch": 270, "lr": 5.871901498168173e-05}
+{"train_loss": 0.005758167710155249, "global_step": 17602, "epoch": 270, "lr": 5.871499747426444e-05}
+{"train_loss": 0.004515761509537697, "global_step": 17603, "epoch": 270, "lr": 5.8710979908818095e-05}
+{"train_loss": 0.0040681203827261925, "global_step": 17604, "epoch": 270, "lr": 5.870696228536944e-05}
+{"train_loss": 0.0035068709403276443, "global_step": 17605, "epoch": 270, "lr": 5.870294460394521e-05}
+{"train_loss": 0.003626577090471983, "global_step": 17606, "epoch": 270, "lr": 5.869892686457218e-05}
+{"train_loss": 0.005461106542497873, "global_step": 17607, "epoch": 270, "lr": 5.8694909067277093e-05}
+{"train_loss": 0.004184272140264511, "global_step": 17608, "epoch": 270, "lr": 5.869089121208671e-05}
+{"train_loss": 0.003388772252947092, "global_step": 17609, "epoch": 270, "lr": 5.8686873299027765e-05}
+{"train_loss": 0.004299982916563749, "global_step": 17610, "epoch": 270, "lr": 5.868285532812704e-05}
+{"train_loss": 0.006005922798067331, "global_step": 17611, "epoch": 270, "lr": 5.867883729941126e-05}
+{"train_loss": 0.004025058355182409, "global_step": 17612, "epoch": 270, "lr": 5.8674819212907194e-05}
+{"train_loss": 0.0032976451329886913, "global_step": 17613, "epoch": 270, "lr": 5.867080106864159e-05}
+{"train_loss": 0.004778216567893441, "global_step": 17614, "epoch": 270, "lr": 5.866678286664122e-05, "val_loss": 0.007277356926351786, "train_action_mse_error": 0.0001266385370399803}
+{"train_loss": 0.0027112129610031843, "global_step": 17615, "epoch": 271, "lr": 5.866276460693281e-05}
+{"train_loss": 0.005178429186344147, "global_step": 17616, "epoch": 271, "lr": 5.865874628954314e-05}
+{"train_loss": 0.00315009499900043, "global_step": 17617, "epoch": 271, "lr": 5.865472791449895e-05}
+{"train_loss": 0.0030045213643461466, "global_step": 17618, "epoch": 271, "lr": 5.8650709481827017e-05}
+{"train_loss": 0.006372859701514244, "global_step": 17619, "epoch": 271, "lr": 5.8646690991554076e-05}
+{"train_loss": 0.0028436293359845877, "global_step": 17620, "epoch": 271, "lr": 5.8642672443706903e-05}
+{"train_loss": 0.004221086855977774, "global_step": 17621, "epoch": 271, "lr": 5.863865383831223e-05}
+{"train_loss": 0.00381317175924778, "global_step": 17622, "epoch": 271, "lr": 5.8634635175396845e-05}
+{"train_loss": 0.004039230290800333, "global_step": 17623, "epoch": 271, "lr": 5.86306164549875e-05}
+{"train_loss": 0.005553513299673796, "global_step": 17624, "epoch": 271, "lr": 5.862659767711094e-05}
+{"train_loss": 0.003922274801880121, "global_step": 17625, "epoch": 271, "lr": 5.862257884179391e-05}
+{"train_loss": 0.0029328535310924053, "global_step": 17626, "epoch": 271, "lr": 5.861855994906321e-05}
+{"train_loss": 0.005233084782958031, "global_step": 17627, "epoch": 271, "lr": 5.861454099894558e-05}
+{"train_loss": 0.004417636431753635, "global_step": 17628, "epoch": 271, "lr": 5.8610521991467774e-05}
+{"train_loss": 0.007040297146886587, "global_step": 17629, "epoch": 271, "lr": 5.860650292665656e-05}
+{"train_loss": 0.004431372508406639, "global_step": 17630, "epoch": 271, "lr": 5.86024838045387e-05}
+{"train_loss": 0.003414070699363947, "global_step": 17631, "epoch": 271, "lr": 5.859846462514095e-05}
+{"train_loss": 0.006771129556000233, "global_step": 17632, "epoch": 271, "lr": 5.859444538849008e-05}
+{"train_loss": 0.006053352728486061, "global_step": 17633, "epoch": 271, "lr": 5.859042609461285e-05}
+{"train_loss": 0.005765137262642384, "global_step": 17634, "epoch": 271, "lr": 5.8586406743536006e-05}
+{"train_loss": 0.005867465399205685, "global_step": 17635, "epoch": 271, "lr": 5.858238733528634e-05}
+{"train_loss": 0.006421064026653767, "global_step": 17636, "epoch": 271, "lr": 5.85783678698906e-05}
+{"train_loss": 0.005320255178958178, "global_step": 17637, "epoch": 271, "lr": 5.857434834737554e-05}
+{"train_loss": 0.00526038883253932, "global_step": 17638, "epoch": 271, "lr": 5.857032876776792e-05}
+{"train_loss": 0.0042318678461015224, "global_step": 17639, "epoch": 271, "lr": 5.8566309131094544e-05}
+{"train_loss": 0.004159118048846722, "global_step": 17640, "epoch": 271, "lr": 5.856228943738214e-05}
+{"train_loss": 0.005543967708945274, "global_step": 17641, "epoch": 271, "lr": 5.85582696866575e-05}
+{"train_loss": 0.0034549441188573837, "global_step": 17642, "epoch": 271, "lr": 5.8554249878947356e-05}
+{"train_loss": 0.0036108829081058502, "global_step": 17643, "epoch": 271, "lr": 5.8550230014278505e-05}
+{"train_loss": 0.0047675687819719315, "global_step": 17644, "epoch": 271, "lr": 5.854621009267769e-05}
+{"train_loss": 0.0024735790211707354, "global_step": 17645, "epoch": 271, "lr": 5.85421901141717e-05}
+{"train_loss": 0.006995432544499636, "global_step": 17646, "epoch": 271, "lr": 5.853817007878728e-05}
+{"train_loss": 0.005409919191151857, "global_step": 17647, "epoch": 271, "lr": 5.853414998655121e-05}
+{"train_loss": 0.0059646060690283775, "global_step": 17648, "epoch": 271, "lr": 5.8530129837490264e-05}
+{"train_loss": 0.0024753441102802753, "global_step": 17649, "epoch": 271, "lr": 5.85261096316312e-05}
+{"train_loss": 0.0030197976157069206, "global_step": 17650, "epoch": 271, "lr": 5.852208936900078e-05}
+{"train_loss": 0.004359533544629812, "global_step": 17651, "epoch": 271, "lr": 5.851806904962579e-05}
+{"train_loss": 0.004858885891735554, "global_step": 17652, "epoch": 271, "lr": 5.851404867353299e-05}
+{"train_loss": 0.002712974790483713, "global_step": 17653, "epoch": 271, "lr": 5.851002824074915e-05}
+{"train_loss": 0.002792984712868929, "global_step": 17654, "epoch": 271, "lr": 5.850600775130104e-05}
+{"train_loss": 0.003436513477936387, "global_step": 17655, "epoch": 271, "lr": 5.850198720521544e-05}
+{"train_loss": 0.004147535189986229, "global_step": 17656, "epoch": 271, "lr": 5.849796660251911e-05}
+{"train_loss": 0.006316895131021738, "global_step": 17657, "epoch": 271, "lr": 5.8493945943238816e-05}
+{"train_loss": 0.003936714492738247, "global_step": 17658, "epoch": 271, "lr": 5.8489925227401335e-05}
+{"train_loss": 0.0029534639324992895, "global_step": 17659, "epoch": 271, "lr": 5.8485904455033444e-05}
+{"train_loss": 0.005678123794496059, "global_step": 17660, "epoch": 271, "lr": 5.8481883626161923e-05}
+{"train_loss": 0.005798595491796732, "global_step": 17661, "epoch": 271, "lr": 5.847786274081354e-05}
+{"train_loss": 0.0037353690713644028, "global_step": 17662, "epoch": 271, "lr": 5.847384179901505e-05}
+{"train_loss": 0.0040037976577878, "global_step": 17663, "epoch": 271, "lr": 5.846982080079324e-05}
+{"train_loss": 0.0035883395466953516, "global_step": 17664, "epoch": 271, "lr": 5.84657997461749e-05}
+{"train_loss": 0.004126312676817179, "global_step": 17665, "epoch": 271, "lr": 5.846177863518677e-05}
+{"train_loss": 0.00464143231511116, "global_step": 17666, "epoch": 271, "lr": 5.8457757467855643e-05}
+{"train_loss": 0.004777210298925638, "global_step": 17667, "epoch": 271, "lr": 5.8453736244208304e-05}
+{"train_loss": 0.003748161718249321, "global_step": 17668, "epoch": 271, "lr": 5.844971496427152e-05}
+{"train_loss": 0.0048113660886883736, "global_step": 17669, "epoch": 271, "lr": 5.844569362807206e-05}
+{"train_loss": 0.004402953200042248, "global_step": 17670, "epoch": 271, "lr": 5.844167223563669e-05}
+{"train_loss": 0.004703518934547901, "global_step": 17671, "epoch": 271, "lr": 5.8437650786992224e-05}
+{"train_loss": 0.003545711748301983, "global_step": 17672, "epoch": 271, "lr": 5.843362928216541e-05}
+{"train_loss": 0.005591442808508873, "global_step": 17673, "epoch": 271, "lr": 5.8429607721183034e-05}
+{"train_loss": 0.0055788373574614525, "global_step": 17674, "epoch": 271, "lr": 5.842558610407186e-05}
+{"train_loss": 0.0032758531160652637, "global_step": 17675, "epoch": 271, "lr": 5.842156443085869e-05}
+{"train_loss": 0.005275099538266659, "global_step": 17676, "epoch": 271, "lr": 5.8417542701570295e-05}
+{"train_loss": 0.0040337336249649525, "global_step": 17677, "epoch": 271, "lr": 5.8413520916233446e-05}
+{"train_loss": 0.004797373898327351, "global_step": 17678, "epoch": 271, "lr": 5.840949907487491e-05}
+{"train_loss": 0.0044761099028759275, "global_step": 17679, "epoch": 271, "lr": 5.8405477177521496e-05, "val_loss": 0.006930082105100155}
+{"train_loss": 0.004663380328565836, "global_step": 17680, "epoch": 272, "lr": 5.840145522419996e-05}
+{"train_loss": 0.003614292247220874, "global_step": 17681, "epoch": 272, "lr": 5.8397433214937105e-05}
+{"train_loss": 0.004414883442223072, "global_step": 17682, "epoch": 272, "lr": 5.839341114975968e-05}
+{"train_loss": 0.0032668306957930326, "global_step": 17683, "epoch": 272, "lr": 5.8389389028694505e-05}
+{"train_loss": 0.0065672327764332294, "global_step": 17684, "epoch": 272, "lr": 5.838536685176833e-05}
+{"train_loss": 0.005087948404252529, "global_step": 17685, "epoch": 272, "lr": 5.838134461900795e-05}
+{"train_loss": 0.005557066760957241, "global_step": 17686, "epoch": 272, "lr": 5.837732233044013e-05}
+{"train_loss": 0.004917927086353302, "global_step": 17687, "epoch": 272, "lr": 5.83732999860917e-05}
+{"train_loss": 0.003912496380507946, "global_step": 17688, "epoch": 272, "lr": 5.836927758598939e-05}
+{"train_loss": 0.0044294316321611404, "global_step": 17689, "epoch": 272, "lr": 5.836525513016e-05}
+{"train_loss": 0.005095639731734991, "global_step": 17690, "epoch": 272, "lr": 5.8361232618630324e-05}
+{"train_loss": 0.005450774449855089, "global_step": 17691, "epoch": 272, "lr": 5.835721005142715e-05}
+{"train_loss": 0.005440259352326393, "global_step": 17692, "epoch": 272, "lr": 5.8353187428577224e-05}
+{"train_loss": 0.0048466953448951244, "global_step": 17693, "epoch": 272, "lr": 5.834916475010739e-05}
+{"train_loss": 0.0037142152432352304, "global_step": 17694, "epoch": 272, "lr": 5.8345142016044376e-05}
+{"train_loss": 0.004814980551600456, "global_step": 17695, "epoch": 272, "lr": 5.834111922641502e-05}
+{"train_loss": 0.004258439876139164, "global_step": 17696, "epoch": 272, "lr": 5.833709638124605e-05}
+{"train_loss": 0.0046363165602087975, "global_step": 17697, "epoch": 272, "lr": 5.8333073480564304e-05}
+{"train_loss": 0.0041801342740654945, "global_step": 17698, "epoch": 272, "lr": 5.832905052439653e-05}
+{"train_loss": 0.0027709947898983955, "global_step": 17699, "epoch": 272, "lr": 5.832502751276956e-05}
+{"train_loss": 0.004858638159930706, "global_step": 17700, "epoch": 272, "lr": 5.8321004445710137e-05}
+{"train_loss": 0.004396798089146614, "global_step": 17701, "epoch": 272, "lr": 5.8316981323245065e-05}
+{"train_loss": 0.004561132751405239, "global_step": 17702, "epoch": 272, "lr": 5.831295814540113e-05}
+{"train_loss": 0.004553583450615406, "global_step": 17703, "epoch": 272, "lr": 5.830893491220514e-05}
+{"train_loss": 0.0034278640523552895, "global_step": 17704, "epoch": 272, "lr": 5.8304911623683845e-05}
+{"train_loss": 0.0040026879869401455, "global_step": 17705, "epoch": 272, "lr": 5.830088827986407e-05}
+{"train_loss": 0.0030175300780683756, "global_step": 17706, "epoch": 272, "lr": 5.8296864880772596e-05}
+{"train_loss": 0.0031221737153828144, "global_step": 17707, "epoch": 272, "lr": 5.829284142643621e-05}
+{"train_loss": 0.005468348041176796, "global_step": 17708, "epoch": 272, "lr": 5.828881791688168e-05}
+{"train_loss": 0.0047136577777564526, "global_step": 17709, "epoch": 272, "lr": 5.828479435213582e-05}
+{"train_loss": 0.0037260318640619516, "global_step": 17710, "epoch": 272, "lr": 5.8280770732225435e-05}
+{"train_loss": 0.004266356583684683, "global_step": 17711, "epoch": 272, "lr": 5.8276747057177284e-05}
+{"train_loss": 0.004918521270155907, "global_step": 17712, "epoch": 272, "lr": 5.8272723327018176e-05}
+{"train_loss": 0.004780047573149204, "global_step": 17713, "epoch": 272, "lr": 5.8268699541774894e-05}
+{"train_loss": 0.0038376643788069487, "global_step": 17714, "epoch": 272, "lr": 5.826467570147426e-05}
+{"train_loss": 0.0028929526451975107, "global_step": 17715, "epoch": 272, "lr": 5.826065180614303e-05}
+{"train_loss": 0.002855162601917982, "global_step": 17716, "epoch": 272, "lr": 5.825662785580801e-05}
+{"train_loss": 0.003737108316272497, "global_step": 17717, "epoch": 272, "lr": 5.8252603850496004e-05}
+{"train_loss": 0.003279243828728795, "global_step": 17718, "epoch": 272, "lr": 5.824857979023378e-05}
+{"train_loss": 0.0036896648816764355, "global_step": 17719, "epoch": 272, "lr": 5.824455567504817e-05}
+{"train_loss": 0.002771971048787236, "global_step": 17720, "epoch": 272, "lr": 5.824053150496593e-05}
+{"train_loss": 0.005151643883436918, "global_step": 17721, "epoch": 272, "lr": 5.823650728001388e-05}
+{"train_loss": 0.0034586249385029078, "global_step": 17722, "epoch": 272, "lr": 5.823248300021882e-05}
+{"train_loss": 0.005565916653722525, "global_step": 17723, "epoch": 272, "lr": 5.822845866560752e-05}
+{"train_loss": 0.0027348469011485577, "global_step": 17724, "epoch": 272, "lr": 5.8224434276206796e-05}
+{"train_loss": 0.00573413260281086, "global_step": 17725, "epoch": 272, "lr": 5.8220409832043446e-05}
+{"train_loss": 0.003585056634619832, "global_step": 17726, "epoch": 272, "lr": 5.8216385333144244e-05}
+{"train_loss": 0.0029033238533884287, "global_step": 17727, "epoch": 272, "lr": 5.821236077953601e-05}
+{"train_loss": 0.005675832740962505, "global_step": 17728, "epoch": 272, "lr": 5.820833617124553e-05}
+{"train_loss": 0.003354029031470418, "global_step": 17729, "epoch": 272, "lr": 5.8204311508299624e-05}
+{"train_loss": 0.0036194571293890476, "global_step": 17730, "epoch": 272, "lr": 5.8200286790725064e-05}
+{"train_loss": 0.004258505534380674, "global_step": 17731, "epoch": 272, "lr": 5.819626201854865e-05}
+{"train_loss": 0.0042082639411091805, "global_step": 17732, "epoch": 272, "lr": 5.81922371917972e-05}
+{"train_loss": 0.0062607587315142155, "global_step": 17733, "epoch": 272, "lr": 5.8188212310497504e-05}
+{"train_loss": 0.003324665827676654, "global_step": 17734, "epoch": 272, "lr": 5.8184187374676346e-05}
+{"train_loss": 0.0034512924030423164, "global_step": 17735, "epoch": 272, "lr": 5.818016238436055e-05}
+{"train_loss": 0.007467777468264103, "global_step": 17736, "epoch": 272, "lr": 5.81761373395769e-05}
+{"train_loss": 0.004634781740605831, "global_step": 17737, "epoch": 272, "lr": 5.817211224035222e-05}
+{"train_loss": 0.0033617024309933186, "global_step": 17738, "epoch": 272, "lr": 5.816808708671328e-05}
+{"train_loss": 0.003950115293264389, "global_step": 17739, "epoch": 272, "lr": 5.8164061878686895e-05}
+{"train_loss": 0.0034400366712361574, "global_step": 17740, "epoch": 272, "lr": 5.816003661629986e-05}
+{"train_loss": 0.005375784356147051, "global_step": 17741, "epoch": 272, "lr": 5.815601129957902e-05}
+{"train_loss": 0.0037422585301101208, "global_step": 17742, "epoch": 272, "lr": 5.8151985928551114e-05}
+{"train_loss": 0.0038015912286937237, "global_step": 17743, "epoch": 272, "lr": 5.814796050324298e-05}
+{"train_loss": 0.0042552354817207046, "global_step": 17744, "epoch": 272, "lr": 5.814393502368141e-05, "val_loss": 0.009577950462698936}
+{"train_loss": 0.005603575147688389, "global_step": 17745, "epoch": 273, "lr": 5.813990948989323e-05}
+{"train_loss": 0.004727258812636137, "global_step": 17746, "epoch": 273, "lr": 5.8135883901905206e-05}
+{"train_loss": 0.003930460661649704, "global_step": 17747, "epoch": 273, "lr": 5.813185825974419e-05}
+{"train_loss": 0.0041257645934820175, "global_step": 17748, "epoch": 273, "lr": 5.8127832563436935e-05}
+{"train_loss": 0.0037685974966734648, "global_step": 17749, "epoch": 273, "lr": 5.812380681301031e-05}
+{"train_loss": 0.00662305299192667, "global_step": 17750, "epoch": 273, "lr": 5.8119781008491045e-05}
+{"train_loss": 0.003155742073431611, "global_step": 17751, "epoch": 273, "lr": 5.8115755149906e-05}
+{"train_loss": 0.00540328910574317, "global_step": 17752, "epoch": 273, "lr": 5.8111729237281956e-05}
+{"train_loss": 0.0033656463492661715, "global_step": 17753, "epoch": 273, "lr": 5.810770327064575e-05}
+{"train_loss": 0.005658495705574751, "global_step": 17754, "epoch": 273, "lr": 5.8103677250024144e-05}
+{"train_loss": 0.004581134300678968, "global_step": 17755, "epoch": 273, "lr": 5.8099651175443984e-05}
+{"train_loss": 0.004026041366159916, "global_step": 17756, "epoch": 273, "lr": 5.809562504693206e-05}
+{"train_loss": 0.0055323150008916855, "global_step": 17757, "epoch": 273, "lr": 5.8091598864515185e-05}
+{"train_loss": 0.004860247019678354, "global_step": 17758, "epoch": 273, "lr": 5.808757262822015e-05}
+{"train_loss": 0.0025074563454836607, "global_step": 17759, "epoch": 273, "lr": 5.808354633807379e-05}
+{"train_loss": 0.004117770120501518, "global_step": 17760, "epoch": 273, "lr": 5.80795199941029e-05}
+{"train_loss": 0.0036345827393233776, "global_step": 17761, "epoch": 273, "lr": 5.80754935963343e-05}
+{"train_loss": 0.005297041963785887, "global_step": 17762, "epoch": 273, "lr": 5.807146714479479e-05}
+{"train_loss": 0.006050931755453348, "global_step": 17763, "epoch": 273, "lr": 5.8067440639511185e-05}
+{"train_loss": 0.005777302198112011, "global_step": 17764, "epoch": 273, "lr": 5.8063414080510294e-05}
+{"train_loss": 0.004766559693962336, "global_step": 17765, "epoch": 273, "lr": 5.805938746781891e-05}
+{"train_loss": 0.00716334069147706, "global_step": 17766, "epoch": 273, "lr": 5.8055360801463886e-05}
+{"train_loss": 0.006034696940332651, "global_step": 17767, "epoch": 273, "lr": 5.805133408147201e-05}
+{"train_loss": 0.00586926331743598, "global_step": 17768, "epoch": 273, "lr": 5.804730730787008e-05}
+{"train_loss": 0.0032537186052650213, "global_step": 17769, "epoch": 273, "lr": 5.804328048068492e-05}
+{"train_loss": 0.004964908584952354, "global_step": 17770, "epoch": 273, "lr": 5.803925359994336e-05}
+{"train_loss": 0.004138340707868338, "global_step": 17771, "epoch": 273, "lr": 5.8035226665672196e-05}
+{"train_loss": 0.005583415273576975, "global_step": 17772, "epoch": 273, "lr": 5.8031199677898226e-05}
+{"train_loss": 0.002597302198410034, "global_step": 17773, "epoch": 273, "lr": 5.8027172636648295e-05}
+{"train_loss": 0.007214018609374762, "global_step": 17774, "epoch": 273, "lr": 5.8023145541949196e-05}
+{"train_loss": 0.005363128148019314, "global_step": 17775, "epoch": 273, "lr": 5.801911839382776e-05}
+{"train_loss": 0.0038327451329678297, "global_step": 17776, "epoch": 273, "lr": 5.801509119231079e-05}
+{"train_loss": 0.004058736842125654, "global_step": 17777, "epoch": 273, "lr": 5.8011063937425095e-05}
+{"train_loss": 0.005145642440766096, "global_step": 17778, "epoch": 273, "lr": 5.800703662919751e-05}
+{"train_loss": 0.00593654764816165, "global_step": 17779, "epoch": 273, "lr": 5.800300926765484e-05}
+{"train_loss": 0.004075434058904648, "global_step": 17780, "epoch": 273, "lr": 5.799898185282391e-05}
+{"train_loss": 0.004638093523681164, "global_step": 17781, "epoch": 273, "lr": 5.79949543847315e-05}
+{"train_loss": 0.003154611447826028, "global_step": 17782, "epoch": 273, "lr": 5.799092686340448e-05}
+{"train_loss": 0.00461119320243597, "global_step": 17783, "epoch": 273, "lr": 5.798689928886963e-05}
+{"train_loss": 0.006894996389746666, "global_step": 17784, "epoch": 273, "lr": 5.7982871661153794e-05}
+{"train_loss": 0.00421402370557189, "global_step": 17785, "epoch": 273, "lr": 5.797884398028377e-05}
+{"train_loss": 0.003647005185484886, "global_step": 17786, "epoch": 273, "lr": 5.797481624628638e-05}
+{"train_loss": 0.003913120832294226, "global_step": 17787, "epoch": 273, "lr": 5.797078845918845e-05}
+{"train_loss": 0.0032304010819643736, "global_step": 17788, "epoch": 273, "lr": 5.79667606190168e-05}
+{"train_loss": 0.003237383905798197, "global_step": 17789, "epoch": 273, "lr": 5.796273272579823e-05}
+{"train_loss": 0.0026579652912914753, "global_step": 17790, "epoch": 273, "lr": 5.795870477955958e-05}
+{"train_loss": 0.004733107052743435, "global_step": 17791, "epoch": 273, "lr": 5.7954676780327677e-05}
+{"train_loss": 0.003682037116959691, "global_step": 17792, "epoch": 273, "lr": 5.795064872812932e-05}
+{"train_loss": 0.004774915054440498, "global_step": 17793, "epoch": 273, "lr": 5.794662062299133e-05}
+{"train_loss": 0.00421472592279315, "global_step": 17794, "epoch": 273, "lr": 5.794259246494055e-05}
+{"train_loss": 0.004213131032884121, "global_step": 17795, "epoch": 273, "lr": 5.793856425400378e-05}
+{"train_loss": 0.005573608446866274, "global_step": 17796, "epoch": 273, "lr": 5.793453599020786e-05}
+{"train_loss": 0.003091821912676096, "global_step": 17797, "epoch": 273, "lr": 5.793050767357959e-05}
+{"train_loss": 0.004756307229399681, "global_step": 17798, "epoch": 273, "lr": 5.792647930414582e-05}
+{"train_loss": 0.002331848256289959, "global_step": 17799, "epoch": 273, "lr": 5.792245088193336e-05}
+{"train_loss": 0.004893548786640167, "global_step": 17800, "epoch": 273, "lr": 5.791842240696902e-05}
+{"train_loss": 0.004338135942816734, "global_step": 17801, "epoch": 273, "lr": 5.791439387927964e-05}
+{"train_loss": 0.003315642708912492, "global_step": 17802, "epoch": 273, "lr": 5.7910365298892046e-05}
+{"train_loss": 0.004906901624053717, "global_step": 17803, "epoch": 273, "lr": 5.790633666583305e-05}
+{"train_loss": 0.00429815286770463, "global_step": 17804, "epoch": 273, "lr": 5.7902307980129486e-05}
+{"train_loss": 0.005485398229211569, "global_step": 17805, "epoch": 273, "lr": 5.7898279241808164e-05}
+{"train_loss": 0.0030498045962303877, "global_step": 17806, "epoch": 273, "lr": 5.789425045089595e-05}
+{"train_loss": 0.003942972049117088, "global_step": 17807, "epoch": 273, "lr": 5.789022160741961e-05}
+{"train_loss": 0.003282188903540373, "global_step": 17808, "epoch": 273, "lr": 5.788619271140603e-05}
+{"train_loss": 0.004494561416168626, "global_step": 17809, "epoch": 273, "lr": 5.788216376288198e-05, "val_loss": 0.007441351655870676}
+{"train_loss": 0.005276795942336321, "global_step": 17810, "epoch": 274, "lr": 5.7878134761874346e-05}
+{"train_loss": 0.005203193984925747, "global_step": 17811, "epoch": 274, "lr": 5.7874105708409896e-05}
+{"train_loss": 0.005998407024890184, "global_step": 17812, "epoch": 274, "lr": 5.78700766025155e-05}
+{"train_loss": 0.0033768832217901945, "global_step": 17813, "epoch": 274, "lr": 5.7866047444217965e-05}
+{"train_loss": 0.0040619089268147945, "global_step": 17814, "epoch": 274, "lr": 5.7862018233544146e-05}
+{"train_loss": 0.003973169252276421, "global_step": 17815, "epoch": 274, "lr": 5.7857988970520825e-05}
+{"train_loss": 0.002915022661909461, "global_step": 17816, "epoch": 274, "lr": 5.7853959655174875e-05}
+{"train_loss": 0.0028510084375739098, "global_step": 17817, "epoch": 274, "lr": 5.784993028753309e-05}
+{"train_loss": 0.0031260184478014708, "global_step": 17818, "epoch": 274, "lr": 5.784590086762234e-05}
+{"train_loss": 0.0037937171291559935, "global_step": 17819, "epoch": 274, "lr": 5.784187139546942e-05}
+{"train_loss": 0.0034703004639595747, "global_step": 17820, "epoch": 274, "lr": 5.7837841871101174e-05}
+{"train_loss": 0.002768627367913723, "global_step": 17821, "epoch": 274, "lr": 5.783381229454443e-05}
+{"train_loss": 0.004374319687485695, "global_step": 17822, "epoch": 274, "lr": 5.782978266582604e-05}
+{"train_loss": 0.004044408909976482, "global_step": 17823, "epoch": 274, "lr": 5.782575298497279e-05}
+{"train_loss": 0.004389435052871704, "global_step": 17824, "epoch": 274, "lr": 5.782172325201155e-05}
+{"train_loss": 0.0038714101538062096, "global_step": 17825, "epoch": 274, "lr": 5.781769346696912e-05}
+{"train_loss": 0.00329048209823668, "global_step": 17826, "epoch": 274, "lr": 5.781366362987239e-05}
+{"train_loss": 0.004729448817670345, "global_step": 17827, "epoch": 274, "lr": 5.780963374074813e-05}
+{"train_loss": 0.002970256609842181, "global_step": 17828, "epoch": 274, "lr": 5.780560379962321e-05}
+{"train_loss": 0.003284738166257739, "global_step": 17829, "epoch": 274, "lr": 5.780157380652444e-05}
+{"train_loss": 0.005431906320154667, "global_step": 17830, "epoch": 274, "lr": 5.779754376147868e-05}
+{"train_loss": 0.00419620331376791, "global_step": 17831, "epoch": 274, "lr": 5.779351366451273e-05}
+{"train_loss": 0.0037111216224730015, "global_step": 17832, "epoch": 274, "lr": 5.7789483515653465e-05}
+{"train_loss": 0.005520446226000786, "global_step": 17833, "epoch": 274, "lr": 5.778545331492769e-05}
+{"train_loss": 0.004473512060940266, "global_step": 17834, "epoch": 274, "lr": 5.778142306236225e-05}
+{"train_loss": 0.002793070627376437, "global_step": 17835, "epoch": 274, "lr": 5.777739275798397e-05}
+{"train_loss": 0.004073606804013252, "global_step": 17836, "epoch": 274, "lr": 5.777336240181972e-05}
+{"train_loss": 0.00477620679885149, "global_step": 17837, "epoch": 274, "lr": 5.776933199389629e-05}
+{"train_loss": 0.004487131722271442, "global_step": 17838, "epoch": 274, "lr": 5.7765301534240556e-05}
+{"train_loss": 0.00350524066016078, "global_step": 17839, "epoch": 274, "lr": 5.7761271022879315e-05}
+{"train_loss": 0.003704116679728031, "global_step": 17840, "epoch": 274, "lr": 5.775724045983945e-05}
+{"train_loss": 0.002465101657435298, "global_step": 17841, "epoch": 274, "lr": 5.775320984514777e-05}
+{"train_loss": 0.004578231833875179, "global_step": 17842, "epoch": 274, "lr": 5.7749179178831114e-05}
+{"train_loss": 0.004031743388622999, "global_step": 17843, "epoch": 274, "lr": 5.774514846091632e-05}
+{"train_loss": 0.003659662324935198, "global_step": 17844, "epoch": 274, "lr": 5.774111769143024e-05}
+{"train_loss": 0.004547578282654285, "global_step": 17845, "epoch": 274, "lr": 5.77370868703997e-05}
+{"train_loss": 0.00548159796744585, "global_step": 17846, "epoch": 274, "lr": 5.773305599785155e-05}
+{"train_loss": 0.00522499019280076, "global_step": 17847, "epoch": 274, "lr": 5.772902507381262e-05}
+{"train_loss": 0.0049622091464698315, "global_step": 17848, "epoch": 274, "lr": 5.772499409830975e-05}
+{"train_loss": 0.004625997506082058, "global_step": 17849, "epoch": 274, "lr": 5.772096307136978e-05}
+{"train_loss": 0.003668584395200014, "global_step": 17850, "epoch": 274, "lr": 5.7716931993019565e-05}
+{"train_loss": 0.003622676245868206, "global_step": 17851, "epoch": 274, "lr": 5.7712900863285925e-05}
+{"train_loss": 0.0035990073811262846, "global_step": 17852, "epoch": 274, "lr": 5.770886968219572e-05}
+{"train_loss": 0.004763187374919653, "global_step": 17853, "epoch": 274, "lr": 5.770483844977579e-05}
+{"train_loss": 0.004937195219099522, "global_step": 17854, "epoch": 274, "lr": 5.770080716605296e-05}
+{"train_loss": 0.003718326799571514, "global_step": 17855, "epoch": 274, "lr": 5.769677583105408e-05}
+{"train_loss": 0.0047715334221720695, "global_step": 17856, "epoch": 274, "lr": 5.7692744444806014e-05}
+{"train_loss": 0.0033264586236327887, "global_step": 17857, "epoch": 274, "lr": 5.7688713007335574e-05}
+{"train_loss": 0.002195049077272415, "global_step": 17858, "epoch": 274, "lr": 5.7684681518669615e-05}
+{"train_loss": 0.006118584889918566, "global_step": 17859, "epoch": 274, "lr": 5.768064997883498e-05}
+{"train_loss": 0.0036188235972076654, "global_step": 17860, "epoch": 274, "lr": 5.7676618387858526e-05}
+{"train_loss": 0.004027078859508038, "global_step": 17861, "epoch": 274, "lr": 5.767258674576708e-05}
+{"train_loss": 0.0035878964699804783, "global_step": 17862, "epoch": 274, "lr": 5.7668555052587494e-05}
+{"train_loss": 0.0030721358489245176, "global_step": 17863, "epoch": 274, "lr": 5.766452330834661e-05}
+{"train_loss": 0.004366228356957436, "global_step": 17864, "epoch": 274, "lr": 5.766049151307129e-05}
+{"train_loss": 0.004473039414733648, "global_step": 17865, "epoch": 274, "lr": 5.7656459666788355e-05}
+{"train_loss": 0.004833908285945654, "global_step": 17866, "epoch": 274, "lr": 5.7652427769524666e-05}
+{"train_loss": 0.004095497075468302, "global_step": 17867, "epoch": 274, "lr": 5.7648395821307054e-05}
+{"train_loss": 0.004126604646444321, "global_step": 17868, "epoch": 274, "lr": 5.7644363822162405e-05}
+{"train_loss": 0.0016817712457850575, "global_step": 17869, "epoch": 274, "lr": 5.764033177211751e-05}
+{"train_loss": 0.003215986769646406, "global_step": 17870, "epoch": 274, "lr": 5.7636299671199254e-05}
+{"train_loss": 0.004218187648802996, "global_step": 17871, "epoch": 274, "lr": 5.763226751943448e-05}
+{"train_loss": 0.0034516206942498684, "global_step": 17872, "epoch": 274, "lr": 5.762823531685004e-05}
+{"train_loss": 0.0021193053107708693, "global_step": 17873, "epoch": 274, "lr": 5.762420306347276e-05}
+{"train_loss": 0.0039839465224828854, "global_step": 17874, "epoch": 274, "lr": 5.7620170759329515e-05, "val_loss": 0.0049782744608819485}
+{"train_loss": 0.0037537245079874992, "global_step": 17875, "epoch": 275, "lr": 5.761613840444713e-05}
+{"train_loss": 0.0036801330279558897, "global_step": 17876, "epoch": 275, "lr": 5.7612105998852494e-05}
+{"train_loss": 0.0045980047434568405, "global_step": 17877, "epoch": 275, "lr": 5.7608073542572404e-05}
+{"train_loss": 0.003715670667588711, "global_step": 17878, "epoch": 275, "lr": 5.7604041035633746e-05}
+{"train_loss": 0.004150208551436663, "global_step": 17879, "epoch": 275, "lr": 5.760000847806337e-05}
+{"train_loss": 0.00412050262093544, "global_step": 17880, "epoch": 275, "lr": 5.7595975869888106e-05}
+{"train_loss": 0.003154079196974635, "global_step": 17881, "epoch": 275, "lr": 5.759194321113481e-05}
+{"train_loss": 0.004957349039614201, "global_step": 17882, "epoch": 275, "lr": 5.758791050183037e-05}
+{"train_loss": 0.003241532249376178, "global_step": 17883, "epoch": 275, "lr": 5.758387774200158e-05}
+{"train_loss": 0.004365275148302317, "global_step": 17884, "epoch": 275, "lr": 5.7579844931675345e-05}
+{"train_loss": 0.00445899274200201, "global_step": 17885, "epoch": 275, "lr": 5.757581207087847e-05}
+{"train_loss": 0.004895009100437164, "global_step": 17886, "epoch": 275, "lr": 5.757177915963784e-05}
+{"train_loss": 0.0029189945198595524, "global_step": 17887, "epoch": 275, "lr": 5.756774619798031e-05}
+{"train_loss": 0.0034894298296421766, "global_step": 17888, "epoch": 275, "lr": 5.756371318593272e-05}
+{"train_loss": 0.002142225159332156, "global_step": 17889, "epoch": 275, "lr": 5.755968012352192e-05}
+{"train_loss": 0.0040276492945849895, "global_step": 17890, "epoch": 275, "lr": 5.755564701077477e-05}
+{"train_loss": 0.004166487604379654, "global_step": 17891, "epoch": 275, "lr": 5.7551613847718145e-05}
+{"train_loss": 0.004122861195355654, "global_step": 17892, "epoch": 275, "lr": 5.7547580634378864e-05}
+{"train_loss": 0.0043496256694197655, "global_step": 17893, "epoch": 275, "lr": 5.75435473707838e-05}
+{"train_loss": 0.004038688726723194, "global_step": 17894, "epoch": 275, "lr": 5.7539514056959806e-05}
+{"train_loss": 0.0054583423770964146, "global_step": 17895, "epoch": 275, "lr": 5.753548069293375e-05}
+{"train_loss": 0.0029112438205629587, "global_step": 17896, "epoch": 275, "lr": 5.7531447278732486e-05}
+{"train_loss": 0.0033298733178526163, "global_step": 17897, "epoch": 275, "lr": 5.752741381438284e-05}
+{"train_loss": 0.004211161285638809, "global_step": 17898, "epoch": 275, "lr": 5.752338029991171e-05}
+{"train_loss": 0.005391133949160576, "global_step": 17899, "epoch": 275, "lr": 5.751934673534592e-05}
+{"train_loss": 0.003423129441216588, "global_step": 17900, "epoch": 275, "lr": 5.751531312071236e-05}
+{"train_loss": 0.003561630379408598, "global_step": 17901, "epoch": 275, "lr": 5.751127945603786e-05}
+{"train_loss": 0.002620770363137126, "global_step": 17902, "epoch": 275, "lr": 5.750724574134929e-05}
+{"train_loss": 0.002869002055376768, "global_step": 17903, "epoch": 275, "lr": 5.750321197667351e-05}
+{"train_loss": 0.006009924691170454, "global_step": 17904, "epoch": 275, "lr": 5.749917816203737e-05}
+{"train_loss": 0.006846170872449875, "global_step": 17905, "epoch": 275, "lr": 5.749514429746774e-05}
+{"train_loss": 0.0048372577875852585, "global_step": 17906, "epoch": 275, "lr": 5.7491110382991487e-05}
+{"train_loss": 0.003186017507687211, "global_step": 17907, "epoch": 275, "lr": 5.7487076418635444e-05}
+{"train_loss": 0.002699590288102627, "global_step": 17908, "epoch": 275, "lr": 5.748304240442649e-05}
+{"train_loss": 0.004355288576334715, "global_step": 17909, "epoch": 275, "lr": 5.7479008340391484e-05}
+{"train_loss": 0.002572491765022278, "global_step": 17910, "epoch": 275, "lr": 5.747497422655729e-05}
+{"train_loss": 0.004212880972772837, "global_step": 17911, "epoch": 275, "lr": 5.7470940062950765e-05}
+{"train_loss": 0.004623834043741226, "global_step": 17912, "epoch": 275, "lr": 5.746690584959875e-05}
+{"train_loss": 0.0018655987223610282, "global_step": 17913, "epoch": 275, "lr": 5.746287158652814e-05}
+{"train_loss": 0.004345917142927647, "global_step": 17914, "epoch": 275, "lr": 5.74588372737658e-05}
+{"train_loss": 0.0026679460424929857, "global_step": 17915, "epoch": 275, "lr": 5.745480291133855e-05}
+{"train_loss": 0.006698888726532459, "global_step": 17916, "epoch": 275, "lr": 5.7450768499273286e-05}
+{"train_loss": 0.0034285997971892357, "global_step": 17917, "epoch": 275, "lr": 5.7446734037596885e-05}
+{"train_loss": 0.00646106107160449, "global_step": 17918, "epoch": 275, "lr": 5.744269952633617e-05}
+{"train_loss": 0.005341069307178259, "global_step": 17919, "epoch": 275, "lr": 5.743866496551804e-05}
+{"train_loss": 0.002805515192449093, "global_step": 17920, "epoch": 275, "lr": 5.743463035516933e-05}
+{"train_loss": 0.002879795851185918, "global_step": 17921, "epoch": 275, "lr": 5.7430595695316924e-05}
+{"train_loss": 0.0050913006998598576, "global_step": 17922, "epoch": 275, "lr": 5.7426560985987686e-05}
+{"train_loss": 0.006521573755890131, "global_step": 17923, "epoch": 275, "lr": 5.742252622720848e-05}
+{"train_loss": 0.00519610196352005, "global_step": 17924, "epoch": 275, "lr": 5.741849141900616e-05}
+{"train_loss": 0.0035647880285978317, "global_step": 17925, "epoch": 275, "lr": 5.741445656140761e-05}
+{"train_loss": 0.004400508012622595, "global_step": 17926, "epoch": 275, "lr": 5.7410421654439684e-05}
+{"train_loss": 0.003083606483414769, "global_step": 17927, "epoch": 275, "lr": 5.7406386698129246e-05}
+{"train_loss": 0.004879737738519907, "global_step": 17928, "epoch": 275, "lr": 5.740235169250317e-05}
+{"train_loss": 0.00458955392241478, "global_step": 17929, "epoch": 275, "lr": 5.7398316637588336e-05}
+{"train_loss": 0.003265238832682371, "global_step": 17930, "epoch": 275, "lr": 5.7394281533411573e-05}
+{"train_loss": 0.0049295187927782536, "global_step": 17931, "epoch": 275, "lr": 5.739024637999979e-05}
+{"train_loss": 0.005363612435758114, "global_step": 17932, "epoch": 275, "lr": 5.7386211177379825e-05}
+{"train_loss": 0.004949095658957958, "global_step": 17933, "epoch": 275, "lr": 5.738217592557858e-05}
+{"train_loss": 0.003477877238765359, "global_step": 17934, "epoch": 275, "lr": 5.7378140624622886e-05}
+{"train_loss": 0.004876802209764719, "global_step": 17935, "epoch": 275, "lr": 5.737410527453964e-05}
+{"train_loss": 0.0038441140204668045, "global_step": 17936, "epoch": 275, "lr": 5.737006987535569e-05}
+{"train_loss": 0.00433646934106946, "global_step": 17937, "epoch": 275, "lr": 5.736603442709794e-05}
+{"train_loss": 0.004306002054363489, "global_step": 17938, "epoch": 275, "lr": 5.73619989297932e-05}
+{"train_loss": 0.004128998283368463, "global_step": 17939, "epoch": 275, "lr": 5.7357963383468404e-05, "val_loss": 0.006887177005410194, "train_action_mse_error": 0.000170635394169949}
+{"train_loss": 0.0031263066921383142, "global_step": 17940, "epoch": 276, "lr": 5.735392778815039e-05}
+{"train_loss": 0.003492147894576192, "global_step": 17941, "epoch": 276, "lr": 5.734989214386605e-05}
+{"train_loss": 0.0030758969951421022, "global_step": 17942, "epoch": 276, "lr": 5.734585645064222e-05}
+{"train_loss": 0.008541134186089039, "global_step": 17943, "epoch": 276, "lr": 5.73418207085058e-05}
+{"train_loss": 0.00442480156198144, "global_step": 17944, "epoch": 276, "lr": 5.733778491748365e-05}
+{"train_loss": 0.004328592214733362, "global_step": 17945, "epoch": 276, "lr": 5.733374907760267e-05}
+{"train_loss": 0.004732418339699507, "global_step": 17946, "epoch": 276, "lr": 5.732971318888968e-05}
+{"train_loss": 0.0022003555204719305, "global_step": 17947, "epoch": 276, "lr": 5.73256772513716e-05}
+{"train_loss": 0.004831682424992323, "global_step": 17948, "epoch": 276, "lr": 5.732164126507528e-05}
+{"train_loss": 0.0024684774689376354, "global_step": 17949, "epoch": 276, "lr": 5.7317605230027615e-05}
+{"train_loss": 0.005139029584825039, "global_step": 17950, "epoch": 276, "lr": 5.731356914625544e-05}
+{"train_loss": 0.003336733439937234, "global_step": 17951, "epoch": 276, "lr": 5.730953301378568e-05}
+{"train_loss": 0.005111378617584705, "global_step": 17952, "epoch": 276, "lr": 5.7305496832645155e-05}
+{"train_loss": 0.0035205380991101265, "global_step": 17953, "epoch": 276, "lr": 5.73014606028608e-05}
+{"train_loss": 0.004208867903798819, "global_step": 17954, "epoch": 276, "lr": 5.729742432445944e-05}
+{"train_loss": 0.004514987114816904, "global_step": 17955, "epoch": 276, "lr": 5.7293387997467964e-05}
+{"train_loss": 0.003201222512871027, "global_step": 17956, "epoch": 276, "lr": 5.728935162191327e-05}
+{"train_loss": 0.0036301189102232456, "global_step": 17957, "epoch": 276, "lr": 5.7285315197822207e-05}
+{"train_loss": 0.00355822523124516, "global_step": 17958, "epoch": 276, "lr": 5.7281278725221664e-05}
+{"train_loss": 0.003728557610884309, "global_step": 17959, "epoch": 276, "lr": 5.7277242204138514e-05}
+{"train_loss": 0.004099666606634855, "global_step": 17960, "epoch": 276, "lr": 5.7273205634599645e-05}
+{"train_loss": 0.003145323833450675, "global_step": 17961, "epoch": 276, "lr": 5.726916901663193e-05}
+{"train_loss": 0.004801077302545309, "global_step": 17962, "epoch": 276, "lr": 5.726513235026222e-05}
+{"train_loss": 0.003341099712997675, "global_step": 17963, "epoch": 276, "lr": 5.7261095635517436e-05}
+{"train_loss": 0.0036096018739044666, "global_step": 17964, "epoch": 276, "lr": 5.725705887242444e-05}
+{"train_loss": 0.0038537411019206047, "global_step": 17965, "epoch": 276, "lr": 5.72530220610101e-05}
+{"train_loss": 0.005953543353825808, "global_step": 17966, "epoch": 276, "lr": 5.7248985201301296e-05}
+{"train_loss": 0.005494612734764814, "global_step": 17967, "epoch": 276, "lr": 5.724494829332493e-05}
+{"train_loss": 0.003119112690910697, "global_step": 17968, "epoch": 276, "lr": 5.7240911337107864e-05}
+{"train_loss": 0.003226480446755886, "global_step": 17969, "epoch": 276, "lr": 5.723687433267697e-05}
+{"train_loss": 0.004470798186957836, "global_step": 17970, "epoch": 276, "lr": 5.723283728005915e-05}
+{"train_loss": 0.003736573737114668, "global_step": 17971, "epoch": 276, "lr": 5.722880017928127e-05}
+{"train_loss": 0.003745921654626727, "global_step": 17972, "epoch": 276, "lr": 5.7224763030370224e-05}
+{"train_loss": 0.002293040743097663, "global_step": 17973, "epoch": 276, "lr": 5.722072583335287e-05}
+{"train_loss": 0.00415297644212842, "global_step": 17974, "epoch": 276, "lr": 5.7216688588256106e-05}
+{"train_loss": 0.004612891934812069, "global_step": 17975, "epoch": 276, "lr": 5.721265129510682e-05}
+{"train_loss": 0.003581803757697344, "global_step": 17976, "epoch": 276, "lr": 5.720861395393189e-05}
+{"train_loss": 0.004725758917629719, "global_step": 17977, "epoch": 276, "lr": 5.720457656475819e-05}
+{"train_loss": 0.003916650544852018, "global_step": 17978, "epoch": 276, "lr": 5.7200539127612604e-05}
+{"train_loss": 0.002196032553911209, "global_step": 17979, "epoch": 276, "lr": 5.719650164252205e-05}
+{"train_loss": 0.005006900057196617, "global_step": 17980, "epoch": 276, "lr": 5.7192464109513344e-05}
+{"train_loss": 0.0033372798934578896, "global_step": 17981, "epoch": 276, "lr": 5.718842652861343e-05}
+{"train_loss": 0.003860852215439081, "global_step": 17982, "epoch": 276, "lr": 5.718438889984915e-05}
+{"train_loss": 0.002239036839455366, "global_step": 17983, "epoch": 276, "lr": 5.7180351223247444e-05}
+{"train_loss": 0.003603509161621332, "global_step": 17984, "epoch": 276, "lr": 5.717631349883513e-05}
+{"train_loss": 0.005407527554780245, "global_step": 17985, "epoch": 276, "lr": 5.7172275726639147e-05}
+{"train_loss": 0.00391204422339797, "global_step": 17986, "epoch": 276, "lr": 5.716823790668634e-05}
+{"train_loss": 0.005604112986475229, "global_step": 17987, "epoch": 276, "lr": 5.7164200039003635e-05}
+{"train_loss": 0.004271050915122032, "global_step": 17988, "epoch": 276, "lr": 5.716016212361788e-05}
+{"train_loss": 0.0031310156919062138, "global_step": 17989, "epoch": 276, "lr": 5.715612416055598e-05}
+{"train_loss": 0.004043052438646555, "global_step": 17990, "epoch": 276, "lr": 5.715208614984482e-05}
+{"train_loss": 0.006145526189357042, "global_step": 17991, "epoch": 276, "lr": 5.7148048091511305e-05}
+{"train_loss": 0.0038560505490750074, "global_step": 17992, "epoch": 276, "lr": 5.7144009985582294e-05}
+{"train_loss": 0.005169682204723358, "global_step": 17993, "epoch": 276, "lr": 5.7139971832084685e-05}
+{"train_loss": 0.004228511359542608, "global_step": 17994, "epoch": 276, "lr": 5.713593363104536e-05}
+{"train_loss": 0.005604378413408995, "global_step": 17995, "epoch": 276, "lr": 5.7131895382491226e-05}
+{"train_loss": 0.0022666349541395903, "global_step": 17996, "epoch": 276, "lr": 5.712785708644915e-05}
+{"train_loss": 0.004063768312335014, "global_step": 17997, "epoch": 276, "lr": 5.7123818742946055e-05}
+{"train_loss": 0.006085031200200319, "global_step": 17998, "epoch": 276, "lr": 5.711978035200878e-05}
+{"train_loss": 0.0025510299019515514, "global_step": 17999, "epoch": 276, "lr": 5.7115741913664264e-05}
+{"train_loss": 0.004747781902551651, "global_step": 18000, "epoch": 276, "lr": 5.711170342793937e-05}
+{"train_loss": 0.003990914672613144, "global_step": 18001, "epoch": 276, "lr": 5.710766489486099e-05}
+{"train_loss": 0.004586511757224798, "global_step": 18002, "epoch": 276, "lr": 5.710362631445602e-05}
+{"train_loss": 0.003958381246775389, "global_step": 18003, "epoch": 276, "lr": 5.7099587686751345e-05}
+{"train_loss": 0.004072795177881534, "global_step": 18004, "epoch": 276, "lr": 5.709554901177385e-05, "val_loss": 0.007981134578585625}
+{"train_loss": 0.0036792908795177937, "global_step": 18005, "epoch": 277, "lr": 5.7091510289550455e-05}
+{"train_loss": 0.005934158805757761, "global_step": 18006, "epoch": 277, "lr": 5.708747152010804e-05}
+{"train_loss": 0.0026804169174283743, "global_step": 18007, "epoch": 277, "lr": 5.708343270347347e-05}
+{"train_loss": 0.004117024131119251, "global_step": 18008, "epoch": 277, "lr": 5.707939383967367e-05}
+{"train_loss": 0.0032743620686233044, "global_step": 18009, "epoch": 277, "lr": 5.707535492873552e-05}
+{"train_loss": 0.005176803562790155, "global_step": 18010, "epoch": 277, "lr": 5.7071315970685925e-05}
+{"train_loss": 0.003712167963385582, "global_step": 18011, "epoch": 277, "lr": 5.706727696555175e-05}
+{"train_loss": 0.005588878877460957, "global_step": 18012, "epoch": 277, "lr": 5.706323791335991e-05}
+{"train_loss": 0.0035063147079199553, "global_step": 18013, "epoch": 277, "lr": 5.705919881413732e-05}
+{"train_loss": 0.004302079323679209, "global_step": 18014, "epoch": 277, "lr": 5.705515966791083e-05}
+{"train_loss": 0.0037258758675307035, "global_step": 18015, "epoch": 277, "lr": 5.7051120474707365e-05}
+{"train_loss": 0.005126097705215216, "global_step": 18016, "epoch": 277, "lr": 5.704708123455379e-05}
+{"train_loss": 0.003215380245819688, "global_step": 18017, "epoch": 277, "lr": 5.704304194747705e-05}
+{"train_loss": 0.002139471471309662, "global_step": 18018, "epoch": 277, "lr": 5.7039002613504e-05}
+{"train_loss": 0.00475034024566412, "global_step": 18019, "epoch": 277, "lr": 5.7034963232661544e-05}
+{"train_loss": 0.004177704453468323, "global_step": 18020, "epoch": 277, "lr": 5.7030923804976575e-05}
+{"train_loss": 0.0035341724287718534, "global_step": 18021, "epoch": 277, "lr": 5.7026884330476014e-05}
+{"train_loss": 0.004309481009840965, "global_step": 18022, "epoch": 277, "lr": 5.7022844809186735e-05}
+{"train_loss": 0.005467949900776148, "global_step": 18023, "epoch": 277, "lr": 5.701880524113564e-05}
+{"train_loss": 0.005509405396878719, "global_step": 18024, "epoch": 277, "lr": 5.701476562634963e-05}
+{"train_loss": 0.004295827820897102, "global_step": 18025, "epoch": 277, "lr": 5.701072596485559e-05}
+{"train_loss": 0.004229011945426464, "global_step": 18026, "epoch": 277, "lr": 5.700668625668045e-05}
+{"train_loss": 0.002936208387836814, "global_step": 18027, "epoch": 277, "lr": 5.700264650185108e-05}
+{"train_loss": 0.00327513855881989, "global_step": 18028, "epoch": 277, "lr": 5.6998606700394376e-05}
+{"train_loss": 0.007968058809638023, "global_step": 18029, "epoch": 277, "lr": 5.699456685233725e-05}
+{"train_loss": 0.0033702391665428877, "global_step": 18030, "epoch": 277, "lr": 5.6990526957706605e-05}
+{"train_loss": 0.004318039398640394, "global_step": 18031, "epoch": 277, "lr": 5.698648701652933e-05}
+{"train_loss": 0.0025932486169040203, "global_step": 18032, "epoch": 277, "lr": 5.698244702883233e-05}
+{"train_loss": 0.0033401360269635916, "global_step": 18033, "epoch": 277, "lr": 5.6978406994642505e-05}
+{"train_loss": 0.0054666646756231785, "global_step": 18034, "epoch": 277, "lr": 5.6974366913986756e-05}
+{"train_loss": 0.0027477391995489597, "global_step": 18035, "epoch": 277, "lr": 5.697032678689199e-05}
+{"train_loss": 0.0051201460883021355, "global_step": 18036, "epoch": 277, "lr": 5.696628661338509e-05}
+{"train_loss": 0.0023979428224265575, "global_step": 18037, "epoch": 277, "lr": 5.696224639349298e-05}
+{"train_loss": 0.004989537410438061, "global_step": 18038, "epoch": 277, "lr": 5.695820612724254e-05}
+{"train_loss": 0.0035472495947033167, "global_step": 18039, "epoch": 277, "lr": 5.69541658146607e-05}
+{"train_loss": 0.004628141410648823, "global_step": 18040, "epoch": 277, "lr": 5.6950125455774325e-05}
+{"train_loss": 0.0036327841226011515, "global_step": 18041, "epoch": 277, "lr": 5.694608505061035e-05}
+{"train_loss": 0.00804865825921297, "global_step": 18042, "epoch": 277, "lr": 5.694204459919568e-05}
+{"train_loss": 0.0033084077294915915, "global_step": 18043, "epoch": 277, "lr": 5.69380041015572e-05}
+{"train_loss": 0.003833354450762272, "global_step": 18044, "epoch": 277, "lr": 5.69339635577218e-05}
+{"train_loss": 0.006280949339270592, "global_step": 18045, "epoch": 277, "lr": 5.692992296771642e-05}
+{"train_loss": 0.00471498304978013, "global_step": 18046, "epoch": 277, "lr": 5.692588233156795e-05}
+{"train_loss": 0.006730320397764444, "global_step": 18047, "epoch": 277, "lr": 5.6921841649303284e-05}
+{"train_loss": 0.003752396209165454, "global_step": 18048, "epoch": 277, "lr": 5.691780092094934e-05}
+{"train_loss": 0.0058907377533614635, "global_step": 18049, "epoch": 277, "lr": 5.691376014653302e-05}
+{"train_loss": 0.004180443473160267, "global_step": 18050, "epoch": 277, "lr": 5.6909719326081224e-05}
+{"train_loss": 0.007280750200152397, "global_step": 18051, "epoch": 277, "lr": 5.690567845962086e-05}
+{"train_loss": 0.0034847341012209654, "global_step": 18052, "epoch": 277, "lr": 5.690163754717886e-05}
+{"train_loss": 0.00483259791508317, "global_step": 18053, "epoch": 277, "lr": 5.689759658878207e-05}
+{"train_loss": 0.007517040707170963, "global_step": 18054, "epoch": 277, "lr": 5.689355558445746e-05}
+{"train_loss": 0.004964465741068125, "global_step": 18055, "epoch": 277, "lr": 5.68895145342319e-05}
+{"train_loss": 0.0037514963187277317, "global_step": 18056, "epoch": 277, "lr": 5.688547343813233e-05}
+{"train_loss": 0.003681448521092534, "global_step": 18057, "epoch": 277, "lr": 5.688143229618561e-05}
+{"train_loss": 0.0056997318752110004, "global_step": 18058, "epoch": 277, "lr": 5.6877391108418686e-05}
+{"train_loss": 0.003731471486389637, "global_step": 18059, "epoch": 277, "lr": 5.687334987485845e-05}
+{"train_loss": 0.00431715277954936, "global_step": 18060, "epoch": 277, "lr": 5.686930859553183e-05}
+{"train_loss": 0.0036320809740573168, "global_step": 18061, "epoch": 277, "lr": 5.6865267270465706e-05}
+{"train_loss": 0.004486668389290571, "global_step": 18062, "epoch": 277, "lr": 5.6861225899687e-05}
+{"train_loss": 0.004773738328367472, "global_step": 18063, "epoch": 277, "lr": 5.6857184483222625e-05}
+{"train_loss": 0.0047375233843922615, "global_step": 18064, "epoch": 277, "lr": 5.68531430210995e-05}
+{"train_loss": 0.002469446277245879, "global_step": 18065, "epoch": 277, "lr": 5.6849101513344514e-05}
+{"train_loss": 0.00663852971047163, "global_step": 18066, "epoch": 277, "lr": 5.684505995998459e-05}
+{"train_loss": 0.0031594939064234495, "global_step": 18067, "epoch": 277, "lr": 5.6841018361046624e-05}
+{"train_loss": 0.007716992404311895, "global_step": 18068, "epoch": 277, "lr": 5.683697671655758e-05}
+{"train_loss": 0.004475854215427087, "global_step": 18069, "epoch": 277, "lr": 5.683293502654429e-05, "val_loss": 0.006420589517802}
+{"train_loss": 0.0039026052691042423, "global_step": 18070, "epoch": 278, "lr": 5.682889329103371e-05}
+{"train_loss": 0.003911774139851332, "global_step": 18071, "epoch": 278, "lr": 5.682485151005276e-05}
+{"train_loss": 0.005346152000129223, "global_step": 18072, "epoch": 278, "lr": 5.682080968362834e-05}
+{"train_loss": 0.004561973735690117, "global_step": 18073, "epoch": 278, "lr": 5.6816767811787355e-05}
+{"train_loss": 0.0053817215375602245, "global_step": 18074, "epoch": 278, "lr": 5.681272589455673e-05}
+{"train_loss": 0.006777968257665634, "global_step": 18075, "epoch": 278, "lr": 5.680868393196336e-05}
+{"train_loss": 0.008630773052573204, "global_step": 18076, "epoch": 278, "lr": 5.6804641924034185e-05}
+{"train_loss": 0.005817777011543512, "global_step": 18077, "epoch": 278, "lr": 5.68005998707961e-05}
+{"train_loss": 0.006839366164058447, "global_step": 18078, "epoch": 278, "lr": 5.679655777227603e-05}
+{"train_loss": 0.006632064934819937, "global_step": 18079, "epoch": 278, "lr": 5.6792515628500876e-05}
+{"train_loss": 0.0037736287340521812, "global_step": 18080, "epoch": 278, "lr": 5.678847343949757e-05}
+{"train_loss": 0.0035812202841043472, "global_step": 18081, "epoch": 278, "lr": 5.6784431205293e-05}
+{"train_loss": 0.005970560945570469, "global_step": 18082, "epoch": 278, "lr": 5.678038892591412e-05}
+{"train_loss": 0.004280010238289833, "global_step": 18083, "epoch": 278, "lr": 5.677634660138782e-05}
+{"train_loss": 0.004534579813480377, "global_step": 18084, "epoch": 278, "lr": 5.6772304231741014e-05}
+{"train_loss": 0.004744864534586668, "global_step": 18085, "epoch": 278, "lr": 5.676826181700061e-05}
+{"train_loss": 0.004700021352618933, "global_step": 18086, "epoch": 278, "lr": 5.676421935719357e-05}
+{"train_loss": 0.006512920837849379, "global_step": 18087, "epoch": 278, "lr": 5.676017685234677e-05}
+{"train_loss": 0.003609371604397893, "global_step": 18088, "epoch": 278, "lr": 5.675613430248713e-05}
+{"train_loss": 0.0037115379236638546, "global_step": 18089, "epoch": 278, "lr": 5.675209170764158e-05}
+{"train_loss": 0.004173449240624905, "global_step": 18090, "epoch": 278, "lr": 5.6748049067837026e-05}
+{"train_loss": 0.0031409519724547863, "global_step": 18091, "epoch": 278, "lr": 5.67440063831004e-05}
+{"train_loss": 0.003896233392879367, "global_step": 18092, "epoch": 278, "lr": 5.673996365345862e-05}
+{"train_loss": 0.0062918877229094505, "global_step": 18093, "epoch": 278, "lr": 5.673592087893857e-05}
+{"train_loss": 0.002903844928368926, "global_step": 18094, "epoch": 278, "lr": 5.6731878059567224e-05}
+{"train_loss": 0.003254556329920888, "global_step": 18095, "epoch": 278, "lr": 5.672783519537147e-05}
+{"train_loss": 0.002680976176634431, "global_step": 18096, "epoch": 278, "lr": 5.672379228637823e-05}
+{"train_loss": 0.004875381477177143, "global_step": 18097, "epoch": 278, "lr": 5.67197493326144e-05}
+{"train_loss": 0.007138123270124197, "global_step": 18098, "epoch": 278, "lr": 5.6715706334106955e-05}
+{"train_loss": 0.0029267671052366495, "global_step": 18099, "epoch": 278, "lr": 5.6711663290882776e-05}
+{"train_loss": 0.0054325745441019535, "global_step": 18100, "epoch": 278, "lr": 5.67076202029688e-05}
+{"train_loss": 0.003462159540504217, "global_step": 18101, "epoch": 278, "lr": 5.670357707039192e-05}
+{"train_loss": 0.002873245859518647, "global_step": 18102, "epoch": 278, "lr": 5.669953389317911e-05}
+{"train_loss": 0.004758303053677082, "global_step": 18103, "epoch": 278, "lr": 5.669549067135724e-05}
+{"train_loss": 0.003086345735937357, "global_step": 18104, "epoch": 278, "lr": 5.669144740495326e-05}
+{"train_loss": 0.002301903208717704, "global_step": 18105, "epoch": 278, "lr": 5.668740409399407e-05}
+{"train_loss": 0.003425387665629387, "global_step": 18106, "epoch": 278, "lr": 5.668336073850663e-05}
+{"train_loss": 0.004963571671396494, "global_step": 18107, "epoch": 278, "lr": 5.6679317338517826e-05}
+{"train_loss": 0.004508161451667547, "global_step": 18108, "epoch": 278, "lr": 5.6675273894054594e-05}
+{"train_loss": 0.002468856517225504, "global_step": 18109, "epoch": 278, "lr": 5.667123040514385e-05}
+{"train_loss": 0.0043987673707306385, "global_step": 18110, "epoch": 278, "lr": 5.666718687181255e-05}
+{"train_loss": 0.003302714554592967, "global_step": 18111, "epoch": 278, "lr": 5.666314329408757e-05}
+{"train_loss": 0.0029986840672791004, "global_step": 18112, "epoch": 278, "lr": 5.665909967199588e-05}
+{"train_loss": 0.003600697498768568, "global_step": 18113, "epoch": 278, "lr": 5.6655056005564355e-05}
+{"train_loss": 0.005335966590791941, "global_step": 18114, "epoch": 278, "lr": 5.665101229481997e-05}
+{"train_loss": 0.003348954487591982, "global_step": 18115, "epoch": 278, "lr": 5.6646968539789615e-05}
+{"train_loss": 0.0052693868055939674, "global_step": 18116, "epoch": 278, "lr": 5.6642924740500236e-05}
+{"train_loss": 0.004467797465622425, "global_step": 18117, "epoch": 278, "lr": 5.663888089697874e-05}
+{"train_loss": 0.004422301892191172, "global_step": 18118, "epoch": 278, "lr": 5.66348370092521e-05}
+{"train_loss": 0.0036182799376547337, "global_step": 18119, "epoch": 278, "lr": 5.663079307734717e-05}
+{"train_loss": 0.0034027176443487406, "global_step": 18120, "epoch": 278, "lr": 5.662674910129092e-05}
+{"train_loss": 0.0045235357247292995, "global_step": 18121, "epoch": 278, "lr": 5.662270508111026e-05}
+{"train_loss": 0.003971858415752649, "global_step": 18122, "epoch": 278, "lr": 5.661866101683215e-05}
+{"train_loss": 0.0019248304888606071, "global_step": 18123, "epoch": 278, "lr": 5.6614616908483475e-05}
+{"train_loss": 0.003719017142429948, "global_step": 18124, "epoch": 278, "lr": 5.6610572756091194e-05}
+{"train_loss": 0.006882707122713327, "global_step": 18125, "epoch": 278, "lr": 5.660652855968223e-05}
+{"train_loss": 0.005553571507334709, "global_step": 18126, "epoch": 278, "lr": 5.66024843192835e-05}
+{"train_loss": 0.002880467800423503, "global_step": 18127, "epoch": 278, "lr": 5.659844003492192e-05}
+{"train_loss": 0.0028542163781821728, "global_step": 18128, "epoch": 278, "lr": 5.659439570662446e-05}
+{"train_loss": 0.005416193511337042, "global_step": 18129, "epoch": 278, "lr": 5.659035133441801e-05}
+{"train_loss": 0.0067715272307395935, "global_step": 18130, "epoch": 278, "lr": 5.658630691832953e-05}
+{"train_loss": 0.0031969340052455664, "global_step": 18131, "epoch": 278, "lr": 5.658226245838592e-05}
+{"train_loss": 0.0036291228607296944, "global_step": 18132, "epoch": 278, "lr": 5.6578217954614134e-05}
+{"train_loss": 0.004822421353310347, "global_step": 18133, "epoch": 278, "lr": 5.65741734070411e-05}
+{"train_loss": 0.00440481652935537, "global_step": 18134, "epoch": 278, "lr": 5.657012881569372e-05, "val_loss": 0.004412939306348562}
+{"train_loss": 0.005110054276883602, "global_step": 18135, "epoch": 279, "lr": 5.656608418059897e-05}
+{"train_loss": 0.004216212313622236, "global_step": 18136, "epoch": 279, "lr": 5.6562039501783746e-05}
+{"train_loss": 0.00480741448700428, "global_step": 18137, "epoch": 279, "lr": 5.6557994779275e-05}
+{"train_loss": 0.003423626534640789, "global_step": 18138, "epoch": 279, "lr": 5.655395001309967e-05}
+{"train_loss": 0.003919665701687336, "global_step": 18139, "epoch": 279, "lr": 5.654990520328465e-05}
+{"train_loss": 0.0025693760253489017, "global_step": 18140, "epoch": 279, "lr": 5.6545860349856904e-05}
+{"train_loss": 0.00421779602766037, "global_step": 18141, "epoch": 279, "lr": 5.654181545284336e-05}
+{"train_loss": 0.0036547568161040545, "global_step": 18142, "epoch": 279, "lr": 5.653777051227095e-05}
+{"train_loss": 0.0038127582520246506, "global_step": 18143, "epoch": 279, "lr": 5.65337255281666e-05}
+{"train_loss": 0.0024666886311024427, "global_step": 18144, "epoch": 279, "lr": 5.652968050055726e-05}
+{"train_loss": 0.003920665942132473, "global_step": 18145, "epoch": 279, "lr": 5.652563542946985e-05}
+{"train_loss": 0.005687611643224955, "global_step": 18146, "epoch": 279, "lr": 5.652159031493132e-05}
+{"train_loss": 0.003951461985707283, "global_step": 18147, "epoch": 279, "lr": 5.6517545156968567e-05}
+{"train_loss": 0.0021027447655797005, "global_step": 18148, "epoch": 279, "lr": 5.651349995560856e-05}
+{"train_loss": 0.0038503468967974186, "global_step": 18149, "epoch": 279, "lr": 5.650945471087824e-05}
+{"train_loss": 0.0041811661794781685, "global_step": 18150, "epoch": 279, "lr": 5.650540942280452e-05}
+{"train_loss": 0.00244850292801857, "global_step": 18151, "epoch": 279, "lr": 5.650136409141433e-05}
+{"train_loss": 0.0019294749945402145, "global_step": 18152, "epoch": 279, "lr": 5.6497318716734636e-05}
+{"train_loss": 0.004295047372579575, "global_step": 18153, "epoch": 279, "lr": 5.649327329879236e-05}
+{"train_loss": 0.003333523403853178, "global_step": 18154, "epoch": 279, "lr": 5.648922783761443e-05}
+{"train_loss": 0.0069037312641739845, "global_step": 18155, "epoch": 279, "lr": 5.648518233322779e-05}
+{"train_loss": 0.0049806456081569195, "global_step": 18156, "epoch": 279, "lr": 5.6481136785659375e-05}
+{"train_loss": 0.005371386185288429, "global_step": 18157, "epoch": 279, "lr": 5.6477091194936126e-05}
+{"train_loss": 0.004194009583443403, "global_step": 18158, "epoch": 279, "lr": 5.647304556108498e-05}
+{"train_loss": 0.0023870072327554226, "global_step": 18159, "epoch": 279, "lr": 5.646899988413287e-05}
+{"train_loss": 0.0037755053490400314, "global_step": 18160, "epoch": 279, "lr": 5.6464954164106735e-05}
+{"train_loss": 0.0037907022051513195, "global_step": 18161, "epoch": 279, "lr": 5.646090840103352e-05}
+{"train_loss": 0.004444538615643978, "global_step": 18162, "epoch": 279, "lr": 5.645686259494016e-05}
+{"train_loss": 0.003172424389049411, "global_step": 18163, "epoch": 279, "lr": 5.645281674585359e-05}
+{"train_loss": 0.0019386401399970055, "global_step": 18164, "epoch": 279, "lr": 5.644877085380076e-05}
+{"train_loss": 0.005838290322571993, "global_step": 18165, "epoch": 279, "lr": 5.64447249188086e-05}
+{"train_loss": 0.005076488945633173, "global_step": 18166, "epoch": 279, "lr": 5.6440678940904055e-05}
+{"train_loss": 0.003641490126028657, "global_step": 18167, "epoch": 279, "lr": 5.643663292011405e-05}
+{"train_loss": 0.006189299747347832, "global_step": 18168, "epoch": 279, "lr": 5.6432586856465554e-05}
+{"train_loss": 0.0025987415574491024, "global_step": 18169, "epoch": 279, "lr": 5.6428540749985495e-05}
+{"train_loss": 0.003408518387004733, "global_step": 18170, "epoch": 279, "lr": 5.64244946007008e-05}
+{"train_loss": 0.003917778376489878, "global_step": 18171, "epoch": 279, "lr": 5.6420448408638425e-05}
+{"train_loss": 0.0037200143560767174, "global_step": 18172, "epoch": 279, "lr": 5.641640217382532e-05}
+{"train_loss": 0.003787442110478878, "global_step": 18173, "epoch": 279, "lr": 5.6412355896288414e-05}
+{"train_loss": 0.003080343594774604, "global_step": 18174, "epoch": 279, "lr": 5.640830957605465e-05}
+{"train_loss": 0.004881140775978565, "global_step": 18175, "epoch": 279, "lr": 5.6404263213150966e-05}
+{"train_loss": 0.006105415988713503, "global_step": 18176, "epoch": 279, "lr": 5.64002168076043e-05}
+{"train_loss": 0.004107933025807142, "global_step": 18177, "epoch": 279, "lr": 5.639617035944163e-05}
+{"train_loss": 0.004381043836474419, "global_step": 18178, "epoch": 279, "lr": 5.639212386868986e-05}
+{"train_loss": 0.0041045984253287315, "global_step": 18179, "epoch": 279, "lr": 5.638807733537595e-05}
+{"train_loss": 0.003523552790284157, "global_step": 18180, "epoch": 279, "lr": 5.638403075952684e-05}
+{"train_loss": 0.0034401360899209976, "global_step": 18181, "epoch": 279, "lr": 5.637998414116948e-05}
+{"train_loss": 0.0032504096161574125, "global_step": 18182, "epoch": 279, "lr": 5.637593748033082e-05}
+{"train_loss": 0.0031464712228626013, "global_step": 18183, "epoch": 279, "lr": 5.63718907770378e-05}
+{"train_loss": 0.004616559483110905, "global_step": 18184, "epoch": 279, "lr": 5.636784403131734e-05}
+{"train_loss": 0.004162778612226248, "global_step": 18185, "epoch": 279, "lr": 5.6363797243196416e-05}
+{"train_loss": 0.0057063945569098, "global_step": 18186, "epoch": 279, "lr": 5.6359750412701976e-05}
+{"train_loss": 0.0035938103683292866, "global_step": 18187, "epoch": 279, "lr": 5.6355703539860936e-05}
+{"train_loss": 0.0032587021123617887, "global_step": 18188, "epoch": 279, "lr": 5.635165662470027e-05}
+{"train_loss": 0.003550735069438815, "global_step": 18189, "epoch": 279, "lr": 5.634760966724691e-05}
+{"train_loss": 0.0033756408374756575, "global_step": 18190, "epoch": 279, "lr": 5.634356266752782e-05}
+{"train_loss": 0.0032162428833544254, "global_step": 18191, "epoch": 279, "lr": 5.633951562556993e-05}
+{"train_loss": 0.002685731742531061, "global_step": 18192, "epoch": 279, "lr": 5.633546854140017e-05}
+{"train_loss": 0.004854316357523203, "global_step": 18193, "epoch": 279, "lr": 5.633142141504554e-05}
+{"train_loss": 0.0030663027428090572, "global_step": 18194, "epoch": 279, "lr": 5.632737424653294e-05}
+{"train_loss": 0.003060223301872611, "global_step": 18195, "epoch": 279, "lr": 5.632332703588935e-05}
+{"train_loss": 0.0038275583647191525, "global_step": 18196, "epoch": 279, "lr": 5.631927978314169e-05}
+{"train_loss": 0.003843755228444934, "global_step": 18197, "epoch": 279, "lr": 5.631523248831694e-05}
+{"train_loss": 0.00348414434120059, "global_step": 18198, "epoch": 279, "lr": 5.6311185151442006e-05}
+{"train_loss": 0.0038969099772377656, "global_step": 18199, "epoch": 279, "lr": 5.63071377725439e-05, "val_loss": 0.006759122014045715}
+{"train_loss": 0.004710984416306019, "global_step": 18200, "epoch": 280, "lr": 5.63030903516495e-05}
+{"train_loss": 0.0038335490971803665, "global_step": 18201, "epoch": 280, "lr": 5.6299042888785816e-05}
+{"train_loss": 0.0036992058157920837, "global_step": 18202, "epoch": 280, "lr": 5.629499538397976e-05}
+{"train_loss": 0.006067987065762281, "global_step": 18203, "epoch": 280, "lr": 5.6290947837258304e-05}
+{"train_loss": 0.0031571851577609777, "global_step": 18204, "epoch": 280, "lr": 5.6286900248648376e-05}
+{"train_loss": 0.003365166950970888, "global_step": 18205, "epoch": 280, "lr": 5.628285261817695e-05}
+{"train_loss": 0.004189369734376669, "global_step": 18206, "epoch": 280, "lr": 5.627880494587098e-05}
+{"train_loss": 0.005041408818215132, "global_step": 18207, "epoch": 280, "lr": 5.627475723175739e-05}
+{"train_loss": 0.0038745789788663387, "global_step": 18208, "epoch": 280, "lr": 5.6270709475863145e-05}
+{"train_loss": 0.005296285264194012, "global_step": 18209, "epoch": 280, "lr": 5.6266661678215216e-05}
+{"train_loss": 0.0044050212018191814, "global_step": 18210, "epoch": 280, "lr": 5.626261383884053e-05}
+{"train_loss": 0.006420950870960951, "global_step": 18211, "epoch": 280, "lr": 5.625856595776606e-05}
+{"train_loss": 0.004312798380851746, "global_step": 18212, "epoch": 280, "lr": 5.625451803501873e-05}
+{"train_loss": 0.00513771316036582, "global_step": 18213, "epoch": 280, "lr": 5.6250470070625517e-05}
+{"train_loss": 0.005697405431419611, "global_step": 18214, "epoch": 280, "lr": 5.624642206461338e-05}
+{"train_loss": 0.005373143590986729, "global_step": 18215, "epoch": 280, "lr": 5.624237401700926e-05}
+{"train_loss": 0.0065720779821276665, "global_step": 18216, "epoch": 280, "lr": 5.623832592784009e-05}
+{"train_loss": 0.0037908279336988926, "global_step": 18217, "epoch": 280, "lr": 5.623427779713286e-05}
+{"train_loss": 0.005184611305594444, "global_step": 18218, "epoch": 280, "lr": 5.6230229624914524e-05}
+{"train_loss": 0.0031643076799809933, "global_step": 18219, "epoch": 280, "lr": 5.622618141121201e-05}
+{"train_loss": 0.005594420712441206, "global_step": 18220, "epoch": 280, "lr": 5.622213315605229e-05}
+{"train_loss": 0.004282417707145214, "global_step": 18221, "epoch": 280, "lr": 5.6218084859462315e-05}
+{"train_loss": 0.0035982283297926188, "global_step": 18222, "epoch": 280, "lr": 5.621403652146905e-05}
+{"train_loss": 0.004273097962141037, "global_step": 18223, "epoch": 280, "lr": 5.6209988142099446e-05}
+{"train_loss": 0.0030755477491766214, "global_step": 18224, "epoch": 280, "lr": 5.620593972138044e-05}
+{"train_loss": 0.004055376164615154, "global_step": 18225, "epoch": 280, "lr": 5.620189125933902e-05}
+{"train_loss": 0.0038034438621252775, "global_step": 18226, "epoch": 280, "lr": 5.619784275600213e-05}
+{"train_loss": 0.003058590227738023, "global_step": 18227, "epoch": 280, "lr": 5.619379421139671e-05}
+{"train_loss": 0.004353020340204239, "global_step": 18228, "epoch": 280, "lr": 5.618974562554974e-05}
+{"train_loss": 0.004529101308435202, "global_step": 18229, "epoch": 280, "lr": 5.618569699848818e-05}
+{"train_loss": 0.003660685382783413, "global_step": 18230, "epoch": 280, "lr": 5.6181648330238965e-05}
+{"train_loss": 0.003362037939950824, "global_step": 18231, "epoch": 280, "lr": 5.617759962082907e-05}
+{"train_loss": 0.006859188433736563, "global_step": 18232, "epoch": 280, "lr": 5.617355087028544e-05}
+{"train_loss": 0.0049443491734564304, "global_step": 18233, "epoch": 280, "lr": 5.616950207863507e-05}
+{"train_loss": 0.004050885792821646, "global_step": 18234, "epoch": 280, "lr": 5.616545324590487e-05}
+{"train_loss": 0.003010711632668972, "global_step": 18235, "epoch": 280, "lr": 5.6161404372121826e-05}
+{"train_loss": 0.004101923666894436, "global_step": 18236, "epoch": 280, "lr": 5.615735545731289e-05}
+{"train_loss": 0.0030035683885216713, "global_step": 18237, "epoch": 280, "lr": 5.615330650150504e-05}
+{"train_loss": 0.0062046232633292675, "global_step": 18238, "epoch": 280, "lr": 5.6149257504725205e-05}
+{"train_loss": 0.0019391403766348958, "global_step": 18239, "epoch": 280, "lr": 5.6145208467000375e-05}
+{"train_loss": 0.004127535969018936, "global_step": 18240, "epoch": 280, "lr": 5.6141159388357476e-05}
+{"train_loss": 0.004382212180644274, "global_step": 18241, "epoch": 280, "lr": 5.613711026882352e-05}
+{"train_loss": 0.004538795445114374, "global_step": 18242, "epoch": 280, "lr": 5.6133061108425414e-05}
+{"train_loss": 0.003590464126318693, "global_step": 18243, "epoch": 280, "lr": 5.6129011907190156e-05}
+{"train_loss": 0.002915044082328677, "global_step": 18244, "epoch": 280, "lr": 5.6124962665144675e-05}
+{"train_loss": 0.0028293372597545385, "global_step": 18245, "epoch": 280, "lr": 5.612091338231599e-05}
+{"train_loss": 0.0044166999869048595, "global_step": 18246, "epoch": 280, "lr": 5.611686405873099e-05}
+{"train_loss": 0.004807053133845329, "global_step": 18247, "epoch": 280, "lr": 5.611281469441669e-05}
+{"train_loss": 0.004466225393116474, "global_step": 18248, "epoch": 280, "lr": 5.6108765289400046e-05}
+{"train_loss": 0.003156807040795684, "global_step": 18249, "epoch": 280, "lr": 5.6104715843708e-05}
+{"train_loss": 0.0031353395897895098, "global_step": 18250, "epoch": 280, "lr": 5.610066635736753e-05}
+{"train_loss": 0.005170624237507582, "global_step": 18251, "epoch": 280, "lr": 5.60966168304056e-05}
+{"train_loss": 0.0023588601034134626, "global_step": 18252, "epoch": 280, "lr": 5.609256726284917e-05}
+{"train_loss": 0.0028180463705211878, "global_step": 18253, "epoch": 280, "lr": 5.6088517654725206e-05}
+{"train_loss": 0.0036934232339262962, "global_step": 18254, "epoch": 280, "lr": 5.608446800606065e-05}
+{"train_loss": 0.004044381435960531, "global_step": 18255, "epoch": 280, "lr": 5.608041831688252e-05}
+{"train_loss": 0.005448905751109123, "global_step": 18256, "epoch": 280, "lr": 5.6076368587217744e-05}
+{"train_loss": 0.0032134712673723698, "global_step": 18257, "epoch": 280, "lr": 5.6072318817093285e-05}
+{"train_loss": 0.0040482874028384686, "global_step": 18258, "epoch": 280, "lr": 5.60682690065361e-05}
+{"train_loss": 0.0036530103534460068, "global_step": 18259, "epoch": 280, "lr": 5.6064219155573196e-05}
+{"train_loss": 0.003479153150692582, "global_step": 18260, "epoch": 280, "lr": 5.60601692642315e-05}
+{"train_loss": 0.0022828923538327217, "global_step": 18261, "epoch": 280, "lr": 5.6056119332538005e-05}
+{"train_loss": 0.004256031475961208, "global_step": 18262, "epoch": 280, "lr": 5.6052069360519645e-05}
+{"train_loss": 0.002113831229507923, "global_step": 18263, "epoch": 280, "lr": 5.6048019348203415e-05}
+{"train_loss": 0.00412002293070635, "global_step": 18264, "epoch": 280, "lr": 5.6043969295616283e-05, "val_loss": 0.004310581833124161, "train_action_mse_error": 0.00012010036880383268}
+{"train_loss": 0.002680365927517414, "global_step": 18265, "epoch": 281, "lr": 5.6039919202785194e-05}
+{"train_loss": 0.0035247206687927246, "global_step": 18266, "epoch": 281, "lr": 5.6035869069737136e-05}
+{"train_loss": 0.0021571717225015163, "global_step": 18267, "epoch": 281, "lr": 5.6031818896499065e-05}
+{"train_loss": 0.0033652163110673428, "global_step": 18268, "epoch": 281, "lr": 5.602776868309796e-05}
+{"train_loss": 0.0030775954946875572, "global_step": 18269, "epoch": 281, "lr": 5.602371842956079e-05}
+{"train_loss": 0.004972564522176981, "global_step": 18270, "epoch": 281, "lr": 5.6019668135914494e-05}
+{"train_loss": 0.004286486189812422, "global_step": 18271, "epoch": 281, "lr": 5.601561780218608e-05}
+{"train_loss": 0.002403422724455595, "global_step": 18272, "epoch": 281, "lr": 5.60115674284025e-05}
+{"train_loss": 0.004401612561196089, "global_step": 18273, "epoch": 281, "lr": 5.600751701459073e-05}
+{"train_loss": 0.0040742321871221066, "global_step": 18274, "epoch": 281, "lr": 5.6003466560777716e-05}
+{"train_loss": 0.0034481685142964125, "global_step": 18275, "epoch": 281, "lr": 5.599941606699046e-05}
+{"train_loss": 0.006658394820988178, "global_step": 18276, "epoch": 281, "lr": 5.599536553325593e-05}
+{"train_loss": 0.004137145821005106, "global_step": 18277, "epoch": 281, "lr": 5.599131495960107e-05}
+{"train_loss": 0.0029578686226159334, "global_step": 18278, "epoch": 281, "lr": 5.598726434605286e-05}
+{"train_loss": 0.002913451986387372, "global_step": 18279, "epoch": 281, "lr": 5.5983213692638294e-05}
+{"train_loss": 0.0028329172637313604, "global_step": 18280, "epoch": 281, "lr": 5.597916299938433e-05}
+{"train_loss": 0.0064686439000070095, "global_step": 18281, "epoch": 281, "lr": 5.597511226631792e-05}
+{"train_loss": 0.004427919164299965, "global_step": 18282, "epoch": 281, "lr": 5.597106149346606e-05}
+{"train_loss": 0.005564981605857611, "global_step": 18283, "epoch": 281, "lr": 5.596701068085572e-05}
+{"train_loss": 0.004901259671896696, "global_step": 18284, "epoch": 281, "lr": 5.596295982851386e-05}
+{"train_loss": 0.002882059197872877, "global_step": 18285, "epoch": 281, "lr": 5.5958908936467455e-05}
+{"train_loss": 0.004347594454884529, "global_step": 18286, "epoch": 281, "lr": 5.595485800474349e-05}
+{"train_loss": 0.004684877581894398, "global_step": 18287, "epoch": 281, "lr": 5.5950807033368936e-05}
+{"train_loss": 0.003341512056067586, "global_step": 18288, "epoch": 281, "lr": 5.594675602237075e-05}
+{"train_loss": 0.00542470533400774, "global_step": 18289, "epoch": 281, "lr": 5.594270497177593e-05}
+{"train_loss": 0.0032634385861456394, "global_step": 18290, "epoch": 281, "lr": 5.5938653881611426e-05}
+{"train_loss": 0.005270694382488728, "global_step": 18291, "epoch": 281, "lr": 5.593460275190423e-05}
+{"train_loss": 0.0035792377311736345, "global_step": 18292, "epoch": 281, "lr": 5.593055158268131e-05}
+{"train_loss": 0.005785235669463873, "global_step": 18293, "epoch": 281, "lr": 5.592650037396965e-05}
+{"train_loss": 0.00517522357404232, "global_step": 18294, "epoch": 281, "lr": 5.5922449125796196e-05}
+{"train_loss": 0.003391976933926344, "global_step": 18295, "epoch": 281, "lr": 5.591839783818795e-05}
+{"train_loss": 0.002839767374098301, "global_step": 18296, "epoch": 281, "lr": 5.591434651117189e-05}
+{"train_loss": 0.005075742956250906, "global_step": 18297, "epoch": 281, "lr": 5.5910295144774985e-05}
+{"train_loss": 0.004505089949816465, "global_step": 18298, "epoch": 281, "lr": 5.59062437390242e-05}
+{"train_loss": 0.005272654350847006, "global_step": 18299, "epoch": 281, "lr": 5.590219229394652e-05}
+{"train_loss": 0.005662158597260714, "global_step": 18300, "epoch": 281, "lr": 5.589814080956892e-05}
+{"train_loss": 0.0032473751343786716, "global_step": 18301, "epoch": 281, "lr": 5.589408928591839e-05}
+{"train_loss": 0.0033541982993483543, "global_step": 18302, "epoch": 281, "lr": 5.5890037723021906e-05}
+{"train_loss": 0.0032626313623040915, "global_step": 18303, "epoch": 281, "lr": 5.5885986120906406e-05}
+{"train_loss": 0.004419327713549137, "global_step": 18304, "epoch": 281, "lr": 5.5881934479598915e-05}
+{"train_loss": 0.0034945900551974773, "global_step": 18305, "epoch": 281, "lr": 5.587788279912639e-05}
+{"train_loss": 0.006614235229790211, "global_step": 18306, "epoch": 281, "lr": 5.5873831079515826e-05}
+{"train_loss": 0.0032993208151310682, "global_step": 18307, "epoch": 281, "lr": 5.5869779320794167e-05}
+{"train_loss": 0.005908050574362278, "global_step": 18308, "epoch": 281, "lr": 5.586572752298842e-05}
+{"train_loss": 0.003416139166802168, "global_step": 18309, "epoch": 281, "lr": 5.586167568612557e-05}
+{"train_loss": 0.00517822802066803, "global_step": 18310, "epoch": 281, "lr": 5.585762381023257e-05}
+{"train_loss": 0.003686201525852084, "global_step": 18311, "epoch": 281, "lr": 5.585357189533641e-05}
+{"train_loss": 0.0045488676987588406, "global_step": 18312, "epoch": 281, "lr": 5.5849519941464076e-05}
+{"train_loss": 0.0051176780834794044, "global_step": 18313, "epoch": 281, "lr": 5.584546794864255e-05}
+{"train_loss": 0.004923945292830467, "global_step": 18314, "epoch": 281, "lr": 5.584141591689881e-05}
+{"train_loss": 0.0037259620148688555, "global_step": 18315, "epoch": 281, "lr": 5.583736384625982e-05}
+{"train_loss": 0.00359154399484396, "global_step": 18316, "epoch": 281, "lr": 5.583331173675258e-05}
+{"train_loss": 0.0031410453375428915, "global_step": 18317, "epoch": 281, "lr": 5.582925958840407e-05}
+{"train_loss": 0.005096435546875, "global_step": 18318, "epoch": 281, "lr": 5.5825207401241263e-05}
+{"train_loss": 0.004258205648511648, "global_step": 18319, "epoch": 281, "lr": 5.582115517529114e-05}
+{"train_loss": 0.003341392846778035, "global_step": 18320, "epoch": 281, "lr": 5.5817102910580696e-05}
+{"train_loss": 0.0035380120389163494, "global_step": 18321, "epoch": 281, "lr": 5.5813050607136905e-05}
+{"train_loss": 0.0034837282728403807, "global_step": 18322, "epoch": 281, "lr": 5.580899826498676e-05}
+{"train_loss": 0.0042697470635175705, "global_step": 18323, "epoch": 281, "lr": 5.58049458841572e-05}
+{"train_loss": 0.005117233842611313, "global_step": 18324, "epoch": 281, "lr": 5.5800893464675265e-05}
+{"train_loss": 0.003785789245739579, "global_step": 18325, "epoch": 281, "lr": 5.57968410065679e-05}
+{"train_loss": 0.0030500751454383135, "global_step": 18326, "epoch": 281, "lr": 5.579278850986212e-05}
+{"train_loss": 0.008130807429552078, "global_step": 18327, "epoch": 281, "lr": 5.578873597458487e-05}
+{"train_loss": 0.003800005419179797, "global_step": 18328, "epoch": 281, "lr": 5.578468340076316e-05}
+{"train_loss": 0.00418587548371691, "global_step": 18329, "epoch": 281, "lr": 5.578063078842398e-05, "val_loss": 0.005949708633124828}
+{"train_loss": 0.003729245625436306, "global_step": 18330, "epoch": 282, "lr": 5.577657813759429e-05}
+{"train_loss": 0.003365584881976247, "global_step": 18331, "epoch": 282, "lr": 5.5772525448301095e-05}
+{"train_loss": 0.005203269422054291, "global_step": 18332, "epoch": 282, "lr": 5.5768472720571365e-05}
+{"train_loss": 0.0031935658771544695, "global_step": 18333, "epoch": 282, "lr": 5.57644199544321e-05}
+{"train_loss": 0.0031101980712264776, "global_step": 18334, "epoch": 282, "lr": 5.576036714991029e-05}
+{"train_loss": 0.005921491421759129, "global_step": 18335, "epoch": 282, "lr": 5.575631430703289e-05}
+{"train_loss": 0.003975775558501482, "global_step": 18336, "epoch": 282, "lr": 5.57522614258269e-05}
+{"train_loss": 0.0071692331694066525, "global_step": 18337, "epoch": 282, "lr": 5.5748208506319336e-05}
+{"train_loss": 0.004444345831871033, "global_step": 18338, "epoch": 282, "lr": 5.5744155548537145e-05}
+{"train_loss": 0.0033425067085772753, "global_step": 18339, "epoch": 282, "lr": 5.5740102552507324e-05}
+{"train_loss": 0.004431495442986488, "global_step": 18340, "epoch": 282, "lr": 5.5736049518256875e-05}
+{"train_loss": 0.004640223924070597, "global_step": 18341, "epoch": 282, "lr": 5.573199644581276e-05}
+{"train_loss": 0.0028943601064383984, "global_step": 18342, "epoch": 282, "lr": 5.5727943335202e-05}
+{"train_loss": 0.0036449546460062265, "global_step": 18343, "epoch": 282, "lr": 5.5723890186451545e-05}
+{"train_loss": 0.005163717549294233, "global_step": 18344, "epoch": 282, "lr": 5.571983699958841e-05}
+{"train_loss": 0.005223420448601246, "global_step": 18345, "epoch": 282, "lr": 5.571578377463958e-05}
+{"train_loss": 0.003592696273699403, "global_step": 18346, "epoch": 282, "lr": 5.571173051163204e-05}
+{"train_loss": 0.003779899561777711, "global_step": 18347, "epoch": 282, "lr": 5.5707677210592766e-05}
+{"train_loss": 0.0058736372739076614, "global_step": 18348, "epoch": 282, "lr": 5.570362387154878e-05}
+{"train_loss": 0.0029143085703253746, "global_step": 18349, "epoch": 282, "lr": 5.569957049452703e-05}
+{"train_loss": 0.0037587922997772694, "global_step": 18350, "epoch": 282, "lr": 5.5695517079554536e-05}
+{"train_loss": 0.004185717552900314, "global_step": 18351, "epoch": 282, "lr": 5.569146362665827e-05}
+{"train_loss": 0.004022182431071997, "global_step": 18352, "epoch": 282, "lr": 5.568741013586525e-05}
+{"train_loss": 0.0032653415109962225, "global_step": 18353, "epoch": 282, "lr": 5.568335660720242e-05}
+{"train_loss": 0.004411730449646711, "global_step": 18354, "epoch": 282, "lr": 5.5679303040696805e-05}
+{"train_loss": 0.0036838268861174583, "global_step": 18355, "epoch": 282, "lr": 5.5675249436375375e-05}
+{"train_loss": 0.0029122671112418175, "global_step": 18356, "epoch": 282, "lr": 5.567119579426515e-05}
+{"train_loss": 0.0048025548458099365, "global_step": 18357, "epoch": 282, "lr": 5.56671421143931e-05}
+{"train_loss": 0.004120041616261005, "global_step": 18358, "epoch": 282, "lr": 5.5663088396786214e-05}
+{"train_loss": 0.003552698763087392, "global_step": 18359, "epoch": 282, "lr": 5.5659034641471485e-05}
+{"train_loss": 0.0030671737622469664, "global_step": 18360, "epoch": 282, "lr": 5.565498084847593e-05}
+{"train_loss": 0.004882544279098511, "global_step": 18361, "epoch": 282, "lr": 5.565092701782651e-05}
+{"train_loss": 0.0026500816456973553, "global_step": 18362, "epoch": 282, "lr": 5.564687314955024e-05}
+{"train_loss": 0.004020053427666426, "global_step": 18363, "epoch": 282, "lr": 5.564281924367408e-05}
+{"train_loss": 0.002860954962670803, "global_step": 18364, "epoch": 282, "lr": 5.563876530022507e-05}
+{"train_loss": 0.003304269863292575, "global_step": 18365, "epoch": 282, "lr": 5.563471131923016e-05}
+{"train_loss": 0.0025680186226963997, "global_step": 18366, "epoch": 282, "lr": 5.563065730071638e-05}
+{"train_loss": 0.002654458861798048, "global_step": 18367, "epoch": 282, "lr": 5.562660324471069e-05}
+{"train_loss": 0.0028251258190721273, "global_step": 18368, "epoch": 282, "lr": 5.562254915124011e-05}
+{"train_loss": 0.0036400542594492435, "global_step": 18369, "epoch": 282, "lr": 5.561849502033162e-05}
+{"train_loss": 0.0035309302620589733, "global_step": 18370, "epoch": 282, "lr": 5.561444085201222e-05}
+{"train_loss": 0.004058319143950939, "global_step": 18371, "epoch": 282, "lr": 5.56103866463089e-05}
+{"train_loss": 0.0026521487161517143, "global_step": 18372, "epoch": 282, "lr": 5.560633240324866e-05}
+{"train_loss": 0.0034817326813936234, "global_step": 18373, "epoch": 282, "lr": 5.5602278122858484e-05}
+{"train_loss": 0.002737676026299596, "global_step": 18374, "epoch": 282, "lr": 5.559822380516539e-05}
+{"train_loss": 0.0029781798366457224, "global_step": 18375, "epoch": 282, "lr": 5.559416945019638e-05}
+{"train_loss": 0.0027863720897585154, "global_step": 18376, "epoch": 282, "lr": 5.559011505797841e-05}
+{"train_loss": 0.004831330385059118, "global_step": 18377, "epoch": 282, "lr": 5.5586060628538485e-05}
+{"train_loss": 0.0028446572832763195, "global_step": 18378, "epoch": 282, "lr": 5.558200616190363e-05}
+{"train_loss": 0.0035838806070387363, "global_step": 18379, "epoch": 282, "lr": 5.557795165810083e-05}
+{"train_loss": 0.0036556769628077745, "global_step": 18380, "epoch": 282, "lr": 5.557389711715707e-05}
+{"train_loss": 0.0024377908557653427, "global_step": 18381, "epoch": 282, "lr": 5.556984253909935e-05}
+{"train_loss": 0.005268347915261984, "global_step": 18382, "epoch": 282, "lr": 5.556578792395468e-05}
+{"train_loss": 0.00290307798422873, "global_step": 18383, "epoch": 282, "lr": 5.556173327175005e-05}
+{"train_loss": 0.0025883482303470373, "global_step": 18384, "epoch": 282, "lr": 5.5557678582512464e-05}
+{"train_loss": 0.0026496315840631723, "global_step": 18385, "epoch": 282, "lr": 5.55536238562689e-05}
+{"train_loss": 0.0023603285662829876, "global_step": 18386, "epoch": 282, "lr": 5.554956909304638e-05}
+{"train_loss": 0.004276266321539879, "global_step": 18387, "epoch": 282, "lr": 5.5545514292871905e-05}
+{"train_loss": 0.0021280397195369005, "global_step": 18388, "epoch": 282, "lr": 5.554145945577245e-05}
+{"train_loss": 0.002857022685930133, "global_step": 18389, "epoch": 282, "lr": 5.5537404581775024e-05}
+{"train_loss": 0.002902107546105981, "global_step": 18390, "epoch": 282, "lr": 5.553334967090663e-05}
+{"train_loss": 0.003234673058614135, "global_step": 18391, "epoch": 282, "lr": 5.552929472319428e-05}
+{"train_loss": 0.002944771433249116, "global_step": 18392, "epoch": 282, "lr": 5.5525239738664956e-05}
+{"train_loss": 0.0030639790929853916, "global_step": 18393, "epoch": 282, "lr": 5.552118471734565e-05}
+{"train_loss": 0.0036745469014231977, "global_step": 18394, "epoch": 282, "lr": 5.55171296592634e-05, "val_loss": 0.011172826401889324}
+{"train_loss": 0.0019084068480879068, "global_step": 18395, "epoch": 283, "lr": 5.5513074564445176e-05}
+{"train_loss": 0.0018955746199935675, "global_step": 18396, "epoch": 283, "lr": 5.550901943291799e-05}
+{"train_loss": 0.0030703668016940355, "global_step": 18397, "epoch": 283, "lr": 5.5504964264708814e-05}
+{"train_loss": 0.004169441759586334, "global_step": 18398, "epoch": 283, "lr": 5.550090905984471e-05}
+{"train_loss": 0.004478577058762312, "global_step": 18399, "epoch": 283, "lr": 5.5496853818352614e-05}
+{"train_loss": 0.0038267895579338074, "global_step": 18400, "epoch": 283, "lr": 5.5492798540259575e-05}
+{"train_loss": 0.003576923394575715, "global_step": 18401, "epoch": 283, "lr": 5.548874322559256e-05}
+{"train_loss": 0.0046047018840909, "global_step": 18402, "epoch": 283, "lr": 5.548468787437862e-05}
+{"train_loss": 0.002843483118340373, "global_step": 18403, "epoch": 283, "lr": 5.54806324866447e-05}
+{"train_loss": 0.0032653671223670244, "global_step": 18404, "epoch": 283, "lr": 5.5476577062417845e-05}
+{"train_loss": 0.003614929737523198, "global_step": 18405, "epoch": 283, "lr": 5.547252160172502e-05}
+{"train_loss": 0.0035394218284636736, "global_step": 18406, "epoch": 283, "lr": 5.5468466104593295e-05}
+{"train_loss": 0.0031592960003763437, "global_step": 18407, "epoch": 283, "lr": 5.5464410571049594e-05}
+{"train_loss": 0.0049416301771998405, "global_step": 18408, "epoch": 283, "lr": 5.5460355001120976e-05}
+{"train_loss": 0.003214723663404584, "global_step": 18409, "epoch": 283, "lr": 5.5456299394834424e-05}
+{"train_loss": 0.003218961413949728, "global_step": 18410, "epoch": 283, "lr": 5.545224375221695e-05}
+{"train_loss": 0.003523661755025387, "global_step": 18411, "epoch": 283, "lr": 5.544818807329554e-05}
+{"train_loss": 0.004171037580817938, "global_step": 18412, "epoch": 283, "lr": 5.544413235809722e-05}
+{"train_loss": 0.0033147919457405806, "global_step": 18413, "epoch": 283, "lr": 5.5440076606648973e-05}
+{"train_loss": 0.0028802817687392235, "global_step": 18414, "epoch": 283, "lr": 5.543602081897784e-05}
+{"train_loss": 0.0018500289879739285, "global_step": 18415, "epoch": 283, "lr": 5.5431964995110795e-05}
+{"train_loss": 0.003953992854803801, "global_step": 18416, "epoch": 283, "lr": 5.542790913507486e-05}
+{"train_loss": 0.004018415696918964, "global_step": 18417, "epoch": 283, "lr": 5.5423853238897025e-05}
+{"train_loss": 0.00323683675378561, "global_step": 18418, "epoch": 283, "lr": 5.541979730660432e-05}
+{"train_loss": 0.002380320569500327, "global_step": 18419, "epoch": 283, "lr": 5.5415741338223736e-05}
+{"train_loss": 0.002621334744617343, "global_step": 18420, "epoch": 283, "lr": 5.541168533378228e-05}
+{"train_loss": 0.003282152349129319, "global_step": 18421, "epoch": 283, "lr": 5.5407629293306965e-05}
+{"train_loss": 0.00636547664180398, "global_step": 18422, "epoch": 283, "lr": 5.540357321682478e-05}
+{"train_loss": 0.0026336375158280134, "global_step": 18423, "epoch": 283, "lr": 5.539951710436275e-05}
+{"train_loss": 0.0037316824309527874, "global_step": 18424, "epoch": 283, "lr": 5.53954609559479e-05}
+{"train_loss": 0.003059672424569726, "global_step": 18425, "epoch": 283, "lr": 5.53914047716072e-05}
+{"train_loss": 0.004210563376545906, "global_step": 18426, "epoch": 283, "lr": 5.538734855136767e-05}
+{"train_loss": 0.003220117650926113, "global_step": 18427, "epoch": 283, "lr": 5.538329229525634e-05}
+{"train_loss": 0.003280940931290388, "global_step": 18428, "epoch": 283, "lr": 5.5379236003300195e-05}
+{"train_loss": 0.0036836396902799606, "global_step": 18429, "epoch": 283, "lr": 5.537517967552626e-05}
+{"train_loss": 0.0033097234554588795, "global_step": 18430, "epoch": 283, "lr": 5.5371123311961515e-05}
+{"train_loss": 0.00400561885908246, "global_step": 18431, "epoch": 283, "lr": 5.5367066912633e-05}
+{"train_loss": 0.00435976218432188, "global_step": 18432, "epoch": 283, "lr": 5.536301047756773e-05}
+{"train_loss": 0.002650063717737794, "global_step": 18433, "epoch": 283, "lr": 5.535895400679269e-05}
+{"train_loss": 0.0023713402915745974, "global_step": 18434, "epoch": 283, "lr": 5.535489750033489e-05}
+{"train_loss": 0.002994404872879386, "global_step": 18435, "epoch": 283, "lr": 5.5350840958221365e-05}
+{"train_loss": 0.0052882530726492405, "global_step": 18436, "epoch": 283, "lr": 5.534678438047911e-05}
+{"train_loss": 0.0027436225209385157, "global_step": 18437, "epoch": 283, "lr": 5.5342727767135136e-05}
+{"train_loss": 0.005431464407593012, "global_step": 18438, "epoch": 283, "lr": 5.5338671118216445e-05}
+{"train_loss": 0.003108368022367358, "global_step": 18439, "epoch": 283, "lr": 5.5334614433750063e-05}
+{"train_loss": 0.002851695055142045, "global_step": 18440, "epoch": 283, "lr": 5.5330557713763e-05}
+{"train_loss": 0.003942433279007673, "global_step": 18441, "epoch": 283, "lr": 5.532650095828227e-05}
+{"train_loss": 0.004908389877527952, "global_step": 18442, "epoch": 283, "lr": 5.5322444167334867e-05}
+{"train_loss": 0.003014324000105262, "global_step": 18443, "epoch": 283, "lr": 5.531838734094782e-05}
+{"train_loss": 0.0032106388825923204, "global_step": 18444, "epoch": 283, "lr": 5.531433047914815e-05}
+{"train_loss": 0.0033166378270834684, "global_step": 18445, "epoch": 283, "lr": 5.531027358196285e-05}
+{"train_loss": 0.0029836823232471943, "global_step": 18446, "epoch": 283, "lr": 5.530621664941892e-05}
+{"train_loss": 0.0031217008363455534, "global_step": 18447, "epoch": 283, "lr": 5.530215968154342e-05}
+{"train_loss": 0.004014830570667982, "global_step": 18448, "epoch": 283, "lr": 5.529810267836333e-05}
+{"train_loss": 0.0035804270301014185, "global_step": 18449, "epoch": 283, "lr": 5.529404563990567e-05}
+{"train_loss": 0.004233142361044884, "global_step": 18450, "epoch": 283, "lr": 5.528998856619744e-05}
+{"train_loss": 0.003998821135610342, "global_step": 18451, "epoch": 283, "lr": 5.5285931457265685e-05}
+{"train_loss": 0.0040025534108281136, "global_step": 18452, "epoch": 283, "lr": 5.528187431313739e-05}
+{"train_loss": 0.00410452438518405, "global_step": 18453, "epoch": 283, "lr": 5.5277817133839596e-05}
+{"train_loss": 0.003708113916218281, "global_step": 18454, "epoch": 283, "lr": 5.5273759919399296e-05}
+{"train_loss": 0.0022532721050083637, "global_step": 18455, "epoch": 283, "lr": 5.526970266984352e-05}
+{"train_loss": 0.003395664971321821, "global_step": 18456, "epoch": 283, "lr": 5.526564538519927e-05}
+{"train_loss": 0.002818807028234005, "global_step": 18457, "epoch": 283, "lr": 5.526158806549358e-05}
+{"train_loss": 0.003627310274168849, "global_step": 18458, "epoch": 283, "lr": 5.5257530710753436e-05}
+{"train_loss": 0.00348723389996359, "global_step": 18459, "epoch": 283, "lr": 5.525347332100588e-05, "val_loss": 0.009126896038651466}
+{"train_loss": 0.002322663087397814, "global_step": 18460, "epoch": 284, "lr": 5.5249415896277926e-05}
+{"train_loss": 0.0043752770870924, "global_step": 18461, "epoch": 284, "lr": 5.524535843659658e-05}
+{"train_loss": 0.003477834863588214, "global_step": 18462, "epoch": 284, "lr": 5.524130094198886e-05}
+{"train_loss": 0.004845219198614359, "global_step": 18463, "epoch": 284, "lr": 5.523724341248179e-05}
+{"train_loss": 0.0030364724807441235, "global_step": 18464, "epoch": 284, "lr": 5.523318584810239e-05}
+{"train_loss": 0.004105874337255955, "global_step": 18465, "epoch": 284, "lr": 5.522912824887767e-05}
+{"train_loss": 0.005124578718096018, "global_step": 18466, "epoch": 284, "lr": 5.522507061483463e-05}
+{"train_loss": 0.0020475282799452543, "global_step": 18467, "epoch": 284, "lr": 5.522101294600033e-05}
+{"train_loss": 0.004038429353386164, "global_step": 18468, "epoch": 284, "lr": 5.5216955242401755e-05}
+{"train_loss": 0.0023211732041090727, "global_step": 18469, "epoch": 284, "lr": 5.521289750406593e-05}
+{"train_loss": 0.0050986954011023045, "global_step": 18470, "epoch": 284, "lr": 5.5208839731019865e-05}
+{"train_loss": 0.004655509255826473, "global_step": 18471, "epoch": 284, "lr": 5.5204781923290624e-05}
+{"train_loss": 0.0028617267962545156, "global_step": 18472, "epoch": 284, "lr": 5.5200724080905166e-05}
+{"train_loss": 0.004188402555882931, "global_step": 18473, "epoch": 284, "lr": 5.519666620389055e-05}
+{"train_loss": 0.006096724886447191, "global_step": 18474, "epoch": 284, "lr": 5.519260829227376e-05}
+{"train_loss": 0.004548347555100918, "global_step": 18475, "epoch": 284, "lr": 5.5188550346081865e-05}
+{"train_loss": 0.004463585093617439, "global_step": 18476, "epoch": 284, "lr": 5.518449236534184e-05}
+{"train_loss": 0.003886508522555232, "global_step": 18477, "epoch": 284, "lr": 5.5180434350080734e-05}
+{"train_loss": 0.005787714850157499, "global_step": 18478, "epoch": 284, "lr": 5.517637630032555e-05}
+{"train_loss": 0.0020095494110137224, "global_step": 18479, "epoch": 284, "lr": 5.517231821610332e-05}
+{"train_loss": 0.005260127130895853, "global_step": 18480, "epoch": 284, "lr": 5.516826009744106e-05}
+{"train_loss": 0.0026658743154257536, "global_step": 18481, "epoch": 284, "lr": 5.516420194436579e-05}
+{"train_loss": 0.003675897605717182, "global_step": 18482, "epoch": 284, "lr": 5.516014375690453e-05}
+{"train_loss": 0.0038012820295989513, "global_step": 18483, "epoch": 284, "lr": 5.515608553508431e-05}
+{"train_loss": 0.003388505894690752, "global_step": 18484, "epoch": 284, "lr": 5.515202727893213e-05}
+{"train_loss": 0.0033406477887183428, "global_step": 18485, "epoch": 284, "lr": 5.514796898847504e-05}
+{"train_loss": 0.00487365759909153, "global_step": 18486, "epoch": 284, "lr": 5.514391066374004e-05}
+{"train_loss": 0.0035918436478823423, "global_step": 18487, "epoch": 284, "lr": 5.513985230475418e-05}
+{"train_loss": 0.003059099428355694, "global_step": 18488, "epoch": 284, "lr": 5.5135793911544456e-05}
+{"train_loss": 0.0025312001816928387, "global_step": 18489, "epoch": 284, "lr": 5.513173548413789e-05}
+{"train_loss": 0.005257869604974985, "global_step": 18490, "epoch": 284, "lr": 5.5127677022561517e-05}
+{"train_loss": 0.004445284139364958, "global_step": 18491, "epoch": 284, "lr": 5.512361852684238e-05}
+{"train_loss": 0.00348779303021729, "global_step": 18492, "epoch": 284, "lr": 5.5119559997007464e-05}
+{"train_loss": 0.005814846139401197, "global_step": 18493, "epoch": 284, "lr": 5.511550143308381e-05}
+{"train_loss": 0.003962692804634571, "global_step": 18494, "epoch": 284, "lr": 5.511144283509845e-05}
+{"train_loss": 0.003387971082702279, "global_step": 18495, "epoch": 284, "lr": 5.51073842030784e-05}
+{"train_loss": 0.004231578670442104, "global_step": 18496, "epoch": 284, "lr": 5.5103325537050676e-05}
+{"train_loss": 0.004507414996623993, "global_step": 18497, "epoch": 284, "lr": 5.509926683704232e-05}
+{"train_loss": 0.0024711096193641424, "global_step": 18498, "epoch": 284, "lr": 5.509520810308034e-05}
+{"train_loss": 0.0030359895899891853, "global_step": 18499, "epoch": 284, "lr": 5.509114933519178e-05}
+{"train_loss": 0.004200712312012911, "global_step": 18500, "epoch": 284, "lr": 5.508709053340364e-05}
+{"train_loss": 0.004170672036707401, "global_step": 18501, "epoch": 284, "lr": 5.508303169774297e-05}
+{"train_loss": 0.005686172749847174, "global_step": 18502, "epoch": 284, "lr": 5.5078972828236794e-05}
+{"train_loss": 0.002748612081632018, "global_step": 18503, "epoch": 284, "lr": 5.507491392491213e-05}
+{"train_loss": 0.0037604314275085926, "global_step": 18504, "epoch": 284, "lr": 5.507085498779598e-05}
+{"train_loss": 0.0043357303366065025, "global_step": 18505, "epoch": 284, "lr": 5.5066796016915426e-05}
+{"train_loss": 0.002079640282317996, "global_step": 18506, "epoch": 284, "lr": 5.506273701229746e-05}
+{"train_loss": 0.0020630736835300922, "global_step": 18507, "epoch": 284, "lr": 5.505867797396911e-05}
+{"train_loss": 0.002923564752563834, "global_step": 18508, "epoch": 284, "lr": 5.505461890195739e-05}
+{"train_loss": 0.004191555082798004, "global_step": 18509, "epoch": 284, "lr": 5.505055979628937e-05}
+{"train_loss": 0.002941103419288993, "global_step": 18510, "epoch": 284, "lr": 5.504650065699204e-05}
+{"train_loss": 0.002763856900855899, "global_step": 18511, "epoch": 284, "lr": 5.504244148409245e-05}
+{"train_loss": 0.0035533502232283354, "global_step": 18512, "epoch": 284, "lr": 5.5038382277617585e-05}
+{"train_loss": 0.003404301358386874, "global_step": 18513, "epoch": 284, "lr": 5.503432303759454e-05}
+{"train_loss": 0.0036044898442924023, "global_step": 18514, "epoch": 284, "lr": 5.5030263764050294e-05}
+{"train_loss": 0.0033833933994174004, "global_step": 18515, "epoch": 284, "lr": 5.50262044570119e-05}
+{"train_loss": 0.0050095971673727036, "global_step": 18516, "epoch": 284, "lr": 5.5022145116506366e-05}
+{"train_loss": 0.004612370394170284, "global_step": 18517, "epoch": 284, "lr": 5.5018085742560744e-05}
+{"train_loss": 0.00413961848244071, "global_step": 18518, "epoch": 284, "lr": 5.5014026335202064e-05}
+{"train_loss": 0.004779011011123657, "global_step": 18519, "epoch": 284, "lr": 5.500996689445733e-05}
+{"train_loss": 0.004974339157342911, "global_step": 18520, "epoch": 284, "lr": 5.5005907420353585e-05}
+{"train_loss": 0.00414984580129385, "global_step": 18521, "epoch": 284, "lr": 5.500184791291788e-05}
+{"train_loss": 0.004662651102989912, "global_step": 18522, "epoch": 284, "lr": 5.4997788372177194e-05}
+{"train_loss": 0.00540187768638134, "global_step": 18523, "epoch": 284, "lr": 5.4993728798158616e-05}
+{"train_loss": 0.0038902840971087034, "global_step": 18524, "epoch": 284, "lr": 5.4989669190889136e-05, "val_loss": 0.004233458545058966}
+{"train_loss": 0.004577507730573416, "global_step": 18525, "epoch": 285, "lr": 5.4985609550395825e-05}
+{"train_loss": 0.00644478527829051, "global_step": 18526, "epoch": 285, "lr": 5.498154987670566e-05}
+{"train_loss": 0.004269028082489967, "global_step": 18527, "epoch": 285, "lr": 5.497749016984571e-05}
+{"train_loss": 0.002449031686410308, "global_step": 18528, "epoch": 285, "lr": 5.4973430429842997e-05}
+{"train_loss": 0.0037137139588594437, "global_step": 18529, "epoch": 285, "lr": 5.496937065672456e-05}
+{"train_loss": 0.006815487518906593, "global_step": 18530, "epoch": 285, "lr": 5.496531085051742e-05}
+{"train_loss": 0.005228722933679819, "global_step": 18531, "epoch": 285, "lr": 5.4961251011248616e-05}
+{"train_loss": 0.004015985410660505, "global_step": 18532, "epoch": 285, "lr": 5.4957191138945176e-05}
+{"train_loss": 0.005396225024014711, "global_step": 18533, "epoch": 285, "lr": 5.495313123363415e-05}
+{"train_loss": 0.005050142295658588, "global_step": 18534, "epoch": 285, "lr": 5.494907129534253e-05}
+{"train_loss": 0.003919566981494427, "global_step": 18535, "epoch": 285, "lr": 5.4945011324097404e-05}
+{"train_loss": 0.005469703581184149, "global_step": 18536, "epoch": 285, "lr": 5.494095131992576e-05}
+{"train_loss": 0.003930049482733011, "global_step": 18537, "epoch": 285, "lr": 5.493689128285467e-05}
+{"train_loss": 0.004743059165775776, "global_step": 18538, "epoch": 285, "lr": 5.493283121291112e-05}
+{"train_loss": 0.004793505650013685, "global_step": 18539, "epoch": 285, "lr": 5.492877111012218e-05}
+{"train_loss": 0.0054573663510382175, "global_step": 18540, "epoch": 285, "lr": 5.492471097451487e-05}
+{"train_loss": 0.002493717707693577, "global_step": 18541, "epoch": 285, "lr": 5.4920650806116256e-05}
+{"train_loss": 0.002643399639055133, "global_step": 18542, "epoch": 285, "lr": 5.4916590604953324e-05}
+{"train_loss": 0.0033980966545641422, "global_step": 18543, "epoch": 285, "lr": 5.4912530371053125e-05}
+{"train_loss": 0.0054491194896399975, "global_step": 18544, "epoch": 285, "lr": 5.490847010444272e-05}
+{"train_loss": 0.005151242017745972, "global_step": 18545, "epoch": 285, "lr": 5.490440980514913e-05}
+{"train_loss": 0.0038826707750558853, "global_step": 18546, "epoch": 285, "lr": 5.4900349473199355e-05}
+{"train_loss": 0.004057643003761768, "global_step": 18547, "epoch": 285, "lr": 5.489628910862048e-05}
+{"train_loss": 0.004985446576029062, "global_step": 18548, "epoch": 285, "lr": 5.489222871143953e-05}
+{"train_loss": 0.00315442169085145, "global_step": 18549, "epoch": 285, "lr": 5.488816828168353e-05}
+{"train_loss": 0.002411230932921171, "global_step": 18550, "epoch": 285, "lr": 5.48841078193795e-05}
+{"train_loss": 0.004556037485599518, "global_step": 18551, "epoch": 285, "lr": 5.4880047324554516e-05}
+{"train_loss": 0.0036558613646775484, "global_step": 18552, "epoch": 285, "lr": 5.48759867972356e-05}
+{"train_loss": 0.005520197097212076, "global_step": 18553, "epoch": 285, "lr": 5.487192623744978e-05}
+{"train_loss": 0.0033102973829954863, "global_step": 18554, "epoch": 285, "lr": 5.486786564522409e-05}
+{"train_loss": 0.0041939690709114075, "global_step": 18555, "epoch": 285, "lr": 5.486380502058559e-05}
+{"train_loss": 0.004253916908055544, "global_step": 18556, "epoch": 285, "lr": 5.485974436356129e-05}
+{"train_loss": 0.0047948285937309265, "global_step": 18557, "epoch": 285, "lr": 5.485568367417825e-05}
+{"train_loss": 0.0031695275101810694, "global_step": 18558, "epoch": 285, "lr": 5.48516229524635e-05}
+{"train_loss": 0.0023038769140839577, "global_step": 18559, "epoch": 285, "lr": 5.484756219844408e-05}
+{"train_loss": 0.0032370544504374266, "global_step": 18560, "epoch": 285, "lr": 5.484350141214702e-05}
+{"train_loss": 0.003626942867413163, "global_step": 18561, "epoch": 285, "lr": 5.4839440593599366e-05}
+{"train_loss": 0.0030264435335993767, "global_step": 18562, "epoch": 285, "lr": 5.483537974282817e-05}
+{"train_loss": 0.00527223339304328, "global_step": 18563, "epoch": 285, "lr": 5.4831318859860455e-05}
+{"train_loss": 0.0030191997066140175, "global_step": 18564, "epoch": 285, "lr": 5.482725794472327e-05}
+{"train_loss": 0.0023931371979415417, "global_step": 18565, "epoch": 285, "lr": 5.4823196997443626e-05}
+{"train_loss": 0.004540153779089451, "global_step": 18566, "epoch": 285, "lr": 5.48191360180486e-05}
+{"train_loss": 0.0036827221047133207, "global_step": 18567, "epoch": 285, "lr": 5.481507500656522e-05}
+{"train_loss": 0.003144419752061367, "global_step": 18568, "epoch": 285, "lr": 5.481101396302052e-05}
+{"train_loss": 0.003446487709879875, "global_step": 18569, "epoch": 285, "lr": 5.480695288744153e-05}
+{"train_loss": 0.003869968466460705, "global_step": 18570, "epoch": 285, "lr": 5.4802891779855325e-05}
+{"train_loss": 0.00400003045797348, "global_step": 18571, "epoch": 285, "lr": 5.4798830640288925e-05}
+{"train_loss": 0.004269096534699202, "global_step": 18572, "epoch": 285, "lr": 5.4794769468769366e-05}
+{"train_loss": 0.0036902311258018017, "global_step": 18573, "epoch": 285, "lr": 5.47907082653237e-05}
+{"train_loss": 0.003431943478062749, "global_step": 18574, "epoch": 285, "lr": 5.4786647029978966e-05}
+{"train_loss": 0.003191911382600665, "global_step": 18575, "epoch": 285, "lr": 5.478258576276221e-05}
+{"train_loss": 0.002297802362591028, "global_step": 18576, "epoch": 285, "lr": 5.4778524463700465e-05}
+{"train_loss": 0.004761558026075363, "global_step": 18577, "epoch": 285, "lr": 5.4774463132820764e-05}
+{"train_loss": 0.007067285943776369, "global_step": 18578, "epoch": 285, "lr": 5.477040177015017e-05}
+{"train_loss": 0.003098683897405863, "global_step": 18579, "epoch": 285, "lr": 5.476634037571573e-05}
+{"train_loss": 0.004822460934519768, "global_step": 18580, "epoch": 285, "lr": 5.476227894954447e-05}
+{"train_loss": 0.004933423362672329, "global_step": 18581, "epoch": 285, "lr": 5.475821749166342e-05}
+{"train_loss": 0.0033492527436465025, "global_step": 18582, "epoch": 285, "lr": 5.475415600209966e-05}
+{"train_loss": 0.00422633346170187, "global_step": 18583, "epoch": 285, "lr": 5.475009448088021e-05}
+{"train_loss": 0.0025272099301218987, "global_step": 18584, "epoch": 285, "lr": 5.474603292803212e-05}
+{"train_loss": 0.004117196891456842, "global_step": 18585, "epoch": 285, "lr": 5.474197134358242e-05}
+{"train_loss": 0.003202202031388879, "global_step": 18586, "epoch": 285, "lr": 5.473790972755819e-05}
+{"train_loss": 0.004026262555271387, "global_step": 18587, "epoch": 285, "lr": 5.473384807998644e-05}
+{"train_loss": 0.0024464637972414494, "global_step": 18588, "epoch": 285, "lr": 5.472978640089422e-05}
+{"train_loss": 0.004070957477849264, "global_step": 18589, "epoch": 285, "lr": 5.472572469030859e-05, "val_loss": 0.006422281730920076, "train_action_mse_error": 0.0001596947549842298}
+{"train_loss": 0.003195921890437603, "global_step": 18590, "epoch": 286, "lr": 5.472166294825658e-05}
+{"train_loss": 0.003960808739066124, "global_step": 18591, "epoch": 286, "lr": 5.471760117476524e-05}
+{"train_loss": 0.003097509266808629, "global_step": 18592, "epoch": 286, "lr": 5.471353936986163e-05}
+{"train_loss": 0.002729804487898946, "global_step": 18593, "epoch": 286, "lr": 5.4709477533572764e-05}
+{"train_loss": 0.0026292891707271338, "global_step": 18594, "epoch": 286, "lr": 5.470541566592573e-05}
+{"train_loss": 0.003725759219378233, "global_step": 18595, "epoch": 286, "lr": 5.470135376694753e-05}
+{"train_loss": 0.0058441441506147385, "global_step": 18596, "epoch": 286, "lr": 5.4697291836665234e-05}
+{"train_loss": 0.005094973370432854, "global_step": 18597, "epoch": 286, "lr": 5.4693229875105875e-05}
+{"train_loss": 0.00699341855943203, "global_step": 18598, "epoch": 286, "lr": 5.468916788229653e-05}
+{"train_loss": 0.0034508269745856524, "global_step": 18599, "epoch": 286, "lr": 5.468510585826421e-05}
+{"train_loss": 0.003908166196197271, "global_step": 18600, "epoch": 286, "lr": 5.468104380303598e-05}
+{"train_loss": 0.005616543348878622, "global_step": 18601, "epoch": 286, "lr": 5.4676981716638886e-05}
+{"train_loss": 0.005628327839076519, "global_step": 18602, "epoch": 286, "lr": 5.4672919599099995e-05}
+{"train_loss": 0.0022495982702821493, "global_step": 18603, "epoch": 286, "lr": 5.46688574504463e-05}
+{"train_loss": 0.003504090243950486, "global_step": 18604, "epoch": 286, "lr": 5.466479527070489e-05}
+{"train_loss": 0.003917521797120571, "global_step": 18605, "epoch": 286, "lr": 5.4660733059902814e-05}
+{"train_loss": 0.004923980217427015, "global_step": 18606, "epoch": 286, "lr": 5.4656670818067123e-05}
+{"train_loss": 0.0034391162917017937, "global_step": 18607, "epoch": 286, "lr": 5.4652608545224836e-05}
+{"train_loss": 0.004344970919191837, "global_step": 18608, "epoch": 286, "lr": 5.464854624140303e-05}
+{"train_loss": 0.00447465293109417, "global_step": 18609, "epoch": 286, "lr": 5.4644483906628744e-05}
+{"train_loss": 0.0062288264743983746, "global_step": 18610, "epoch": 286, "lr": 5.4640421540929033e-05}
+{"train_loss": 0.003932609222829342, "global_step": 18611, "epoch": 286, "lr": 5.463635914433093e-05}
+{"train_loss": 0.0043013254180550575, "global_step": 18612, "epoch": 286, "lr": 5.463229671686151e-05}
+{"train_loss": 0.00453235162422061, "global_step": 18613, "epoch": 286, "lr": 5.462823425854778e-05}
+{"train_loss": 0.003401023568585515, "global_step": 18614, "epoch": 286, "lr": 5.462417176941686e-05}
+{"train_loss": 0.007926235906779766, "global_step": 18615, "epoch": 286, "lr": 5.462010924949573e-05}
+{"train_loss": 0.002614957047626376, "global_step": 18616, "epoch": 286, "lr": 5.461604669881147e-05}
+{"train_loss": 0.006619985681027174, "global_step": 18617, "epoch": 286, "lr": 5.4611984117391144e-05}
+{"train_loss": 0.0032823241781443357, "global_step": 18618, "epoch": 286, "lr": 5.460792150526178e-05}
+{"train_loss": 0.003351799678057432, "global_step": 18619, "epoch": 286, "lr": 5.4603858862450444e-05}
+{"train_loss": 0.005006553139537573, "global_step": 18620, "epoch": 286, "lr": 5.459979618898418e-05}
+{"train_loss": 0.004094123374670744, "global_step": 18621, "epoch": 286, "lr": 5.4595733484890035e-05}
+{"train_loss": 0.004762197379022837, "global_step": 18622, "epoch": 286, "lr": 5.4591670750195064e-05}
+{"train_loss": 0.005166811402887106, "global_step": 18623, "epoch": 286, "lr": 5.458760798492632e-05}
+{"train_loss": 0.003721678163856268, "global_step": 18624, "epoch": 286, "lr": 5.4583545189110866e-05}
+{"train_loss": 0.003797413082793355, "global_step": 18625, "epoch": 286, "lr": 5.457948236277573e-05}
+{"train_loss": 0.0038816186133772135, "global_step": 18626, "epoch": 286, "lr": 5.4575419505948e-05}
+{"train_loss": 0.005417039152234793, "global_step": 18627, "epoch": 286, "lr": 5.457135661865468e-05}
+{"train_loss": 0.005779771134257317, "global_step": 18628, "epoch": 286, "lr": 5.456729370092287e-05}
+{"train_loss": 0.003201326820999384, "global_step": 18629, "epoch": 286, "lr": 5.4563230752779595e-05}
+{"train_loss": 0.004863024689257145, "global_step": 18630, "epoch": 286, "lr": 5.455916777425192e-05}
+{"train_loss": 0.003372815903276205, "global_step": 18631, "epoch": 286, "lr": 5.4555104765366896e-05}
+{"train_loss": 0.004827210679650307, "global_step": 18632, "epoch": 286, "lr": 5.4551041726151566e-05}
+{"train_loss": 0.0036374139599502087, "global_step": 18633, "epoch": 286, "lr": 5.454697865663301e-05}
+{"train_loss": 0.00433626864105463, "global_step": 18634, "epoch": 286, "lr": 5.454291555683826e-05}
+{"train_loss": 0.0036502722650766373, "global_step": 18635, "epoch": 286, "lr": 5.453885242679435e-05}
+{"train_loss": 0.0037880376912653446, "global_step": 18636, "epoch": 286, "lr": 5.4534789266528385e-05}
+{"train_loss": 0.004457754082977772, "global_step": 18637, "epoch": 286, "lr": 5.4530726076067395e-05}
+{"train_loss": 0.004403277765959501, "global_step": 18638, "epoch": 286, "lr": 5.452666285543844e-05}
+{"train_loss": 0.004823838360607624, "global_step": 18639, "epoch": 286, "lr": 5.4522599604668546e-05}
+{"train_loss": 0.004525408148765564, "global_step": 18640, "epoch": 286, "lr": 5.451853632378481e-05}
+{"train_loss": 0.005902162287384272, "global_step": 18641, "epoch": 286, "lr": 5.4514473012814274e-05}
+{"train_loss": 0.0037620235234498978, "global_step": 18642, "epoch": 286, "lr": 5.451040967178398e-05}
+{"train_loss": 0.005461561027914286, "global_step": 18643, "epoch": 286, "lr": 5.450634630072099e-05}
+{"train_loss": 0.0031491464469581842, "global_step": 18644, "epoch": 286, "lr": 5.450228289965238e-05}
+{"train_loss": 0.003797841491177678, "global_step": 18645, "epoch": 286, "lr": 5.4498219468605174e-05}
+{"train_loss": 0.0031307958997786045, "global_step": 18646, "epoch": 286, "lr": 5.449415600760645e-05}
+{"train_loss": 0.004032547120004892, "global_step": 18647, "epoch": 286, "lr": 5.449009251668325e-05}
+{"train_loss": 0.003738234518095851, "global_step": 18648, "epoch": 286, "lr": 5.448602899586265e-05}
+{"train_loss": 0.0035773571580648422, "global_step": 18649, "epoch": 286, "lr": 5.448196544517168e-05}
+{"train_loss": 0.005023439880460501, "global_step": 18650, "epoch": 286, "lr": 5.447790186463743e-05}
+{"train_loss": 0.0046095699071884155, "global_step": 18651, "epoch": 286, "lr": 5.4473838254286925e-05}
+{"train_loss": 0.003539890982210636, "global_step": 18652, "epoch": 286, "lr": 5.446977461414726e-05}
+{"train_loss": 0.003627189202234149, "global_step": 18653, "epoch": 286, "lr": 5.4465710944245465e-05}
+{"train_loss": 0.004285661213529798, "global_step": 18654, "epoch": 286, "lr": 5.4461647244608596e-05, "val_loss": 0.0051028793677687645}
+{"train_loss": 0.0062361606396734715, "global_step": 18655, "epoch": 287, "lr": 5.445758351526372e-05}
+{"train_loss": 0.0030489421915262938, "global_step": 18656, "epoch": 287, "lr": 5.4453519756237915e-05}
+{"train_loss": 0.004069042392075062, "global_step": 18657, "epoch": 287, "lr": 5.444945596755819e-05}
+{"train_loss": 0.005112945567816496, "global_step": 18658, "epoch": 287, "lr": 5.444539214925166e-05}
+{"train_loss": 0.003478406462818384, "global_step": 18659, "epoch": 287, "lr": 5.444132830134534e-05}
+{"train_loss": 0.003810716327279806, "global_step": 18660, "epoch": 287, "lr": 5.443726442386633e-05}
+{"train_loss": 0.004732073750346899, "global_step": 18661, "epoch": 287, "lr": 5.443320051684164e-05}
+{"train_loss": 0.0037609024439007044, "global_step": 18662, "epoch": 287, "lr": 5.442913658029838e-05}
+{"train_loss": 0.005350184161216021, "global_step": 18663, "epoch": 287, "lr": 5.442507261426356e-05}
+{"train_loss": 0.004087326116859913, "global_step": 18664, "epoch": 287, "lr": 5.4421008618764305e-05}
+{"train_loss": 0.002579087158665061, "global_step": 18665, "epoch": 287, "lr": 5.4416944593827604e-05}
+{"train_loss": 0.004013119265437126, "global_step": 18666, "epoch": 287, "lr": 5.441288053948056e-05}
+{"train_loss": 0.0072875116020441055, "global_step": 18667, "epoch": 287, "lr": 5.440881645575022e-05}
+{"train_loss": 0.004549694247543812, "global_step": 18668, "epoch": 287, "lr": 5.4404752342663655e-05}
+{"train_loss": 0.0043939752504229546, "global_step": 18669, "epoch": 287, "lr": 5.440068820024791e-05}
+{"train_loss": 0.005075115244835615, "global_step": 18670, "epoch": 287, "lr": 5.439662402853006e-05}
+{"train_loss": 0.002313674660399556, "global_step": 18671, "epoch": 287, "lr": 5.439255982753717e-05}
+{"train_loss": 0.003196406178176403, "global_step": 18672, "epoch": 287, "lr": 5.438849559729628e-05}
+{"train_loss": 0.006228735204786062, "global_step": 18673, "epoch": 287, "lr": 5.4384431337834475e-05}
+{"train_loss": 0.0034716706722974777, "global_step": 18674, "epoch": 287, "lr": 5.43803670491788e-05}
+{"train_loss": 0.004036005586385727, "global_step": 18675, "epoch": 287, "lr": 5.437630273135633e-05}
+{"train_loss": 0.004959087818861008, "global_step": 18676, "epoch": 287, "lr": 5.4372238384394134e-05}
+{"train_loss": 0.0037473111879080534, "global_step": 18677, "epoch": 287, "lr": 5.436817400831924e-05}
+{"train_loss": 0.0047020455822348595, "global_step": 18678, "epoch": 287, "lr": 5.436410960315874e-05}
+{"train_loss": 0.005396872293204069, "global_step": 18679, "epoch": 287, "lr": 5.43600451689397e-05}
+{"train_loss": 0.002878636820241809, "global_step": 18680, "epoch": 287, "lr": 5.435598070568917e-05}
+{"train_loss": 0.002957060467451811, "global_step": 18681, "epoch": 287, "lr": 5.4351916213434204e-05}
+{"train_loss": 0.0040271407924592495, "global_step": 18682, "epoch": 287, "lr": 5.434785169220189e-05}
+{"train_loss": 0.002606929512694478, "global_step": 18683, "epoch": 287, "lr": 5.434378714201929e-05}
+{"train_loss": 0.0028610178269445896, "global_step": 18684, "epoch": 287, "lr": 5.433972256291344e-05}
+{"train_loss": 0.0029486243147403, "global_step": 18685, "epoch": 287, "lr": 5.433565795491142e-05}
+{"train_loss": 0.00701270392164588, "global_step": 18686, "epoch": 287, "lr": 5.433159331804031e-05}
+{"train_loss": 0.004545120522379875, "global_step": 18687, "epoch": 287, "lr": 5.432752865232715e-05}
+{"train_loss": 0.002840604167431593, "global_step": 18688, "epoch": 287, "lr": 5.4323463957799034e-05}
+{"train_loss": 0.0028525867965072393, "global_step": 18689, "epoch": 287, "lr": 5.431939923448298e-05}
+{"train_loss": 0.00504179997369647, "global_step": 18690, "epoch": 287, "lr": 5.431533448240611e-05}
+{"train_loss": 0.005806828383356333, "global_step": 18691, "epoch": 287, "lr": 5.4311269701595443e-05}
+{"train_loss": 0.003902051132172346, "global_step": 18692, "epoch": 287, "lr": 5.4307204892078076e-05}
+{"train_loss": 0.0033221389167010784, "global_step": 18693, "epoch": 287, "lr": 5.430314005388104e-05}
+{"train_loss": 0.00722733186557889, "global_step": 18694, "epoch": 287, "lr": 5.4299075187031436e-05}
+{"train_loss": 0.004455347545444965, "global_step": 18695, "epoch": 287, "lr": 5.429501029155631e-05}
+{"train_loss": 0.0037111137062311172, "global_step": 18696, "epoch": 287, "lr": 5.4290945367482746e-05}
+{"train_loss": 0.005321235861629248, "global_step": 18697, "epoch": 287, "lr": 5.428688041483778e-05}
+{"train_loss": 0.003998660948127508, "global_step": 18698, "epoch": 287, "lr": 5.4282815433648515e-05}
+{"train_loss": 0.006520693190395832, "global_step": 18699, "epoch": 287, "lr": 5.427875042394199e-05}
+{"train_loss": 0.0037561305798590183, "global_step": 18700, "epoch": 287, "lr": 5.4274685385745285e-05}
+{"train_loss": 0.0050468905828893185, "global_step": 18701, "epoch": 287, "lr": 5.4270620319085466e-05}
+{"train_loss": 0.0029458000790327787, "global_step": 18702, "epoch": 287, "lr": 5.426655522398959e-05}
+{"train_loss": 0.003622085554525256, "global_step": 18703, "epoch": 287, "lr": 5.426249010048474e-05}
+{"train_loss": 0.004421378020197153, "global_step": 18704, "epoch": 287, "lr": 5.425842494859797e-05}
+{"train_loss": 0.0027283462695777416, "global_step": 18705, "epoch": 287, "lr": 5.425435976835637e-05}
+{"train_loss": 0.004290969111025333, "global_step": 18706, "epoch": 287, "lr": 5.425029455978697e-05}
+{"train_loss": 0.0049079302698373795, "global_step": 18707, "epoch": 287, "lr": 5.4246229322916886e-05}
+{"train_loss": 0.00471522007137537, "global_step": 18708, "epoch": 287, "lr": 5.424216405777314e-05}
+{"train_loss": 0.002682140562683344, "global_step": 18709, "epoch": 287, "lr": 5.423809876438284e-05}
+{"train_loss": 0.004757083486765623, "global_step": 18710, "epoch": 287, "lr": 5.423403344277302e-05}
+{"train_loss": 0.005667733494192362, "global_step": 18711, "epoch": 287, "lr": 5.4229968092970784e-05}
+{"train_loss": 0.004081369377672672, "global_step": 18712, "epoch": 287, "lr": 5.422590271500316e-05}
+{"train_loss": 0.0030747505370527506, "global_step": 18713, "epoch": 287, "lr": 5.422183730889726e-05}
+{"train_loss": 0.006125403102487326, "global_step": 18714, "epoch": 287, "lr": 5.421777187468013e-05}
+{"train_loss": 0.004241932183504105, "global_step": 18715, "epoch": 287, "lr": 5.421370641237885e-05}
+{"train_loss": 0.004314538091421127, "global_step": 18716, "epoch": 287, "lr": 5.420964092202047e-05}
+{"train_loss": 0.004070609342306852, "global_step": 18717, "epoch": 287, "lr": 5.420557540363209e-05}
+{"train_loss": 0.003651426639407873, "global_step": 18718, "epoch": 287, "lr": 5.420150985724075e-05}
+{"train_loss": 0.0042650665550564345, "global_step": 18719, "epoch": 287, "lr": 5.419744428287354e-05, "val_loss": 0.004009968135505915}
+{"train_loss": 0.003368820995092392, "global_step": 18720, "epoch": 288, "lr": 5.419337868055753e-05}
+{"train_loss": 0.0028652241453528404, "global_step": 18721, "epoch": 288, "lr": 5.4189313050319803e-05}
+{"train_loss": 0.0046693626791238785, "global_step": 18722, "epoch": 288, "lr": 5.4185247392187374e-05}
+{"train_loss": 0.004313160199671984, "global_step": 18723, "epoch": 288, "lr": 5.418118170618739e-05}
+{"train_loss": 0.004854189697653055, "global_step": 18724, "epoch": 288, "lr": 5.417711599234686e-05}
+{"train_loss": 0.0038634412921965122, "global_step": 18725, "epoch": 288, "lr": 5.4173050250692914e-05}
+{"train_loss": 0.002640512539073825, "global_step": 18726, "epoch": 288, "lr": 5.416898448125256e-05}
+{"train_loss": 0.005156075581908226, "global_step": 18727, "epoch": 288, "lr": 5.416491868405292e-05}
+{"train_loss": 0.0033129581715911627, "global_step": 18728, "epoch": 288, "lr": 5.416085285912105e-05}
+{"train_loss": 0.002098426688462496, "global_step": 18729, "epoch": 288, "lr": 5.4156787006484024e-05}
+{"train_loss": 0.0046107093803584576, "global_step": 18730, "epoch": 288, "lr": 5.41527211261689e-05}
+{"train_loss": 0.0034935642033815384, "global_step": 18731, "epoch": 288, "lr": 5.414865521820277e-05}
+{"train_loss": 0.0043776985257864, "global_step": 18732, "epoch": 288, "lr": 5.414458928261269e-05}
+{"train_loss": 0.0035822007339447737, "global_step": 18733, "epoch": 288, "lr": 5.4140523319425764e-05}
+{"train_loss": 0.004300531931221485, "global_step": 18734, "epoch": 288, "lr": 5.413645732866902e-05}
+{"train_loss": 0.00334125361405313, "global_step": 18735, "epoch": 288, "lr": 5.413239131036957e-05}
+{"train_loss": 0.002155990805476904, "global_step": 18736, "epoch": 288, "lr": 5.412832526455446e-05}
+{"train_loss": 0.0036464794538915157, "global_step": 18737, "epoch": 288, "lr": 5.4124259191250804e-05}
+{"train_loss": 0.00361967203207314, "global_step": 18738, "epoch": 288, "lr": 5.4120193090485614e-05}
+{"train_loss": 0.0034642554819583893, "global_step": 18739, "epoch": 288, "lr": 5.411612696228603e-05}
+{"train_loss": 0.0028737420216202736, "global_step": 18740, "epoch": 288, "lr": 5.4112060806679075e-05}
+{"train_loss": 0.0035982229746878147, "global_step": 18741, "epoch": 288, "lr": 5.410799462369186e-05}
+{"train_loss": 0.004364412277936935, "global_step": 18742, "epoch": 288, "lr": 5.4103928413351426e-05}
+{"train_loss": 0.004096823278814554, "global_step": 18743, "epoch": 288, "lr": 5.409986217568488e-05}
+{"train_loss": 0.0031863825861364603, "global_step": 18744, "epoch": 288, "lr": 5.4095795910719285e-05}
+{"train_loss": 0.0029331850819289684, "global_step": 18745, "epoch": 288, "lr": 5.4091729618481715e-05}
+{"train_loss": 0.003485435154289007, "global_step": 18746, "epoch": 288, "lr": 5.408766329899923e-05}
+{"train_loss": 0.0030820113606750965, "global_step": 18747, "epoch": 288, "lr": 5.408359695229893e-05}
+{"train_loss": 0.0027527096681296825, "global_step": 18748, "epoch": 288, "lr": 5.407953057840789e-05}
+{"train_loss": 0.003462380263954401, "global_step": 18749, "epoch": 288, "lr": 5.4075464177353164e-05}
+{"train_loss": 0.004429718945175409, "global_step": 18750, "epoch": 288, "lr": 5.4071397749161845e-05}
+{"train_loss": 0.0027897374238818884, "global_step": 18751, "epoch": 288, "lr": 5.406733129386101e-05}
+{"train_loss": 0.003729455638676882, "global_step": 18752, "epoch": 288, "lr": 5.4063264811477746e-05}
+{"train_loss": 0.0031642380636185408, "global_step": 18753, "epoch": 288, "lr": 5.4059198302039095e-05}
+{"train_loss": 0.0032394223380833864, "global_step": 18754, "epoch": 288, "lr": 5.405513176557215e-05}
+{"train_loss": 0.0029342572670429945, "global_step": 18755, "epoch": 288, "lr": 5.405106520210401e-05}
+{"train_loss": 0.0034673104528337717, "global_step": 18756, "epoch": 288, "lr": 5.4046998611661736e-05}
+{"train_loss": 0.004537948407232761, "global_step": 18757, "epoch": 288, "lr": 5.404293199427241e-05}
+{"train_loss": 0.003151518292725086, "global_step": 18758, "epoch": 288, "lr": 5.4038865349963086e-05}
+{"train_loss": 0.0034927024971693754, "global_step": 18759, "epoch": 288, "lr": 5.403479867876087e-05}
+{"train_loss": 0.005124188959598541, "global_step": 18760, "epoch": 288, "lr": 5.403073198069283e-05}
+{"train_loss": 0.0035221297293901443, "global_step": 18761, "epoch": 288, "lr": 5.402666525578605e-05}
+{"train_loss": 0.0022885631769895554, "global_step": 18762, "epoch": 288, "lr": 5.402259850406759e-05}
+{"train_loss": 0.002159400610253215, "global_step": 18763, "epoch": 288, "lr": 5.401853172556455e-05}
+{"train_loss": 0.003423743648454547, "global_step": 18764, "epoch": 288, "lr": 5.4014464920304e-05}
+{"train_loss": 0.0028801464941352606, "global_step": 18765, "epoch": 288, "lr": 5.401039808831303e-05}
+{"train_loss": 0.0030680098570883274, "global_step": 18766, "epoch": 288, "lr": 5.400633122961869e-05}
+{"train_loss": 0.002129781059920788, "global_step": 18767, "epoch": 288, "lr": 5.40022643442481e-05}
+{"train_loss": 0.004409071058034897, "global_step": 18768, "epoch": 288, "lr": 5.3998197432228295e-05}
+{"train_loss": 0.003115295898169279, "global_step": 18769, "epoch": 288, "lr": 5.399413049358638e-05}
+{"train_loss": 0.005865125916898251, "global_step": 18770, "epoch": 288, "lr": 5.3990063528349434e-05}
+{"train_loss": 0.0034513864666223526, "global_step": 18771, "epoch": 288, "lr": 5.398599653654455e-05}
+{"train_loss": 0.002876932267099619, "global_step": 18772, "epoch": 288, "lr": 5.398192951819877e-05}
+{"train_loss": 0.0028612292371690273, "global_step": 18773, "epoch": 288, "lr": 5.3977862473339216e-05}
+{"train_loss": 0.0022681602276861668, "global_step": 18774, "epoch": 288, "lr": 5.3973795401992934e-05}
+{"train_loss": 0.0036250906996428967, "global_step": 18775, "epoch": 288, "lr": 5.396972830418704e-05}
+{"train_loss": 0.0021458787377923727, "global_step": 18776, "epoch": 288, "lr": 5.3965661179948576e-05}
+{"train_loss": 0.004870059434324503, "global_step": 18777, "epoch": 288, "lr": 5.396159402930465e-05}
+{"train_loss": 0.004162853583693504, "global_step": 18778, "epoch": 288, "lr": 5.395752685228233e-05}
+{"train_loss": 0.0057631186209619045, "global_step": 18779, "epoch": 288, "lr": 5.3953459648908735e-05}
+{"train_loss": 0.003524200292304158, "global_step": 18780, "epoch": 288, "lr": 5.394939241921088e-05}
+{"train_loss": 0.003398121800273657, "global_step": 18781, "epoch": 288, "lr": 5.3945325163215885e-05}
+{"train_loss": 0.004204946104437113, "global_step": 18782, "epoch": 288, "lr": 5.394125788095084e-05}
+{"train_loss": 0.004325843416154385, "global_step": 18783, "epoch": 288, "lr": 5.393719057244282e-05}
+{"train_loss": 0.0035541525827004357, "global_step": 18784, "epoch": 288, "lr": 5.3933123237718885e-05, "val_loss": 0.008046803995966911}
+{"train_loss": 0.0030003516003489494, "global_step": 18785, "epoch": 289, "lr": 5.3929055876806144e-05}
+{"train_loss": 0.0025354772806167603, "global_step": 18786, "epoch": 289, "lr": 5.3924988489731665e-05}
+{"train_loss": 0.004474205430597067, "global_step": 18787, "epoch": 289, "lr": 5.3920921076522554e-05}
+{"train_loss": 0.0035317563451826572, "global_step": 18788, "epoch": 289, "lr": 5.391685363720587e-05}
+{"train_loss": 0.002311329124495387, "global_step": 18789, "epoch": 289, "lr": 5.391278617180869e-05}
+{"train_loss": 0.0030945460312068462, "global_step": 18790, "epoch": 289, "lr": 5.390871868035813e-05}
+{"train_loss": 0.0038567453157156706, "global_step": 18791, "epoch": 289, "lr": 5.390465116288125e-05}
+{"train_loss": 0.005184057634323835, "global_step": 18792, "epoch": 289, "lr": 5.390058361940512e-05}
+{"train_loss": 0.0018246108666062355, "global_step": 18793, "epoch": 289, "lr": 5.3896516049956857e-05}
+{"train_loss": 0.0030935348477214575, "global_step": 18794, "epoch": 289, "lr": 5.389244845456353e-05}
+{"train_loss": 0.004910364747047424, "global_step": 18795, "epoch": 289, "lr": 5.388838083325222e-05}
+{"train_loss": 0.003679731860756874, "global_step": 18796, "epoch": 289, "lr": 5.388431318605e-05}
+{"train_loss": 0.0034963416401296854, "global_step": 18797, "epoch": 289, "lr": 5.3880245512983986e-05}
+{"train_loss": 0.003441854380071163, "global_step": 18798, "epoch": 289, "lr": 5.387617781408124e-05}
+{"train_loss": 0.0027125212363898754, "global_step": 18799, "epoch": 289, "lr": 5.387211008936886e-05}
+{"train_loss": 0.0030019402038306, "global_step": 18800, "epoch": 289, "lr": 5.38680423388739e-05}
+{"train_loss": 0.0035438938066363335, "global_step": 18801, "epoch": 289, "lr": 5.386397456262349e-05}
+{"train_loss": 0.0040139090269804, "global_step": 18802, "epoch": 289, "lr": 5.3859906760644686e-05}
+{"train_loss": 0.003389251185581088, "global_step": 18803, "epoch": 289, "lr": 5.3855838932964586e-05}
+{"train_loss": 0.002825832925736904, "global_step": 18804, "epoch": 289, "lr": 5.385177107961026e-05}
+{"train_loss": 0.002405095612630248, "global_step": 18805, "epoch": 289, "lr": 5.3847703200608814e-05}
+{"train_loss": 0.004549023695290089, "global_step": 18806, "epoch": 289, "lr": 5.3843635295987325e-05}
+{"train_loss": 0.0033245820086449385, "global_step": 18807, "epoch": 289, "lr": 5.383956736577289e-05}
+{"train_loss": 0.0017196644330397248, "global_step": 18808, "epoch": 289, "lr": 5.383549940999256e-05}
+{"train_loss": 0.004215157590806484, "global_step": 18809, "epoch": 289, "lr": 5.383143142867346e-05}
+{"train_loss": 0.003260341240093112, "global_step": 18810, "epoch": 289, "lr": 5.3827363421842667e-05}
+{"train_loss": 0.004985649138689041, "global_step": 18811, "epoch": 289, "lr": 5.3823295389527274e-05}
+{"train_loss": 0.003485993482172489, "global_step": 18812, "epoch": 289, "lr": 5.381922733175433e-05}
+{"train_loss": 0.006281987298280001, "global_step": 18813, "epoch": 289, "lr": 5.381515924855097e-05}
+{"train_loss": 0.003056603018194437, "global_step": 18814, "epoch": 289, "lr": 5.3811091139944255e-05}
+{"train_loss": 0.0013204659335315228, "global_step": 18815, "epoch": 289, "lr": 5.380702300596129e-05}
+{"train_loss": 0.0044637941755354404, "global_step": 18816, "epoch": 289, "lr": 5.380295484662914e-05}
+{"train_loss": 0.00337767880409956, "global_step": 18817, "epoch": 289, "lr": 5.379888666197491e-05}
+{"train_loss": 0.0023608107585459948, "global_step": 18818, "epoch": 289, "lr": 5.379481845202568e-05}
+{"train_loss": 0.002835961990058422, "global_step": 18819, "epoch": 289, "lr": 5.379075021680856e-05}
+{"train_loss": 0.0030916468240320683, "global_step": 18820, "epoch": 289, "lr": 5.378668195635059e-05}
+{"train_loss": 0.003637461457401514, "global_step": 18821, "epoch": 289, "lr": 5.378261367067892e-05}
+{"train_loss": 0.0033722457010298967, "global_step": 18822, "epoch": 289, "lr": 5.377854535982059e-05}
+{"train_loss": 0.004343121778219938, "global_step": 18823, "epoch": 289, "lr": 5.3774477023802705e-05}
+{"train_loss": 0.002668043365702033, "global_step": 18824, "epoch": 289, "lr": 5.377040866265236e-05}
+{"train_loss": 0.002571656135842204, "global_step": 18825, "epoch": 289, "lr": 5.3766340276396646e-05}
+{"train_loss": 0.003187034511938691, "global_step": 18826, "epoch": 289, "lr": 5.376227186506264e-05}
+{"train_loss": 0.003963607829064131, "global_step": 18827, "epoch": 289, "lr": 5.375820342867744e-05}
+{"train_loss": 0.004830844700336456, "global_step": 18828, "epoch": 289, "lr": 5.375413496726812e-05}
+{"train_loss": 0.003034865017980337, "global_step": 18829, "epoch": 289, "lr": 5.37500664808618e-05}
+{"train_loss": 0.0024466512259095907, "global_step": 18830, "epoch": 289, "lr": 5.374599796948556e-05}
+{"train_loss": 0.003024935955181718, "global_step": 18831, "epoch": 289, "lr": 5.3741929433166483e-05}
+{"train_loss": 0.0025934618897736073, "global_step": 18832, "epoch": 289, "lr": 5.3737860871931647e-05}
+{"train_loss": 0.0019776555709540844, "global_step": 18833, "epoch": 289, "lr": 5.373379228580816e-05}
+{"train_loss": 0.002509182319045067, "global_step": 18834, "epoch": 289, "lr": 5.372972367482312e-05}
+{"train_loss": 0.005482795648276806, "global_step": 18835, "epoch": 289, "lr": 5.37256550390036e-05}
+{"train_loss": 0.0030635923612862825, "global_step": 18836, "epoch": 289, "lr": 5.3721586378376684e-05}
+{"train_loss": 0.004117125645279884, "global_step": 18837, "epoch": 289, "lr": 5.37175176929695e-05}
+{"train_loss": 0.0050369747914373875, "global_step": 18838, "epoch": 289, "lr": 5.3713448982809114e-05}
+{"train_loss": 0.00382727081887424, "global_step": 18839, "epoch": 289, "lr": 5.3709380247922617e-05}
+{"train_loss": 0.003868146799504757, "global_step": 18840, "epoch": 289, "lr": 5.3705311488337105e-05}
+{"train_loss": 0.00419993931427598, "global_step": 18841, "epoch": 289, "lr": 5.370124270407966e-05}
+{"train_loss": 0.003706342075020075, "global_step": 18842, "epoch": 289, "lr": 5.369717389517739e-05}
+{"train_loss": 0.00289614568464458, "global_step": 18843, "epoch": 289, "lr": 5.369310506165738e-05}
+{"train_loss": 0.003663743380457163, "global_step": 18844, "epoch": 289, "lr": 5.368903620354674e-05}
+{"train_loss": 0.0034638477955013514, "global_step": 18845, "epoch": 289, "lr": 5.3684967320872514e-05}
+{"train_loss": 0.005090589169412851, "global_step": 18846, "epoch": 289, "lr": 5.368089841366185e-05}
+{"train_loss": 0.004574010614305735, "global_step": 18847, "epoch": 289, "lr": 5.3676829481941805e-05}
+{"train_loss": 0.0026104270946234465, "global_step": 18848, "epoch": 289, "lr": 5.367276052573951e-05}
+{"train_loss": 0.0034978600630823234, "global_step": 18849, "epoch": 289, "lr": 5.3668691545082004e-05, "val_loss": 0.005685481708496809}
+{"train_loss": 0.0027274219319224358, "global_step": 18850, "epoch": 290, "lr": 5.366462253999642e-05}
+{"train_loss": 0.004772154148668051, "global_step": 18851, "epoch": 290, "lr": 5.366055351050984e-05}
+{"train_loss": 0.0031085729133337736, "global_step": 18852, "epoch": 290, "lr": 5.365648445664937e-05}
+{"train_loss": 0.004395477008074522, "global_step": 18853, "epoch": 290, "lr": 5.365241537844208e-05}
+{"train_loss": 0.0038286051712930202, "global_step": 18854, "epoch": 290, "lr": 5.3648346275915086e-05}
+{"train_loss": 0.0049353488720953465, "global_step": 18855, "epoch": 290, "lr": 5.364427714909546e-05}
+{"train_loss": 0.002787993988022208, "global_step": 18856, "epoch": 290, "lr": 5.364020799801033e-05}
+{"train_loss": 0.002972233574837446, "global_step": 18857, "epoch": 290, "lr": 5.3636138822686744e-05}
+{"train_loss": 0.003913717810064554, "global_step": 18858, "epoch": 290, "lr": 5.363206962315184e-05}
+{"train_loss": 0.0030545175541192293, "global_step": 18859, "epoch": 290, "lr": 5.362800039943268e-05}
+{"train_loss": 0.004888146184384823, "global_step": 18860, "epoch": 290, "lr": 5.3623931151556405e-05}
+{"train_loss": 0.003615767229348421, "global_step": 18861, "epoch": 290, "lr": 5.3619861879550045e-05}
+{"train_loss": 0.0023608224000781775, "global_step": 18862, "epoch": 290, "lr": 5.361579258344075e-05}
+{"train_loss": 0.003894115798175335, "global_step": 18863, "epoch": 290, "lr": 5.36117232632556e-05}
+{"train_loss": 0.0035350071266293526, "global_step": 18864, "epoch": 290, "lr": 5.360765391902167e-05}
+{"train_loss": 0.0035291884560137987, "global_step": 18865, "epoch": 290, "lr": 5.360358455076608e-05}
+{"train_loss": 0.003285554703325033, "global_step": 18866, "epoch": 290, "lr": 5.359951515851592e-05}
+{"train_loss": 0.004293312318623066, "global_step": 18867, "epoch": 290, "lr": 5.359544574229829e-05}
+{"train_loss": 0.003654778702184558, "global_step": 18868, "epoch": 290, "lr": 5.3591376302140275e-05}
+{"train_loss": 0.006804092321544886, "global_step": 18869, "epoch": 290, "lr": 5.3587306838068964e-05}
+{"train_loss": 0.0037138345651328564, "global_step": 18870, "epoch": 290, "lr": 5.358323735011148e-05}
+{"train_loss": 0.00482655456289649, "global_step": 18871, "epoch": 290, "lr": 5.357916783829491e-05}
+{"train_loss": 0.004500969313085079, "global_step": 18872, "epoch": 290, "lr": 5.3575098302646345e-05}
+{"train_loss": 0.004500912968069315, "global_step": 18873, "epoch": 290, "lr": 5.357102874319288e-05}
+{"train_loss": 0.002681726822629571, "global_step": 18874, "epoch": 290, "lr": 5.3566959159961615e-05}
+{"train_loss": 0.0042698197066783905, "global_step": 18875, "epoch": 290, "lr": 5.3562889552979664e-05}
+{"train_loss": 0.005055950488895178, "global_step": 18876, "epoch": 290, "lr": 5.35588199222741e-05}
+{"train_loss": 0.0028486428782343864, "global_step": 18877, "epoch": 290, "lr": 5.355475026787202e-05}
+{"train_loss": 0.00470590777695179, "global_step": 18878, "epoch": 290, "lr": 5.355068058980055e-05}
+{"train_loss": 0.004216460511088371, "global_step": 18879, "epoch": 290, "lr": 5.3546610888086765e-05}
+{"train_loss": 0.0031387084163725376, "global_step": 18880, "epoch": 290, "lr": 5.354254116275778e-05}
+{"train_loss": 0.004203961230814457, "global_step": 18881, "epoch": 290, "lr": 5.3538471413840664e-05}
+{"train_loss": 0.007037020288407803, "global_step": 18882, "epoch": 290, "lr": 5.353440164136254e-05}
+{"train_loss": 0.004147901199758053, "global_step": 18883, "epoch": 290, "lr": 5.353033184535051e-05}
+{"train_loss": 0.003996763378381729, "global_step": 18884, "epoch": 290, "lr": 5.352626202583165e-05}
+{"train_loss": 0.002910570940002799, "global_step": 18885, "epoch": 290, "lr": 5.352219218283308e-05}
+{"train_loss": 0.002631849842146039, "global_step": 18886, "epoch": 290, "lr": 5.351812231638189e-05}
+{"train_loss": 0.004128194879740477, "global_step": 18887, "epoch": 290, "lr": 5.351405242650518e-05}
+{"train_loss": 0.004647800233215094, "global_step": 18888, "epoch": 290, "lr": 5.350998251323006e-05}
+{"train_loss": 0.0035096900537610054, "global_step": 18889, "epoch": 290, "lr": 5.3505912576583606e-05}
+{"train_loss": 0.003577733878046274, "global_step": 18890, "epoch": 290, "lr": 5.350184261659294e-05}
+{"train_loss": 0.003930486738681793, "global_step": 18891, "epoch": 290, "lr": 5.349777263328515e-05}
+{"train_loss": 0.004207214340567589, "global_step": 18892, "epoch": 290, "lr": 5.3493702626687346e-05}
+{"train_loss": 0.00404084799811244, "global_step": 18893, "epoch": 290, "lr": 5.348963259682661e-05}
+{"train_loss": 0.003637191141024232, "global_step": 18894, "epoch": 290, "lr": 5.348556254373007e-05}
+{"train_loss": 0.0054224710911512375, "global_step": 18895, "epoch": 290, "lr": 5.3481492467424796e-05}
+{"train_loss": 0.005165392067283392, "global_step": 18896, "epoch": 290, "lr": 5.347742236793792e-05}
+{"train_loss": 0.005463993176817894, "global_step": 18897, "epoch": 290, "lr": 5.347335224529652e-05}
+{"train_loss": 0.00306530948728323, "global_step": 18898, "epoch": 290, "lr": 5.3469282099527703e-05}
+{"train_loss": 0.005120815243571997, "global_step": 18899, "epoch": 290, "lr": 5.3465211930658566e-05}
+{"train_loss": 0.006282408721745014, "global_step": 18900, "epoch": 290, "lr": 5.3461141738716225e-05}
+{"train_loss": 0.0038835136219859123, "global_step": 18901, "epoch": 290, "lr": 5.345707152372775e-05}
+{"train_loss": 0.004326700698584318, "global_step": 18902, "epoch": 290, "lr": 5.345300128572031e-05}
+{"train_loss": 0.0032151127234101295, "global_step": 18903, "epoch": 290, "lr": 5.3448931024720915e-05}
+{"train_loss": 0.0032402414362877607, "global_step": 18904, "epoch": 290, "lr": 5.3444860740756744e-05}
+{"train_loss": 0.005197509191930294, "global_step": 18905, "epoch": 290, "lr": 5.344079043385484e-05}
+{"train_loss": 0.0045315600000321865, "global_step": 18906, "epoch": 290, "lr": 5.343672010404236e-05}
+{"train_loss": 0.004871719982475042, "global_step": 18907, "epoch": 290, "lr": 5.343264975134637e-05}
+{"train_loss": 0.005379562731832266, "global_step": 18908, "epoch": 290, "lr": 5.3428579375793975e-05}
+{"train_loss": 0.005512446630746126, "global_step": 18909, "epoch": 290, "lr": 5.342450897741228e-05}
+{"train_loss": 0.003557628719136119, "global_step": 18910, "epoch": 290, "lr": 5.342043855622842e-05}
+{"train_loss": 0.003958004526793957, "global_step": 18911, "epoch": 290, "lr": 5.341636811226945e-05}
+{"train_loss": 0.0029133015777915716, "global_step": 18912, "epoch": 290, "lr": 5.3412297645562504e-05}
+{"train_loss": 0.005546147469431162, "global_step": 18913, "epoch": 290, "lr": 5.340822715613467e-05}
+{"train_loss": 0.00410383938310238, "global_step": 18914, "epoch": 290, "lr": 5.340415664401307e-05, "val_loss": 0.011904160492122173, "train_action_mse_error": 0.0002034641947830096}
+{"train_loss": 0.0034657828509807587, "global_step": 18915, "epoch": 291, "lr": 5.3400086109224775e-05}
+{"train_loss": 0.0039621079340577126, "global_step": 18916, "epoch": 291, "lr": 5.339601555179692e-05}
+{"train_loss": 0.0033536357805132866, "global_step": 18917, "epoch": 291, "lr": 5.339194497175659e-05}
+{"train_loss": 0.004316958598792553, "global_step": 18918, "epoch": 291, "lr": 5.338787436913091e-05}
+{"train_loss": 0.0035737515427172184, "global_step": 18919, "epoch": 291, "lr": 5.338380374394696e-05}
+{"train_loss": 0.004013626836240292, "global_step": 18920, "epoch": 291, "lr": 5.337973309623186e-05}
+{"train_loss": 0.004991280380636454, "global_step": 18921, "epoch": 291, "lr": 5.337566242601271e-05}
+{"train_loss": 0.002178294351324439, "global_step": 18922, "epoch": 291, "lr": 5.3371591733316603e-05}
+{"train_loss": 0.005536041688174009, "global_step": 18923, "epoch": 291, "lr": 5.3367521018170664e-05}
+{"train_loss": 0.0031116052996367216, "global_step": 18924, "epoch": 291, "lr": 5.336345028060199e-05}
+{"train_loss": 0.003344376804307103, "global_step": 18925, "epoch": 291, "lr": 5.335937952063769e-05}
+{"train_loss": 0.0077385916374623775, "global_step": 18926, "epoch": 291, "lr": 5.335530873830485e-05}
+{"train_loss": 0.0032618504483252764, "global_step": 18927, "epoch": 291, "lr": 5.3351237933630593e-05}
+{"train_loss": 0.0038674348033964634, "global_step": 18928, "epoch": 291, "lr": 5.334716710664204e-05}
+{"train_loss": 0.003374688560143113, "global_step": 18929, "epoch": 291, "lr": 5.334309625736627e-05}
+{"train_loss": 0.00392070971429348, "global_step": 18930, "epoch": 291, "lr": 5.3339025385830386e-05}
+{"train_loss": 0.0027438716497272253, "global_step": 18931, "epoch": 291, "lr": 5.333495449206151e-05}
+{"train_loss": 0.0028679543174803257, "global_step": 18932, "epoch": 291, "lr": 5.3330883576086746e-05}
+{"train_loss": 0.004116963129490614, "global_step": 18933, "epoch": 291, "lr": 5.33268126379332e-05}
+{"train_loss": 0.00431494927033782, "global_step": 18934, "epoch": 291, "lr": 5.3322741677627966e-05}
+{"train_loss": 0.0034897238947451115, "global_step": 18935, "epoch": 291, "lr": 5.331867069519816e-05}
+{"train_loss": 0.001880080089904368, "global_step": 18936, "epoch": 291, "lr": 5.33145996906709e-05}
+{"train_loss": 0.004236922599375248, "global_step": 18937, "epoch": 291, "lr": 5.3310528664073276e-05}
+{"train_loss": 0.002668451750651002, "global_step": 18938, "epoch": 291, "lr": 5.330645761543241e-05}
+{"train_loss": 0.0023884503170847893, "global_step": 18939, "epoch": 291, "lr": 5.330238654477539e-05}
+{"train_loss": 0.002901332685723901, "global_step": 18940, "epoch": 291, "lr": 5.329831545212935e-05}
+{"train_loss": 0.004896116442978382, "global_step": 18941, "epoch": 291, "lr": 5.329424433752136e-05}
+{"train_loss": 0.004367731045931578, "global_step": 18942, "epoch": 291, "lr": 5.329017320097856e-05}
+{"train_loss": 0.00428669061511755, "global_step": 18943, "epoch": 291, "lr": 5.3286102042528044e-05}
+{"train_loss": 0.0027161629404872656, "global_step": 18944, "epoch": 291, "lr": 5.328203086219693e-05}
+{"train_loss": 0.004256400279700756, "global_step": 18945, "epoch": 291, "lr": 5.327795966001231e-05}
+{"train_loss": 0.00515303248539567, "global_step": 18946, "epoch": 291, "lr": 5.3273888436001304e-05}
+{"train_loss": 0.004271077457815409, "global_step": 18947, "epoch": 291, "lr": 5.326981719019102e-05}
+{"train_loss": 0.0018960466841235757, "global_step": 18948, "epoch": 291, "lr": 5.326574592260856e-05}
+{"train_loss": 0.005482764448970556, "global_step": 18949, "epoch": 291, "lr": 5.3261674633281046e-05}
+{"train_loss": 0.004155103117227554, "global_step": 18950, "epoch": 291, "lr": 5.325760332223556e-05}
+{"train_loss": 0.0034214952029287815, "global_step": 18951, "epoch": 291, "lr": 5.325353198949924e-05}
+{"train_loss": 0.004060317762196064, "global_step": 18952, "epoch": 291, "lr": 5.324946063509918e-05}
+{"train_loss": 0.0031146465335041285, "global_step": 18953, "epoch": 291, "lr": 5.324538925906249e-05}
+{"train_loss": 0.003115579020231962, "global_step": 18954, "epoch": 291, "lr": 5.324131786141629e-05}
+{"train_loss": 0.005023249890655279, "global_step": 18955, "epoch": 291, "lr": 5.323724644218767e-05}
+{"train_loss": 0.003775480203330517, "global_step": 18956, "epoch": 291, "lr": 5.3233175001403766e-05}
+{"train_loss": 0.004604249726980925, "global_step": 18957, "epoch": 291, "lr": 5.322910353909166e-05}
+{"train_loss": 0.003957916051149368, "global_step": 18958, "epoch": 291, "lr": 5.322503205527849e-05}
+{"train_loss": 0.004293061327189207, "global_step": 18959, "epoch": 291, "lr": 5.322096054999133e-05}
+{"train_loss": 0.0024441976565867662, "global_step": 18960, "epoch": 291, "lr": 5.321688902325732e-05}
+{"train_loss": 0.0032623964361846447, "global_step": 18961, "epoch": 291, "lr": 5.321281747510357e-05}
+{"train_loss": 0.0035206086467951536, "global_step": 18962, "epoch": 291, "lr": 5.320874590555718e-05}
+{"train_loss": 0.0034607667475938797, "global_step": 18963, "epoch": 291, "lr": 5.320467431464527e-05}
+{"train_loss": 0.004459102172404528, "global_step": 18964, "epoch": 291, "lr": 5.320060270239492e-05}
+{"train_loss": 0.002753730397671461, "global_step": 18965, "epoch": 291, "lr": 5.3196531068833275e-05}
+{"train_loss": 0.0028353137895464897, "global_step": 18966, "epoch": 291, "lr": 5.319245941398744e-05}
+{"train_loss": 0.002233740407973528, "global_step": 18967, "epoch": 291, "lr": 5.3188387737884524e-05}
+{"train_loss": 0.003395944833755493, "global_step": 18968, "epoch": 291, "lr": 5.318431604055163e-05}
+{"train_loss": 0.00493834912776947, "global_step": 18969, "epoch": 291, "lr": 5.318024432201587e-05}
+{"train_loss": 0.003945587202906609, "global_step": 18970, "epoch": 291, "lr": 5.317617258230437e-05}
+{"train_loss": 0.005126370117068291, "global_step": 18971, "epoch": 291, "lr": 5.3172100821444236e-05}
+{"train_loss": 0.0028438337612897158, "global_step": 18972, "epoch": 291, "lr": 5.3168029039462576e-05}
+{"train_loss": 0.0053518060594797134, "global_step": 18973, "epoch": 291, "lr": 5.3163957236386496e-05}
+{"train_loss": 0.0034523133654147387, "global_step": 18974, "epoch": 291, "lr": 5.315988541224313e-05}
+{"train_loss": 0.004382339771836996, "global_step": 18975, "epoch": 291, "lr": 5.315581356705956e-05}
+{"train_loss": 0.002968607936054468, "global_step": 18976, "epoch": 291, "lr": 5.3151741700862925e-05}
+{"train_loss": 0.0024441753048449755, "global_step": 18977, "epoch": 291, "lr": 5.3147669813680315e-05}
+{"train_loss": 0.00623375503346324, "global_step": 18978, "epoch": 291, "lr": 5.3143597905538864e-05}
+{"train_loss": 0.0037922377125001873, "global_step": 18979, "epoch": 291, "lr": 5.313952597646568e-05, "val_loss": 0.00809825025498867}
+{"train_loss": 0.0032763297203928232, "global_step": 18980, "epoch": 292, "lr": 5.313545402648785e-05}
+{"train_loss": 0.002403492806479335, "global_step": 18981, "epoch": 292, "lr": 5.313138205563253e-05}
+{"train_loss": 0.005053882487118244, "global_step": 18982, "epoch": 292, "lr": 5.312731006392682e-05}
+{"train_loss": 0.004331312607973814, "global_step": 18983, "epoch": 292, "lr": 5.312323805139781e-05}
+{"train_loss": 0.0032687471248209476, "global_step": 18984, "epoch": 292, "lr": 5.311916601807262e-05}
+{"train_loss": 0.0025742799043655396, "global_step": 18985, "epoch": 292, "lr": 5.311509396397839e-05}
+{"train_loss": 0.0037021979223936796, "global_step": 18986, "epoch": 292, "lr": 5.311102188914221e-05}
+{"train_loss": 0.003024300327524543, "global_step": 18987, "epoch": 292, "lr": 5.310694979359121e-05}
+{"train_loss": 0.0023967577144503593, "global_step": 18988, "epoch": 292, "lr": 5.310287767735247e-05}
+{"train_loss": 0.007110544014722109, "global_step": 18989, "epoch": 292, "lr": 5.3098805540453154e-05}
+{"train_loss": 0.003833110211417079, "global_step": 18990, "epoch": 292, "lr": 5.309473338292035e-05}
+{"train_loss": 0.0037076901644468307, "global_step": 18991, "epoch": 292, "lr": 5.309066120478117e-05}
+{"train_loss": 0.002586094429716468, "global_step": 18992, "epoch": 292, "lr": 5.308658900606273e-05}
+{"train_loss": 0.0037159565836191177, "global_step": 18993, "epoch": 292, "lr": 5.308251678679215e-05}
+{"train_loss": 0.006000458728522062, "global_step": 18994, "epoch": 292, "lr": 5.307844454699654e-05}
+{"train_loss": 0.0030849517788738012, "global_step": 18995, "epoch": 292, "lr": 5.307437228670303e-05}
+{"train_loss": 0.005036657676100731, "global_step": 18996, "epoch": 292, "lr": 5.30703000059387e-05}
+{"train_loss": 0.004154371563345194, "global_step": 18997, "epoch": 292, "lr": 5.306622770473071e-05}
+{"train_loss": 0.005784107372164726, "global_step": 18998, "epoch": 292, "lr": 5.306215538310615e-05}
+{"train_loss": 0.005080899223685265, "global_step": 18999, "epoch": 292, "lr": 5.305808304109214e-05}
+{"train_loss": 0.0031906638760119677, "global_step": 19000, "epoch": 292, "lr": 5.3054010678715796e-05}
+{"train_loss": 0.005114393774420023, "global_step": 19001, "epoch": 292, "lr": 5.3049938296004234e-05}
+{"train_loss": 0.0046965875662863255, "global_step": 19002, "epoch": 292, "lr": 5.304586589298457e-05}
+{"train_loss": 0.005442169029265642, "global_step": 19003, "epoch": 292, "lr": 5.304179346968392e-05}
+{"train_loss": 0.004295124672353268, "global_step": 19004, "epoch": 292, "lr": 5.303772102612938e-05}
+{"train_loss": 0.004633628763258457, "global_step": 19005, "epoch": 292, "lr": 5.303364856234811e-05}
+{"train_loss": 0.004915321245789528, "global_step": 19006, "epoch": 292, "lr": 5.30295760783672e-05}
+{"train_loss": 0.003560056909918785, "global_step": 19007, "epoch": 292, "lr": 5.3025503574213776e-05}
+{"train_loss": 0.003803195897489786, "global_step": 19008, "epoch": 292, "lr": 5.302143104991494e-05}
+{"train_loss": 0.0023781924974173307, "global_step": 19009, "epoch": 292, "lr": 5.3017358505497815e-05}
+{"train_loss": 0.0037475305143743753, "global_step": 19010, "epoch": 292, "lr": 5.301328594098953e-05}
+{"train_loss": 0.004104290157556534, "global_step": 19011, "epoch": 292, "lr": 5.3009213356417196e-05}
+{"train_loss": 0.003884453559294343, "global_step": 19012, "epoch": 292, "lr": 5.300514075180791e-05}
+{"train_loss": 0.0038408241234719753, "global_step": 19013, "epoch": 292, "lr": 5.3001068127188837e-05}
+{"train_loss": 0.0033733851741999388, "global_step": 19014, "epoch": 292, "lr": 5.299699548258704e-05}
+{"train_loss": 0.004360695835202932, "global_step": 19015, "epoch": 292, "lr": 5.2992922818029664e-05}
+{"train_loss": 0.007046202197670937, "global_step": 19016, "epoch": 292, "lr": 5.298885013354383e-05}
+{"train_loss": 0.005619289819151163, "global_step": 19017, "epoch": 292, "lr": 5.298477742915666e-05}
+{"train_loss": 0.002417781623080373, "global_step": 19018, "epoch": 292, "lr": 5.298070470489526e-05}
+{"train_loss": 0.0042650396935641766, "global_step": 19019, "epoch": 292, "lr": 5.297663196078675e-05}
+{"train_loss": 0.0035573404747992754, "global_step": 19020, "epoch": 292, "lr": 5.297255919685823e-05}
+{"train_loss": 0.0025205686688423157, "global_step": 19021, "epoch": 292, "lr": 5.296848641313687e-05}
+{"train_loss": 0.0035890608560293913, "global_step": 19022, "epoch": 292, "lr": 5.296441360964974e-05}
+{"train_loss": 0.009181063622236252, "global_step": 19023, "epoch": 292, "lr": 5.296034078642398e-05}
+{"train_loss": 0.004018725361675024, "global_step": 19024, "epoch": 292, "lr": 5.2956267943486706e-05}
+{"train_loss": 0.0033995131962001324, "global_step": 19025, "epoch": 292, "lr": 5.295219508086504e-05}
+{"train_loss": 0.0031347940675914288, "global_step": 19026, "epoch": 292, "lr": 5.294812219858609e-05}
+{"train_loss": 0.005005952902138233, "global_step": 19027, "epoch": 292, "lr": 5.294404929667699e-05}
+{"train_loss": 0.002741708420217037, "global_step": 19028, "epoch": 292, "lr": 5.2939976375164844e-05}
+{"train_loss": 0.0026410159189254045, "global_step": 19029, "epoch": 292, "lr": 5.29359034340768e-05}
+{"train_loss": 0.006200535222887993, "global_step": 19030, "epoch": 292, "lr": 5.2931830473439934e-05}
+{"train_loss": 0.004119829274713993, "global_step": 19031, "epoch": 292, "lr": 5.292775749328141e-05}
+{"train_loss": 0.0056797512806952, "global_step": 19032, "epoch": 292, "lr": 5.292368449362831e-05}
+{"train_loss": 0.004777973517775536, "global_step": 19033, "epoch": 292, "lr": 5.2919611474507793e-05}
+{"train_loss": 0.004808543249964714, "global_step": 19034, "epoch": 292, "lr": 5.291553843594694e-05}
+{"train_loss": 0.003174267243593931, "global_step": 19035, "epoch": 292, "lr": 5.29114653779729e-05}
+{"train_loss": 0.0038140062242746353, "global_step": 19036, "epoch": 292, "lr": 5.290739230061279e-05}
+{"train_loss": 0.0055151875130832195, "global_step": 19037, "epoch": 292, "lr": 5.290331920389372e-05}
+{"train_loss": 0.006917770020663738, "global_step": 19038, "epoch": 292, "lr": 5.28992460878428e-05}
+{"train_loss": 0.0037260977551341057, "global_step": 19039, "epoch": 292, "lr": 5.2895172952487185e-05}
+{"train_loss": 0.003331588814035058, "global_step": 19040, "epoch": 292, "lr": 5.2891099797853974e-05}
+{"train_loss": 0.005695315543562174, "global_step": 19041, "epoch": 292, "lr": 5.2887026623970285e-05}
+{"train_loss": 0.0025827698409557343, "global_step": 19042, "epoch": 292, "lr": 5.288295343086324e-05}
+{"train_loss": 0.0031246538273990154, "global_step": 19043, "epoch": 292, "lr": 5.287888021855998e-05}
+{"train_loss": 0.004172916620826492, "global_step": 19044, "epoch": 292, "lr": 5.287480698708761e-05, "val_loss": 0.0042899190448224545}
+{"train_loss": 0.0029755549039691687, "global_step": 19045, "epoch": 293, "lr": 5.287073373647325e-05}
+{"train_loss": 0.0068744393065571785, "global_step": 19046, "epoch": 293, "lr": 5.2866660466744025e-05}
+{"train_loss": 0.003953575622290373, "global_step": 19047, "epoch": 293, "lr": 5.286258717792706e-05}
+{"train_loss": 0.004322952590882778, "global_step": 19048, "epoch": 293, "lr": 5.2858513870049486e-05}
+{"train_loss": 0.0038857334293425083, "global_step": 19049, "epoch": 293, "lr": 5.2854440543138406e-05}
+{"train_loss": 0.0038991172332316637, "global_step": 19050, "epoch": 293, "lr": 5.285036719722095e-05}
+{"train_loss": 0.004303073976188898, "global_step": 19051, "epoch": 293, "lr": 5.2846293832324244e-05}
+{"train_loss": 0.0027485510800033808, "global_step": 19052, "epoch": 293, "lr": 5.284222044847541e-05}
+{"train_loss": 0.003749124938622117, "global_step": 19053, "epoch": 293, "lr": 5.283814704570157e-05}
+{"train_loss": 0.002909868024289608, "global_step": 19054, "epoch": 293, "lr": 5.283407362402984e-05}
+{"train_loss": 0.002769353101029992, "global_step": 19055, "epoch": 293, "lr": 5.283000018348736e-05}
+{"train_loss": 0.004567957017570734, "global_step": 19056, "epoch": 293, "lr": 5.2825926724101236e-05}
+{"train_loss": 0.005022739060223103, "global_step": 19057, "epoch": 293, "lr": 5.28218532458986e-05}
+{"train_loss": 0.0036573659162968397, "global_step": 19058, "epoch": 293, "lr": 5.281777974890656e-05}
+{"train_loss": 0.003542564809322357, "global_step": 19059, "epoch": 293, "lr": 5.281370623315226e-05}
+{"train_loss": 0.004010412842035294, "global_step": 19060, "epoch": 293, "lr": 5.2809632698662825e-05}
+{"train_loss": 0.003969443961977959, "global_step": 19061, "epoch": 293, "lr": 5.280555914546537e-05}
+{"train_loss": 0.0044373394921422005, "global_step": 19062, "epoch": 293, "lr": 5.280148557358699e-05}
+{"train_loss": 0.0034790830686688423, "global_step": 19063, "epoch": 293, "lr": 5.279741198305488e-05}
+{"train_loss": 0.0031715412624180317, "global_step": 19064, "epoch": 293, "lr": 5.279333837389608e-05}
+{"train_loss": 0.003645707620307803, "global_step": 19065, "epoch": 293, "lr": 5.278926474613779e-05}
+{"train_loss": 0.004575049504637718, "global_step": 19066, "epoch": 293, "lr": 5.278519109980708e-05}
+{"train_loss": 0.004008679185062647, "global_step": 19067, "epoch": 293, "lr": 5.278111743493109e-05}
+{"train_loss": 0.004410627298057079, "global_step": 19068, "epoch": 293, "lr": 5.277704375153697e-05}
+{"train_loss": 0.0029113267082720995, "global_step": 19069, "epoch": 293, "lr": 5.277297004965181e-05}
+{"train_loss": 0.003964909352362156, "global_step": 19070, "epoch": 293, "lr": 5.276889632930275e-05}
+{"train_loss": 0.003641737625002861, "global_step": 19071, "epoch": 293, "lr": 5.2764822590516914e-05}
+{"train_loss": 0.0023154900409281254, "global_step": 19072, "epoch": 293, "lr": 5.276074883332144e-05}
+{"train_loss": 0.005243842024356127, "global_step": 19073, "epoch": 293, "lr": 5.275667505774343e-05}
+{"train_loss": 0.0038584924768656492, "global_step": 19074, "epoch": 293, "lr": 5.275260126381001e-05}
+{"train_loss": 0.007640589959919453, "global_step": 19075, "epoch": 293, "lr": 5.274852745154832e-05}
+{"train_loss": 0.003232631366699934, "global_step": 19076, "epoch": 293, "lr": 5.274445362098549e-05}
+{"train_loss": 0.0041057271882891655, "global_step": 19077, "epoch": 293, "lr": 5.274037977214864e-05}
+{"train_loss": 0.003191279713064432, "global_step": 19078, "epoch": 293, "lr": 5.2736305905064874e-05}
+{"train_loss": 0.004444303922355175, "global_step": 19079, "epoch": 293, "lr": 5.273223201976135e-05}
+{"train_loss": 0.004065878689289093, "global_step": 19080, "epoch": 293, "lr": 5.272815811626518e-05}
+{"train_loss": 0.005965227726846933, "global_step": 19081, "epoch": 293, "lr": 5.2724084194603484e-05}
+{"train_loss": 0.006791037507355213, "global_step": 19082, "epoch": 293, "lr": 5.2720010254803385e-05}
+{"train_loss": 0.0036309468559920788, "global_step": 19083, "epoch": 293, "lr": 5.271593629689204e-05}
+{"train_loss": 0.0039357468485832214, "global_step": 19084, "epoch": 293, "lr": 5.2711862320896544e-05}
+{"train_loss": 0.005334094632416964, "global_step": 19085, "epoch": 293, "lr": 5.2707788326844045e-05}
+{"train_loss": 0.004192866384983063, "global_step": 19086, "epoch": 293, "lr": 5.270371431476165e-05}
+{"train_loss": 0.004899840801954269, "global_step": 19087, "epoch": 293, "lr": 5.2699640284676487e-05}
+{"train_loss": 0.0037160248029977083, "global_step": 19088, "epoch": 293, "lr": 5.269556623661571e-05}
+{"train_loss": 0.004566957242786884, "global_step": 19089, "epoch": 293, "lr": 5.2691492170606415e-05}
+{"train_loss": 0.003998377360403538, "global_step": 19090, "epoch": 293, "lr": 5.268741808667575e-05}
+{"train_loss": 0.006619527470320463, "global_step": 19091, "epoch": 293, "lr": 5.268334398485082e-05}
+{"train_loss": 0.003441767068579793, "global_step": 19092, "epoch": 293, "lr": 5.267926986515878e-05}
+{"train_loss": 0.004523030947893858, "global_step": 19093, "epoch": 293, "lr": 5.267519572762673e-05}
+{"train_loss": 0.0030238369945436716, "global_step": 19094, "epoch": 293, "lr": 5.2671121572281834e-05}
+{"train_loss": 0.0033928093034774065, "global_step": 19095, "epoch": 293, "lr": 5.266704739915118e-05}
+{"train_loss": 0.003990592900663614, "global_step": 19096, "epoch": 293, "lr": 5.266297320826192e-05}
+{"train_loss": 0.004170875996351242, "global_step": 19097, "epoch": 293, "lr": 5.265889899964118e-05}
+{"train_loss": 0.004335600417107344, "global_step": 19098, "epoch": 293, "lr": 5.265482477331608e-05}
+{"train_loss": 0.0023145240265876055, "global_step": 19099, "epoch": 293, "lr": 5.265075052931374e-05}
+{"train_loss": 0.0025209952145814896, "global_step": 19100, "epoch": 293, "lr": 5.264667626766132e-05}
+{"train_loss": 0.004946868866682053, "global_step": 19101, "epoch": 293, "lr": 5.2642601988385933e-05}
+{"train_loss": 0.004847991745918989, "global_step": 19102, "epoch": 293, "lr": 5.263852769151469e-05}
+{"train_loss": 0.0031697829253971577, "global_step": 19103, "epoch": 293, "lr": 5.263445337707473e-05}
+{"train_loss": 0.0034273811616003513, "global_step": 19104, "epoch": 293, "lr": 5.26303790450932e-05}
+{"train_loss": 0.005342755001038313, "global_step": 19105, "epoch": 293, "lr": 5.262630469559722e-05}
+{"train_loss": 0.004380080383270979, "global_step": 19106, "epoch": 293, "lr": 5.262223032861391e-05}
+{"train_loss": 0.0027880361303687096, "global_step": 19107, "epoch": 293, "lr": 5.261815594417039e-05}
+{"train_loss": 0.002539166947826743, "global_step": 19108, "epoch": 293, "lr": 5.261408154229381e-05}
+{"train_loss": 0.004040691560993974, "global_step": 19109, "epoch": 293, "lr": 5.2610007123011293e-05, "val_loss": 0.0052126008085906506}
+{"train_loss": 0.004233045503497124, "global_step": 19110, "epoch": 294, "lr": 5.260593268634998e-05}
+{"train_loss": 0.0031385933980345726, "global_step": 19111, "epoch": 294, "lr": 5.2601858232336964e-05}
+{"train_loss": 0.003458092687651515, "global_step": 19112, "epoch": 294, "lr": 5.259778376099942e-05}
+{"train_loss": 0.005006350111216307, "global_step": 19113, "epoch": 294, "lr": 5.2593709272364456e-05}
+{"train_loss": 0.003430674783885479, "global_step": 19114, "epoch": 294, "lr": 5.2589634766459204e-05}
+{"train_loss": 0.0029084242414683104, "global_step": 19115, "epoch": 294, "lr": 5.258556024331078e-05}
+{"train_loss": 0.004493271000683308, "global_step": 19116, "epoch": 294, "lr": 5.2581485702946345e-05}
+{"train_loss": 0.002741315169259906, "global_step": 19117, "epoch": 294, "lr": 5.257741114539301e-05}
+{"train_loss": 0.0036406135186553, "global_step": 19118, "epoch": 294, "lr": 5.25733365706779e-05}
+{"train_loss": 0.004177155438810587, "global_step": 19119, "epoch": 294, "lr": 5.2569261978828155e-05}
+{"train_loss": 0.0030153219122439623, "global_step": 19120, "epoch": 294, "lr": 5.2565187369870916e-05}
+{"train_loss": 0.004616993013769388, "global_step": 19121, "epoch": 294, "lr": 5.25611127438333e-05}
+{"train_loss": 0.002072821604087949, "global_step": 19122, "epoch": 294, "lr": 5.255703810074244e-05}
+{"train_loss": 0.0033908914774656296, "global_step": 19123, "epoch": 294, "lr": 5.255296344062546e-05}
+{"train_loss": 0.004388237372040749, "global_step": 19124, "epoch": 294, "lr": 5.2548888763509496e-05}
+{"train_loss": 0.0030735365580767393, "global_step": 19125, "epoch": 294, "lr": 5.25448140694217e-05}
+{"train_loss": 0.0034524300135672092, "global_step": 19126, "epoch": 294, "lr": 5.254073935838918e-05}
+{"train_loss": 0.00392203638330102, "global_step": 19127, "epoch": 294, "lr": 5.2536664630439056e-05}
+{"train_loss": 0.003964041359722614, "global_step": 19128, "epoch": 294, "lr": 5.25325898855985e-05}
+{"train_loss": 0.0022388435900211334, "global_step": 19129, "epoch": 294, "lr": 5.252851512389462e-05}
+{"train_loss": 0.002886123489588499, "global_step": 19130, "epoch": 294, "lr": 5.252444034535454e-05}
+{"train_loss": 0.004718247335404158, "global_step": 19131, "epoch": 294, "lr": 5.25203655500054e-05}
+{"train_loss": 0.0027498030103743076, "global_step": 19132, "epoch": 294, "lr": 5.251629073787434e-05}
+{"train_loss": 0.004439206328243017, "global_step": 19133, "epoch": 294, "lr": 5.2512215908988484e-05}
+{"train_loss": 0.0036871631164103746, "global_step": 19134, "epoch": 294, "lr": 5.250814106337496e-05}
+{"train_loss": 0.0030777151696383953, "global_step": 19135, "epoch": 294, "lr": 5.2504066201060907e-05}
+{"train_loss": 0.002026352798566222, "global_step": 19136, "epoch": 294, "lr": 5.2499991322073474e-05}
+{"train_loss": 0.0034748564939945936, "global_step": 19137, "epoch": 294, "lr": 5.2495916426439764e-05}
+{"train_loss": 0.004128245636820793, "global_step": 19138, "epoch": 294, "lr": 5.2491841514186916e-05}
+{"train_loss": 0.0031550019048154354, "global_step": 19139, "epoch": 294, "lr": 5.248776658534207e-05}
+{"train_loss": 0.0031822840683162212, "global_step": 19140, "epoch": 294, "lr": 5.248369163993238e-05}
+{"train_loss": 0.002936305943876505, "global_step": 19141, "epoch": 294, "lr": 5.247961667798493e-05}
+{"train_loss": 0.0034596570767462254, "global_step": 19142, "epoch": 294, "lr": 5.24755416995269e-05}
+{"train_loss": 0.006113372277468443, "global_step": 19143, "epoch": 294, "lr": 5.2471466704585385e-05}
+{"train_loss": 0.003871793858706951, "global_step": 19144, "epoch": 294, "lr": 5.246739169318756e-05}
+{"train_loss": 0.0035184810403734446, "global_step": 19145, "epoch": 294, "lr": 5.246331666536052e-05}
+{"train_loss": 0.0035773105919361115, "global_step": 19146, "epoch": 294, "lr": 5.2459241621131415e-05}
+{"train_loss": 0.0037401304580271244, "global_step": 19147, "epoch": 294, "lr": 5.245516656052738e-05}
+{"train_loss": 0.003426524344831705, "global_step": 19148, "epoch": 294, "lr": 5.245109148357557e-05}
+{"train_loss": 0.0025838844012469053, "global_step": 19149, "epoch": 294, "lr": 5.244701639030306e-05}
+{"train_loss": 0.005140343215316534, "global_step": 19150, "epoch": 294, "lr": 5.244294128073705e-05}
+{"train_loss": 0.003811061615124345, "global_step": 19151, "epoch": 294, "lr": 5.243886615490462e-05}
+{"train_loss": 0.0030207682866603136, "global_step": 19152, "epoch": 294, "lr": 5.243479101283295e-05}
+{"train_loss": 0.003030498046427965, "global_step": 19153, "epoch": 294, "lr": 5.243071585454914e-05}
+{"train_loss": 0.005522968713194132, "global_step": 19154, "epoch": 294, "lr": 5.2426640680080354e-05}
+{"train_loss": 0.002326719230040908, "global_step": 19155, "epoch": 294, "lr": 5.242256548945369e-05}
+{"train_loss": 0.0028824168257415295, "global_step": 19156, "epoch": 294, "lr": 5.241849028269633e-05}
+{"train_loss": 0.00503926957026124, "global_step": 19157, "epoch": 294, "lr": 5.241441505983536e-05}
+{"train_loss": 0.003384226933121681, "global_step": 19158, "epoch": 294, "lr": 5.2410339820897944e-05}
+{"train_loss": 0.0039004541467875242, "global_step": 19159, "epoch": 294, "lr": 5.2406264565911225e-05}
+{"train_loss": 0.0025195300113409758, "global_step": 19160, "epoch": 294, "lr": 5.2402189294902314e-05}
+{"train_loss": 0.006196192000061274, "global_step": 19161, "epoch": 294, "lr": 5.2398114007898346e-05}
+{"train_loss": 0.0034756315872073174, "global_step": 19162, "epoch": 294, "lr": 5.239403870492647e-05}
+{"train_loss": 0.0036531768273562193, "global_step": 19163, "epoch": 294, "lr": 5.238996338601383e-05}
+{"train_loss": 0.0029437735211104155, "global_step": 19164, "epoch": 294, "lr": 5.2385888051187546e-05}
+{"train_loss": 0.00411758478730917, "global_step": 19165, "epoch": 294, "lr": 5.238181270047474e-05}
+{"train_loss": 0.0035125245340168476, "global_step": 19166, "epoch": 294, "lr": 5.237773733390259e-05}
+{"train_loss": 0.003561330260708928, "global_step": 19167, "epoch": 294, "lr": 5.23736619514982e-05}
+{"train_loss": 0.003278662683442235, "global_step": 19168, "epoch": 294, "lr": 5.236958655328871e-05}
+{"train_loss": 0.003263475140556693, "global_step": 19169, "epoch": 294, "lr": 5.236551113930126e-05}
+{"train_loss": 0.005231140647083521, "global_step": 19170, "epoch": 294, "lr": 5.2361435709562975e-05}
+{"train_loss": 0.003712332807481289, "global_step": 19171, "epoch": 294, "lr": 5.235736026410103e-05}
+{"train_loss": 0.003486157627776265, "global_step": 19172, "epoch": 294, "lr": 5.235328480294251e-05}
+{"train_loss": 0.004321814980357885, "global_step": 19173, "epoch": 294, "lr": 5.234920932611458e-05}
+{"train_loss": 0.003633868031633588, "global_step": 19174, "epoch": 294, "lr": 5.234513383364438e-05, "val_loss": 0.01137902308255434}
+{"train_loss": 0.005365399643778801, "global_step": 19175, "epoch": 295, "lr": 5.2341058325559035e-05}
+{"train_loss": 0.0026580479461699724, "global_step": 19176, "epoch": 295, "lr": 5.233698280188568e-05}
+{"train_loss": 0.0037705781869590282, "global_step": 19177, "epoch": 295, "lr": 5.233290726265145e-05}
+{"train_loss": 0.0030591238755732775, "global_step": 19178, "epoch": 295, "lr": 5.232883170788351e-05}
+{"train_loss": 0.003061442170292139, "global_step": 19179, "epoch": 295, "lr": 5.232475613760896e-05}
+{"train_loss": 0.00533034885302186, "global_step": 19180, "epoch": 295, "lr": 5.232068055185497e-05}
+{"train_loss": 0.004550285171717405, "global_step": 19181, "epoch": 295, "lr": 5.231660495064865e-05}
+{"train_loss": 0.0037973476573824883, "global_step": 19182, "epoch": 295, "lr": 5.2312529334017147e-05}
+{"train_loss": 0.005200052168220282, "global_step": 19183, "epoch": 295, "lr": 5.2308453701987615e-05}
+{"train_loss": 0.0031019055750221014, "global_step": 19184, "epoch": 295, "lr": 5.230437805458717e-05}
+{"train_loss": 0.003581440541893244, "global_step": 19185, "epoch": 295, "lr": 5.230030239184295e-05}
+{"train_loss": 0.002247361931949854, "global_step": 19186, "epoch": 295, "lr": 5.2296226713782115e-05}
+{"train_loss": 0.004723437130451202, "global_step": 19187, "epoch": 295, "lr": 5.229215102043177e-05}
+{"train_loss": 0.0054559786804020405, "global_step": 19188, "epoch": 295, "lr": 5.228807531181908e-05}
+{"train_loss": 0.003945408388972282, "global_step": 19189, "epoch": 295, "lr": 5.2283999587971166e-05}
+{"train_loss": 0.0033723388332873583, "global_step": 19190, "epoch": 295, "lr": 5.22799238489152e-05}
+{"train_loss": 0.004619957413524389, "global_step": 19191, "epoch": 295, "lr": 5.227584809467827e-05}
+{"train_loss": 0.003324167337268591, "global_step": 19192, "epoch": 295, "lr": 5.227177232528755e-05}
+{"train_loss": 0.004807534161955118, "global_step": 19193, "epoch": 295, "lr": 5.2267696540770164e-05}
+{"train_loss": 0.0028708775062114, "global_step": 19194, "epoch": 295, "lr": 5.2263620741153273e-05}
+{"train_loss": 0.0030146960634738207, "global_step": 19195, "epoch": 295, "lr": 5.225954492646397e-05}
+{"train_loss": 0.0036088537890464067, "global_step": 19196, "epoch": 295, "lr": 5.225546909672944e-05}
+{"train_loss": 0.005451102741062641, "global_step": 19197, "epoch": 295, "lr": 5.225139325197679e-05}
+{"train_loss": 0.005694192368537188, "global_step": 19198, "epoch": 295, "lr": 5.22473173922332e-05}
+{"train_loss": 0.002883321838453412, "global_step": 19199, "epoch": 295, "lr": 5.2243241517525754e-05}
+{"train_loss": 0.0027371631003916264, "global_step": 19200, "epoch": 295, "lr": 5.223916562788163e-05}
+{"train_loss": 0.004862312227487564, "global_step": 19201, "epoch": 295, "lr": 5.2235089723327947e-05}
+{"train_loss": 0.004337660036981106, "global_step": 19202, "epoch": 295, "lr": 5.223101380389188e-05}
+{"train_loss": 0.005146232899278402, "global_step": 19203, "epoch": 295, "lr": 5.222693786960052e-05}
+{"train_loss": 0.004134359769523144, "global_step": 19204, "epoch": 295, "lr": 5.2222861920481035e-05}
+{"train_loss": 0.0027783336117863655, "global_step": 19205, "epoch": 295, "lr": 5.2218785956560556e-05}
+{"train_loss": 0.003534299088642001, "global_step": 19206, "epoch": 295, "lr": 5.221470997786625e-05}
+{"train_loss": 0.004297209437936544, "global_step": 19207, "epoch": 295, "lr": 5.22106339844252e-05}
+{"train_loss": 0.0062212529592216015, "global_step": 19208, "epoch": 295, "lr": 5.220655797626461e-05}
+{"train_loss": 0.004513573832809925, "global_step": 19209, "epoch": 295, "lr": 5.220248195341157e-05}
+{"train_loss": 0.002252346370369196, "global_step": 19210, "epoch": 295, "lr": 5.219840591589325e-05}
+{"train_loss": 0.004867335315793753, "global_step": 19211, "epoch": 295, "lr": 5.219432986373678e-05}
+{"train_loss": 0.006191332824528217, "global_step": 19212, "epoch": 295, "lr": 5.21902537969693e-05}
+{"train_loss": 0.004929305985569954, "global_step": 19213, "epoch": 295, "lr": 5.2186177715617956e-05}
+{"train_loss": 0.0052219233475625515, "global_step": 19214, "epoch": 295, "lr": 5.218210161970987e-05}
+{"train_loss": 0.003086244920268655, "global_step": 19215, "epoch": 295, "lr": 5.217802550927221e-05}
+{"train_loss": 0.004067355766892433, "global_step": 19216, "epoch": 295, "lr": 5.21739493843321e-05}
+{"train_loss": 0.00329700973816216, "global_step": 19217, "epoch": 295, "lr": 5.2169873244916686e-05}
+{"train_loss": 0.003421254688873887, "global_step": 19218, "epoch": 295, "lr": 5.21657970910531e-05}
+{"train_loss": 0.004790125414729118, "global_step": 19219, "epoch": 295, "lr": 5.216172092276851e-05}
+{"train_loss": 0.0035009037237614393, "global_step": 19220, "epoch": 295, "lr": 5.215764474009003e-05}
+{"train_loss": 0.004888743162155151, "global_step": 19221, "epoch": 295, "lr": 5.215356854304482e-05}
+{"train_loss": 0.006275561172515154, "global_step": 19222, "epoch": 295, "lr": 5.214949233165999e-05}
+{"train_loss": 0.0036474226508289576, "global_step": 19223, "epoch": 295, "lr": 5.214541610596272e-05}
+{"train_loss": 0.0039003551937639713, "global_step": 19224, "epoch": 295, "lr": 5.2141339865980134e-05}
+{"train_loss": 0.0037434836849570274, "global_step": 19225, "epoch": 295, "lr": 5.213726361173936e-05}
+{"train_loss": 0.002564118942245841, "global_step": 19226, "epoch": 295, "lr": 5.2133187343267565e-05}
+{"train_loss": 0.004165952559560537, "global_step": 19227, "epoch": 295, "lr": 5.2129111060591884e-05}
+{"train_loss": 0.005070745479315519, "global_step": 19228, "epoch": 295, "lr": 5.2125034763739454e-05}
+{"train_loss": 0.0023261685855686665, "global_step": 19229, "epoch": 295, "lr": 5.2120958452737426e-05}
+{"train_loss": 0.0037577725015580654, "global_step": 19230, "epoch": 295, "lr": 5.2116882127612906e-05}
+{"train_loss": 0.006240973714739084, "global_step": 19231, "epoch": 295, "lr": 5.2112805788393094e-05}
+{"train_loss": 0.005322693847119808, "global_step": 19232, "epoch": 295, "lr": 5.2108729435105095e-05}
+{"train_loss": 0.0033831715118139982, "global_step": 19233, "epoch": 295, "lr": 5.210465306777607e-05}
+{"train_loss": 0.004195357672870159, "global_step": 19234, "epoch": 295, "lr": 5.2100576686433124e-05}
+{"train_loss": 0.0018366690492257476, "global_step": 19235, "epoch": 295, "lr": 5.2096500291103443e-05}
+{"train_loss": 0.008777503855526447, "global_step": 19236, "epoch": 295, "lr": 5.2092423881814166e-05}
+{"train_loss": 0.004186296835541725, "global_step": 19237, "epoch": 295, "lr": 5.2088347458592416e-05}
+{"train_loss": 0.003968119155615568, "global_step": 19238, "epoch": 295, "lr": 5.208427102146534e-05}
+{"train_loss": 0.004167680576658592, "global_step": 19239, "epoch": 295, "lr": 5.208019457046008e-05, "val_loss": 0.005775134544819593, "train_action_mse_error": 0.0001588188169989735}
+{"train_loss": 0.004967296961694956, "global_step": 19240, "epoch": 296, "lr": 5.20761181056038e-05}
+{"train_loss": 0.0031944909133017063, "global_step": 19241, "epoch": 296, "lr": 5.207204162692363e-05}
+{"train_loss": 0.0054689557291567326, "global_step": 19242, "epoch": 296, "lr": 5.206796513444668e-05}
+{"train_loss": 0.005265870597213507, "global_step": 19243, "epoch": 296, "lr": 5.206388862820015e-05}
+{"train_loss": 0.005911653861403465, "global_step": 19244, "epoch": 296, "lr": 5.205981210821116e-05}
+{"train_loss": 0.003983303904533386, "global_step": 19245, "epoch": 296, "lr": 5.2055735574506845e-05}
+{"train_loss": 0.0036410484462976456, "global_step": 19246, "epoch": 296, "lr": 5.2051659027114354e-05}
+{"train_loss": 0.006373231299221516, "global_step": 19247, "epoch": 296, "lr": 5.204758246606084e-05}
+{"train_loss": 0.0026335802394896746, "global_step": 19248, "epoch": 296, "lr": 5.204350589137343e-05}
+{"train_loss": 0.005387788638472557, "global_step": 19249, "epoch": 296, "lr": 5.203942930307929e-05}
+{"train_loss": 0.006295376922935247, "global_step": 19250, "epoch": 296, "lr": 5.203535270120553e-05}
+{"train_loss": 0.004436411429196596, "global_step": 19251, "epoch": 296, "lr": 5.2031276085779323e-05}
+{"train_loss": 0.004473979119211435, "global_step": 19252, "epoch": 296, "lr": 5.202719945682781e-05}
+{"train_loss": 0.004790967795997858, "global_step": 19253, "epoch": 296, "lr": 5.202312281437815e-05}
+{"train_loss": 0.0037845850456506014, "global_step": 19254, "epoch": 296, "lr": 5.201904615845743e-05}
+{"train_loss": 0.003702121786773205, "global_step": 19255, "epoch": 296, "lr": 5.2014969489092854e-05}
+{"train_loss": 0.004684972111135721, "global_step": 19256, "epoch": 296, "lr": 5.201089280631155e-05}
+{"train_loss": 0.003768830094486475, "global_step": 19257, "epoch": 296, "lr": 5.200681611014065e-05}
+{"train_loss": 0.0032792517449706793, "global_step": 19258, "epoch": 296, "lr": 5.2002739400607305e-05}
+{"train_loss": 0.0034245930146425962, "global_step": 19259, "epoch": 296, "lr": 5.199866267773867e-05}
+{"train_loss": 0.003223845036700368, "global_step": 19260, "epoch": 296, "lr": 5.199458594156187e-05}
+{"train_loss": 0.008007995784282684, "global_step": 19261, "epoch": 296, "lr": 5.199050919210408e-05}
+{"train_loss": 0.0029693704564124346, "global_step": 19262, "epoch": 296, "lr": 5.1986432429392404e-05}
+{"train_loss": 0.003833055030554533, "global_step": 19263, "epoch": 296, "lr": 5.198235565345403e-05}
+{"train_loss": 0.00758182629942894, "global_step": 19264, "epoch": 296, "lr": 5.197827886431607e-05}
+{"train_loss": 0.005351443774998188, "global_step": 19265, "epoch": 296, "lr": 5.197420206200569e-05}
+{"train_loss": 0.0046277642250061035, "global_step": 19266, "epoch": 296, "lr": 5.1970125246550014e-05}
+{"train_loss": 0.0028842827305197716, "global_step": 19267, "epoch": 296, "lr": 5.196604841797623e-05}
+{"train_loss": 0.003955274820327759, "global_step": 19268, "epoch": 296, "lr": 5.196197157631144e-05}
+{"train_loss": 0.0025821137242019176, "global_step": 19269, "epoch": 296, "lr": 5.195789472158281e-05}
+{"train_loss": 0.005331071559339762, "global_step": 19270, "epoch": 296, "lr": 5.1953817853817475e-05}
+{"train_loss": 0.0033729684073477983, "global_step": 19271, "epoch": 296, "lr": 5.19497409730426e-05}
+{"train_loss": 0.0045258053578436375, "global_step": 19272, "epoch": 296, "lr": 5.194566407928531e-05}
+{"train_loss": 0.006239051464945078, "global_step": 19273, "epoch": 296, "lr": 5.194158717257276e-05}
+{"train_loss": 0.004172351211309433, "global_step": 19274, "epoch": 296, "lr": 5.1937510252932084e-05}
+{"train_loss": 0.0029936758801341057, "global_step": 19275, "epoch": 296, "lr": 5.1933433320390467e-05}
+{"train_loss": 0.003590622218325734, "global_step": 19276, "epoch": 296, "lr": 5.1929356374975005e-05}
+{"train_loss": 0.00564156798645854, "global_step": 19277, "epoch": 296, "lr": 5.192527941671288e-05}
+{"train_loss": 0.004308668430894613, "global_step": 19278, "epoch": 296, "lr": 5.192120244563121e-05}
+{"train_loss": 0.0059419614262878895, "global_step": 19279, "epoch": 296, "lr": 5.191712546175718e-05}
+{"train_loss": 0.002435671631246805, "global_step": 19280, "epoch": 296, "lr": 5.1913048465117894e-05}
+{"train_loss": 0.002381534781306982, "global_step": 19281, "epoch": 296, "lr": 5.190897145574054e-05}
+{"train_loss": 0.00536663131788373, "global_step": 19282, "epoch": 296, "lr": 5.190489443365224e-05}
+{"train_loss": 0.003300442360341549, "global_step": 19283, "epoch": 296, "lr": 5.1900817398880144e-05}
+{"train_loss": 0.005512917879968882, "global_step": 19284, "epoch": 296, "lr": 5.189674035145138e-05}
+{"train_loss": 0.004441717639565468, "global_step": 19285, "epoch": 296, "lr": 5.189266329139314e-05}
+{"train_loss": 0.005509008653461933, "global_step": 19286, "epoch": 296, "lr": 5.1888586218732535e-05}
+{"train_loss": 0.0031124642118811607, "global_step": 19287, "epoch": 296, "lr": 5.188450913349674e-05}
+{"train_loss": 0.003634215099737048, "global_step": 19288, "epoch": 296, "lr": 5.188043203571287e-05}
+{"train_loss": 0.007186654955148697, "global_step": 19289, "epoch": 296, "lr": 5.187635492540809e-05}
+{"train_loss": 0.005988606251776218, "global_step": 19290, "epoch": 296, "lr": 5.187227780260956e-05}
+{"train_loss": 0.004451957996934652, "global_step": 19291, "epoch": 296, "lr": 5.18682006673444e-05}
+{"train_loss": 0.004743692930787802, "global_step": 19292, "epoch": 296, "lr": 5.186412351963977e-05}
+{"train_loss": 0.004268971271812916, "global_step": 19293, "epoch": 296, "lr": 5.186004635952283e-05}
+{"train_loss": 0.0025757988914847374, "global_step": 19294, "epoch": 296, "lr": 5.1855969187020716e-05}
+{"train_loss": 0.004885251168161631, "global_step": 19295, "epoch": 296, "lr": 5.185189200216059e-05}
+{"train_loss": 0.0028029999230057, "global_step": 19296, "epoch": 296, "lr": 5.1847814804969556e-05}
+{"train_loss": 0.0036240569315850735, "global_step": 19297, "epoch": 296, "lr": 5.1843737595474815e-05}
+{"train_loss": 0.003544820472598076, "global_step": 19298, "epoch": 296, "lr": 5.183966037370349e-05}
+{"train_loss": 0.006185272242873907, "global_step": 19299, "epoch": 296, "lr": 5.183558313968274e-05}
+{"train_loss": 0.002574839862063527, "global_step": 19300, "epoch": 296, "lr": 5.1831505893439694e-05}
+{"train_loss": 0.004763361997902393, "global_step": 19301, "epoch": 296, "lr": 5.182742863500152e-05}
+{"train_loss": 0.0033451924100518227, "global_step": 19302, "epoch": 296, "lr": 5.182335136439536e-05}
+{"train_loss": 0.003542764810845256, "global_step": 19303, "epoch": 296, "lr": 5.181927408164836e-05}
+{"train_loss": 0.004383443381923896, "global_step": 19304, "epoch": 296, "lr": 5.181519678678767e-05, "val_loss": 0.006188555620610714}
+{"train_loss": 0.0031204696279019117, "global_step": 19305, "epoch": 297, "lr": 5.181111947984044e-05}
+{"train_loss": 0.00487933773547411, "global_step": 19306, "epoch": 297, "lr": 5.180704216083383e-05}
+{"train_loss": 0.0019532316364347935, "global_step": 19307, "epoch": 297, "lr": 5.180296482979497e-05}
+{"train_loss": 0.0039569721557199955, "global_step": 19308, "epoch": 297, "lr": 5.1798887486751014e-05}
+{"train_loss": 0.004009665455669165, "global_step": 19309, "epoch": 297, "lr": 5.179481013172912e-05}
+{"train_loss": 0.007174787111580372, "global_step": 19310, "epoch": 297, "lr": 5.179073276475642e-05}
+{"train_loss": 0.004023919813334942, "global_step": 19311, "epoch": 297, "lr": 5.1786655385860086e-05}
+{"train_loss": 0.002944624749943614, "global_step": 19312, "epoch": 297, "lr": 5.178257799506724e-05}
+{"train_loss": 0.003230814356356859, "global_step": 19313, "epoch": 297, "lr": 5.1778500592405064e-05}
+{"train_loss": 0.004499269649386406, "global_step": 19314, "epoch": 297, "lr": 5.1774423177900676e-05}
+{"train_loss": 0.0033988661598414183, "global_step": 19315, "epoch": 297, "lr": 5.177034575158125e-05}
+{"train_loss": 0.0045259566977620125, "global_step": 19316, "epoch": 297, "lr": 5.176626831347392e-05}
+{"train_loss": 0.006091501098126173, "global_step": 19317, "epoch": 297, "lr": 5.176219086360586e-05}
+{"train_loss": 0.004195522051304579, "global_step": 19318, "epoch": 297, "lr": 5.1758113402004185e-05}
+{"train_loss": 0.003716730745509267, "global_step": 19319, "epoch": 297, "lr": 5.175403592869605e-05}
+{"train_loss": 0.0030082580633461475, "global_step": 19320, "epoch": 297, "lr": 5.1749958443708624e-05}
+{"train_loss": 0.003983067348599434, "global_step": 19321, "epoch": 297, "lr": 5.174588094706907e-05}
+{"train_loss": 0.007267302833497524, "global_step": 19322, "epoch": 297, "lr": 5.174180343880449e-05}
+{"train_loss": 0.0034547720570117235, "global_step": 19323, "epoch": 297, "lr": 5.173772591894208e-05}
+{"train_loss": 0.004069882910698652, "global_step": 19324, "epoch": 297, "lr": 5.173364838750896e-05}
+{"train_loss": 0.0030815775971859694, "global_step": 19325, "epoch": 297, "lr": 5.172957084453231e-05}
+{"train_loss": 0.004100672900676727, "global_step": 19326, "epoch": 297, "lr": 5.172549329003924e-05}
+{"train_loss": 0.003597778035327792, "global_step": 19327, "epoch": 297, "lr": 5.172141572405693e-05}
+{"train_loss": 0.0029740643221884966, "global_step": 19328, "epoch": 297, "lr": 5.171733814661252e-05}
+{"train_loss": 0.004887791816145182, "global_step": 19329, "epoch": 297, "lr": 5.1713260557733176e-05}
+{"train_loss": 0.002058275043964386, "global_step": 19330, "epoch": 297, "lr": 5.170918295744604e-05}
+{"train_loss": 0.002344374777749181, "global_step": 19331, "epoch": 297, "lr": 5.170510534577824e-05}
+{"train_loss": 0.004162781871855259, "global_step": 19332, "epoch": 297, "lr": 5.170102772275697e-05}
+{"train_loss": 0.003950859420001507, "global_step": 19333, "epoch": 297, "lr": 5.169695008840935e-05}
+{"train_loss": 0.002855357015505433, "global_step": 19334, "epoch": 297, "lr": 5.169287244276252e-05}
+{"train_loss": 0.0037099109031260014, "global_step": 19335, "epoch": 297, "lr": 5.168879478584366e-05}
+{"train_loss": 0.003913744352757931, "global_step": 19336, "epoch": 297, "lr": 5.1684717117679924e-05}
+{"train_loss": 0.0038667083717882633, "global_step": 19337, "epoch": 297, "lr": 5.168063943829845e-05}
+{"train_loss": 0.0034068915992975235, "global_step": 19338, "epoch": 297, "lr": 5.167656174772637e-05}
+{"train_loss": 0.004067080561071634, "global_step": 19339, "epoch": 297, "lr": 5.1672484045990874e-05}
+{"train_loss": 0.0028097149915993214, "global_step": 19340, "epoch": 297, "lr": 5.166840633311909e-05}
+{"train_loss": 0.006386179942637682, "global_step": 19341, "epoch": 297, "lr": 5.1664328609138177e-05}
+{"train_loss": 0.004203351680189371, "global_step": 19342, "epoch": 297, "lr": 5.166025087407527e-05}
+{"train_loss": 0.004153039306402206, "global_step": 19343, "epoch": 297, "lr": 5.165617312795754e-05}
+{"train_loss": 0.0029771479312330484, "global_step": 19344, "epoch": 297, "lr": 5.1652095370812145e-05}
+{"train_loss": 0.004010383039712906, "global_step": 19345, "epoch": 297, "lr": 5.164801760266622e-05}
+{"train_loss": 0.0029466142877936363, "global_step": 19346, "epoch": 297, "lr": 5.1643939823546914e-05}
+{"train_loss": 0.005918909329921007, "global_step": 19347, "epoch": 297, "lr": 5.16398620334814e-05}
+{"train_loss": 0.0023722248151898384, "global_step": 19348, "epoch": 297, "lr": 5.163578423249681e-05}
+{"train_loss": 0.0032835747115314007, "global_step": 19349, "epoch": 297, "lr": 5.1631706420620304e-05}
+{"train_loss": 0.005838820245116949, "global_step": 19350, "epoch": 297, "lr": 5.162762859787903e-05}
+{"train_loss": 0.0060065677389502525, "global_step": 19351, "epoch": 297, "lr": 5.1623550764300144e-05}
+{"train_loss": 0.0029824983794242144, "global_step": 19352, "epoch": 297, "lr": 5.161947291991081e-05}
+{"train_loss": 0.004008178599178791, "global_step": 19353, "epoch": 297, "lr": 5.1615395064738146e-05}
+{"train_loss": 0.003884748322889209, "global_step": 19354, "epoch": 297, "lr": 5.161131719880935e-05}
+{"train_loss": 0.0038008547853678465, "global_step": 19355, "epoch": 297, "lr": 5.160723932215155e-05}
+{"train_loss": 0.004540291614830494, "global_step": 19356, "epoch": 297, "lr": 5.16031614347919e-05}
+{"train_loss": 0.004173408728092909, "global_step": 19357, "epoch": 297, "lr": 5.159908353675754e-05}
+{"train_loss": 0.003885186044499278, "global_step": 19358, "epoch": 297, "lr": 5.1595005628075645e-05}
+{"train_loss": 0.004919617902487516, "global_step": 19359, "epoch": 297, "lr": 5.159092770877336e-05}
+{"train_loss": 0.0033095022663474083, "global_step": 19360, "epoch": 297, "lr": 5.158684977887784e-05}
+{"train_loss": 0.004966944456100464, "global_step": 19361, "epoch": 297, "lr": 5.158277183841622e-05}
+{"train_loss": 0.0028349263593554497, "global_step": 19362, "epoch": 297, "lr": 5.1578693887415686e-05}
+{"train_loss": 0.0028596476186066866, "global_step": 19363, "epoch": 297, "lr": 5.157461592590337e-05}
+{"train_loss": 0.0055838776752352715, "global_step": 19364, "epoch": 297, "lr": 5.157053795390642e-05}
+{"train_loss": 0.004297606181353331, "global_step": 19365, "epoch": 297, "lr": 5.1566459971452e-05}
+{"train_loss": 0.002897824626415968, "global_step": 19366, "epoch": 297, "lr": 5.1562381978567265e-05}
+{"train_loss": 0.0028325612656772137, "global_step": 19367, "epoch": 297, "lr": 5.1558303975279365e-05}
+{"train_loss": 0.002082269638776779, "global_step": 19368, "epoch": 297, "lr": 5.1554225961615455e-05}
+{"train_loss": 0.003928487991484312, "global_step": 19369, "epoch": 297, "lr": 5.1550147937602665e-05, "val_loss": 0.005283660721033812}
+{"train_loss": 0.00359820993617177, "global_step": 19370, "epoch": 298, "lr": 5.154606990326819e-05}
+{"train_loss": 0.0035059815272688866, "global_step": 19371, "epoch": 298, "lr": 5.154199185863917e-05}
+{"train_loss": 0.0028158703353255987, "global_step": 19372, "epoch": 298, "lr": 5.153791380374274e-05}
+{"train_loss": 0.003934559412300587, "global_step": 19373, "epoch": 298, "lr": 5.153383573860606e-05}
+{"train_loss": 0.005127956159412861, "global_step": 19374, "epoch": 298, "lr": 5.1529757663256307e-05}
+{"train_loss": 0.004056764766573906, "global_step": 19375, "epoch": 298, "lr": 5.152567957772062e-05}
+{"train_loss": 0.0022849240340292454, "global_step": 19376, "epoch": 298, "lr": 5.152160148202615e-05}
+{"train_loss": 0.0038646117318421602, "global_step": 19377, "epoch": 298, "lr": 5.151752337620004e-05}
+{"train_loss": 0.002571339253336191, "global_step": 19378, "epoch": 298, "lr": 5.151344526026946e-05}
+{"train_loss": 0.002841235836967826, "global_step": 19379, "epoch": 298, "lr": 5.150936713426157e-05}
+{"train_loss": 0.004103301092982292, "global_step": 19380, "epoch": 298, "lr": 5.1505288998203504e-05}
+{"train_loss": 0.003699966473504901, "global_step": 19381, "epoch": 298, "lr": 5.150121085212243e-05}
+{"train_loss": 0.0039031922351568937, "global_step": 19382, "epoch": 298, "lr": 5.1497132696045516e-05}
+{"train_loss": 0.004324602894484997, "global_step": 19383, "epoch": 298, "lr": 5.149305452999988e-05}
+{"train_loss": 0.0020428551360964775, "global_step": 19384, "epoch": 298, "lr": 5.1488976354012706e-05}
+{"train_loss": 0.004003997426480055, "global_step": 19385, "epoch": 298, "lr": 5.148489816811114e-05}
+{"train_loss": 0.004266511648893356, "global_step": 19386, "epoch": 298, "lr": 5.148081997232235e-05}
+{"train_loss": 0.002746062120422721, "global_step": 19387, "epoch": 298, "lr": 5.1476741766673454e-05}
+{"train_loss": 0.0018562633777037263, "global_step": 19388, "epoch": 298, "lr": 5.1472663551191645e-05}
+{"train_loss": 0.0016493410803377628, "global_step": 19389, "epoch": 298, "lr": 5.1468585325904054e-05}
+{"train_loss": 0.002675542375072837, "global_step": 19390, "epoch": 298, "lr": 5.1464507090837854e-05}
+{"train_loss": 0.0038262191228568554, "global_step": 19391, "epoch": 298, "lr": 5.146042884602018e-05}
+{"train_loss": 0.003000484546646476, "global_step": 19392, "epoch": 298, "lr": 5.145635059147821e-05}
+{"train_loss": 0.003164443653076887, "global_step": 19393, "epoch": 298, "lr": 5.145227232723907e-05}
+{"train_loss": 0.004233850631862879, "global_step": 19394, "epoch": 298, "lr": 5.144819405332997e-05}
+{"train_loss": 0.002015169942751527, "global_step": 19395, "epoch": 298, "lr": 5.144411576977799e-05}
+{"train_loss": 0.004725446924567223, "global_step": 19396, "epoch": 298, "lr": 5.144003747661034e-05}
+{"train_loss": 0.0055234478786587715, "global_step": 19397, "epoch": 298, "lr": 5.143595917385415e-05}
+{"train_loss": 0.0027476237155497074, "global_step": 19398, "epoch": 298, "lr": 5.143188086153661e-05}
+{"train_loss": 0.00313314376398921, "global_step": 19399, "epoch": 298, "lr": 5.142780253968481e-05}
+{"train_loss": 0.0022646449506282806, "global_step": 19400, "epoch": 298, "lr": 5.142372420832598e-05}
+{"train_loss": 0.0024501208681613207, "global_step": 19401, "epoch": 298, "lr": 5.141964586748721e-05}
+{"train_loss": 0.003380502574145794, "global_step": 19402, "epoch": 298, "lr": 5.1415567517195715e-05}
+{"train_loss": 0.0035553970374166965, "global_step": 19403, "epoch": 298, "lr": 5.141148915747861e-05}
+{"train_loss": 0.0036304062232375145, "global_step": 19404, "epoch": 298, "lr": 5.1407410788363074e-05}
+{"train_loss": 0.0018789556343108416, "global_step": 19405, "epoch": 298, "lr": 5.1403332409876245e-05}
+{"train_loss": 0.0029992435593158007, "global_step": 19406, "epoch": 298, "lr": 5.139925402204528e-05}
+{"train_loss": 0.0023390245623886585, "global_step": 19407, "epoch": 298, "lr": 5.1395175624897354e-05}
+{"train_loss": 0.002725625177845359, "global_step": 19408, "epoch": 298, "lr": 5.1391097218459604e-05}
+{"train_loss": 0.0028975256718695164, "global_step": 19409, "epoch": 298, "lr": 5.138701880275919e-05}
+{"train_loss": 0.007409992162138224, "global_step": 19410, "epoch": 298, "lr": 5.138294037782328e-05}
+{"train_loss": 0.003228721208870411, "global_step": 19411, "epoch": 298, "lr": 5.137886194367901e-05}
+{"train_loss": 0.0026550821494311094, "global_step": 19412, "epoch": 298, "lr": 5.1374783500353565e-05}
+{"train_loss": 0.0032590655609965324, "global_step": 19413, "epoch": 298, "lr": 5.137070504787407e-05}
+{"train_loss": 0.004274179693311453, "global_step": 19414, "epoch": 298, "lr": 5.136662658626771e-05}
+{"train_loss": 0.002714906819164753, "global_step": 19415, "epoch": 298, "lr": 5.1362548115561606e-05}
+{"train_loss": 0.0036101348232477903, "global_step": 19416, "epoch": 298, "lr": 5.1358469635782945e-05}
+{"train_loss": 0.004025468602776527, "global_step": 19417, "epoch": 298, "lr": 5.135439114695888e-05}
+{"train_loss": 0.0030595408752560616, "global_step": 19418, "epoch": 298, "lr": 5.135031264911656e-05}
+{"train_loss": 0.005620105192065239, "global_step": 19419, "epoch": 298, "lr": 5.1346234142283144e-05}
+{"train_loss": 0.0062192934565246105, "global_step": 19420, "epoch": 298, "lr": 5.134215562648579e-05}
+{"train_loss": 0.0032201975118368864, "global_step": 19421, "epoch": 298, "lr": 5.1338077101751655e-05}
+{"train_loss": 0.0051354095339775085, "global_step": 19422, "epoch": 298, "lr": 5.13339985681079e-05}
+{"train_loss": 0.003918233793228865, "global_step": 19423, "epoch": 298, "lr": 5.1329920025581655e-05}
+{"train_loss": 0.005809975787997246, "global_step": 19424, "epoch": 298, "lr": 5.132584147420012e-05}
+{"train_loss": 0.00534508191049099, "global_step": 19425, "epoch": 298, "lr": 5.132176291399044e-05}
+{"train_loss": 0.003783971769735217, "global_step": 19426, "epoch": 298, "lr": 5.131768434497974e-05}
+{"train_loss": 0.0037800678983330727, "global_step": 19427, "epoch": 298, "lr": 5.13136057671952e-05}
+{"train_loss": 0.002794377040117979, "global_step": 19428, "epoch": 298, "lr": 5.1309527180664e-05}
+{"train_loss": 0.0030281837098300457, "global_step": 19429, "epoch": 298, "lr": 5.1305448585413265e-05}
+{"train_loss": 0.005240662954747677, "global_step": 19430, "epoch": 298, "lr": 5.130136998147016e-05}
+{"train_loss": 0.0037442236207425594, "global_step": 19431, "epoch": 298, "lr": 5.1297291368861845e-05}
+{"train_loss": 0.0037583517841994762, "global_step": 19432, "epoch": 298, "lr": 5.129321274761548e-05}
+{"train_loss": 0.002483201678842306, "global_step": 19433, "epoch": 298, "lr": 5.1289134117758216e-05}
+{"train_loss": 0.003569570339571398, "global_step": 19434, "epoch": 298, "lr": 5.128505547931722e-05, "val_loss": 0.005413479637354612}
+{"train_loss": 0.0029123870190232992, "global_step": 19435, "epoch": 299, "lr": 5.128097683231964e-05}
+{"train_loss": 0.0034254274796694517, "global_step": 19436, "epoch": 299, "lr": 5.127689817679267e-05}
+{"train_loss": 0.005305678118020296, "global_step": 19437, "epoch": 299, "lr": 5.1272819512763395e-05}
+{"train_loss": 0.004040803760290146, "global_step": 19438, "epoch": 299, "lr": 5.126874084025903e-05}
+{"train_loss": 0.005020476877689362, "global_step": 19439, "epoch": 299, "lr": 5.126466215930671e-05}
+{"train_loss": 0.0049271900206804276, "global_step": 19440, "epoch": 299, "lr": 5.1260583469933624e-05}
+{"train_loss": 0.002963841427117586, "global_step": 19441, "epoch": 299, "lr": 5.125650477216688e-05}
+{"train_loss": 0.002647757763043046, "global_step": 19442, "epoch": 299, "lr": 5.1252426066033674e-05}
+{"train_loss": 0.002265793504193425, "global_step": 19443, "epoch": 299, "lr": 5.1248347351561144e-05}
+{"train_loss": 0.0038653118535876274, "global_step": 19444, "epoch": 299, "lr": 5.124426862877648e-05}
+{"train_loss": 0.0032202170696109533, "global_step": 19445, "epoch": 299, "lr": 5.124018989770679e-05}
+{"train_loss": 0.00245850533246994, "global_step": 19446, "epoch": 299, "lr": 5.1236111158379277e-05}
+{"train_loss": 0.004021309316158295, "global_step": 19447, "epoch": 299, "lr": 5.123203241082107e-05}
+{"train_loss": 0.004653184674680233, "global_step": 19448, "epoch": 299, "lr": 5.1227953655059357e-05}
+{"train_loss": 0.004313855431973934, "global_step": 19449, "epoch": 299, "lr": 5.122387489112127e-05}
+{"train_loss": 0.004164243116974831, "global_step": 19450, "epoch": 299, "lr": 5.1219796119033983e-05}
+{"train_loss": 0.0024218272883445024, "global_step": 19451, "epoch": 299, "lr": 5.121571733882462e-05}
+{"train_loss": 0.004507879260927439, "global_step": 19452, "epoch": 299, "lr": 5.121163855052041e-05}
+{"train_loss": 0.004321378655731678, "global_step": 19453, "epoch": 299, "lr": 5.1207559754148434e-05}
+{"train_loss": 0.003692210651934147, "global_step": 19454, "epoch": 299, "lr": 5.120348094973591e-05}
+{"train_loss": 0.0064809080213308334, "global_step": 19455, "epoch": 299, "lr": 5.119940213730997e-05}
+{"train_loss": 0.0030060650315135717, "global_step": 19456, "epoch": 299, "lr": 5.119532331689777e-05}
+{"train_loss": 0.0045011006295681, "global_step": 19457, "epoch": 299, "lr": 5.119124448852647e-05}
+{"train_loss": 0.0019112956942990422, "global_step": 19458, "epoch": 299, "lr": 5.1187165652223244e-05}
+{"train_loss": 0.0032882390078157187, "global_step": 19459, "epoch": 299, "lr": 5.1183086808015245e-05}
+{"train_loss": 0.004626473877578974, "global_step": 19460, "epoch": 299, "lr": 5.117900795592962e-05}
+{"train_loss": 0.004172545857727528, "global_step": 19461, "epoch": 299, "lr": 5.117492909599353e-05}
+{"train_loss": 0.004449086729437113, "global_step": 19462, "epoch": 299, "lr": 5.1170850228234144e-05}
+{"train_loss": 0.003901073709130287, "global_step": 19463, "epoch": 299, "lr": 5.1166771352678634e-05}
+{"train_loss": 0.005499611143022776, "global_step": 19464, "epoch": 299, "lr": 5.116269246935413e-05}
+{"train_loss": 0.0032565791625529528, "global_step": 19465, "epoch": 299, "lr": 5.115861357828781e-05}
+{"train_loss": 0.003733236575499177, "global_step": 19466, "epoch": 299, "lr": 5.115453467950682e-05}
+{"train_loss": 0.0062812985852360725, "global_step": 19467, "epoch": 299, "lr": 5.115045577303833e-05}
+{"train_loss": 0.001878436771221459, "global_step": 19468, "epoch": 299, "lr": 5.1146376858909504e-05}
+{"train_loss": 0.004033601377159357, "global_step": 19469, "epoch": 299, "lr": 5.1142297937147487e-05}
+{"train_loss": 0.005703839473426342, "global_step": 19470, "epoch": 299, "lr": 5.113821900777945e-05}
+{"train_loss": 0.003552826587110758, "global_step": 19471, "epoch": 299, "lr": 5.1134140070832546e-05}
+{"train_loss": 0.00523909879848361, "global_step": 19472, "epoch": 299, "lr": 5.113006112633395e-05}
+{"train_loss": 0.0035101789981126785, "global_step": 19473, "epoch": 299, "lr": 5.1125982174310784e-05}
+{"train_loss": 0.004687586799263954, "global_step": 19474, "epoch": 299, "lr": 5.112190321479026e-05}
+{"train_loss": 0.004377633333206177, "global_step": 19475, "epoch": 299, "lr": 5.1117824247799495e-05}
+{"train_loss": 0.0034598801285028458, "global_step": 19476, "epoch": 299, "lr": 5.1113745273365675e-05}
+{"train_loss": 0.0032597386743873358, "global_step": 19477, "epoch": 299, "lr": 5.110966629151593e-05}
+{"train_loss": 0.0042352802120149136, "global_step": 19478, "epoch": 299, "lr": 5.1105587302277455e-05}
+{"train_loss": 0.004386043641716242, "global_step": 19479, "epoch": 299, "lr": 5.1101508305677406e-05}
+{"train_loss": 0.003718790365383029, "global_step": 19480, "epoch": 299, "lr": 5.109742930174291e-05}
+{"train_loss": 0.004112591966986656, "global_step": 19481, "epoch": 299, "lr": 5.109335029050116e-05}
+{"train_loss": 0.003793698037043214, "global_step": 19482, "epoch": 299, "lr": 5.108927127197931e-05}
+{"train_loss": 0.004385233391076326, "global_step": 19483, "epoch": 299, "lr": 5.108519224620451e-05}
+{"train_loss": 0.0017842460656538606, "global_step": 19484, "epoch": 299, "lr": 5.1081113213203936e-05}
+{"train_loss": 0.006149385590106249, "global_step": 19485, "epoch": 299, "lr": 5.107703417300471e-05}
+{"train_loss": 0.002821581671014428, "global_step": 19486, "epoch": 299, "lr": 5.107295512563405e-05}
+{"train_loss": 0.0027927279006689787, "global_step": 19487, "epoch": 299, "lr": 5.106887607111908e-05}
+{"train_loss": 0.00536589790135622, "global_step": 19488, "epoch": 299, "lr": 5.106479700948696e-05}
+{"train_loss": 0.005277876742184162, "global_step": 19489, "epoch": 299, "lr": 5.106071794076487e-05}
+{"train_loss": 0.003411036217585206, "global_step": 19490, "epoch": 299, "lr": 5.105663886497994e-05}
+{"train_loss": 0.005273851100355387, "global_step": 19491, "epoch": 299, "lr": 5.105255978215937e-05}
+{"train_loss": 0.003612010506913066, "global_step": 19492, "epoch": 299, "lr": 5.1048480692330304e-05}
+{"train_loss": 0.00419500982388854, "global_step": 19493, "epoch": 299, "lr": 5.1044401595519874e-05}
+{"train_loss": 0.0037080710753798485, "global_step": 19494, "epoch": 299, "lr": 5.104032249175529e-05}
+{"train_loss": 0.004634208511561155, "global_step": 19495, "epoch": 299, "lr": 5.103624338106367e-05}
+{"train_loss": 0.0037594162859022617, "global_step": 19496, "epoch": 299, "lr": 5.1032164263472204e-05}
+{"train_loss": 0.003831230802461505, "global_step": 19497, "epoch": 299, "lr": 5.102808513900804e-05}
+{"train_loss": 0.0037276772782206535, "global_step": 19498, "epoch": 299, "lr": 5.1024006007698345e-05}
+{"train_loss": 0.003966826187948195, "global_step": 19499, "epoch": 299, "lr": 5.101992686957028e-05, "val_loss": 0.007237674668431282}
+{"train_loss": 0.003610090585425496, "global_step": 19500, "epoch": 300, "lr": 5.101584772465098e-05}
+{"train_loss": 0.005197803024202585, "global_step": 19501, "epoch": 300, "lr": 5.101176857296764e-05}
+{"train_loss": 0.00321977655403316, "global_step": 19502, "epoch": 300, "lr": 5.1007689414547424e-05}
+{"train_loss": 0.002997106406837702, "global_step": 19503, "epoch": 300, "lr": 5.100361024941748e-05}
+{"train_loss": 0.005539166275411844, "global_step": 19504, "epoch": 300, "lr": 5.0999531077604945e-05}
+{"train_loss": 0.004462773911654949, "global_step": 19505, "epoch": 300, "lr": 5.099545189913702e-05}
+{"train_loss": 0.0062340181320905685, "global_step": 19506, "epoch": 300, "lr": 5.0991372714040844e-05}
+{"train_loss": 0.0026077022776007652, "global_step": 19507, "epoch": 300, "lr": 5.0987293522343595e-05}
+{"train_loss": 0.004586626775562763, "global_step": 19508, "epoch": 300, "lr": 5.09832143240724e-05}
+{"train_loss": 0.004761407617479563, "global_step": 19509, "epoch": 300, "lr": 5.097913511925447e-05}
+{"train_loss": 0.0037230621092021465, "global_step": 19510, "epoch": 300, "lr": 5.0975055907916926e-05}
+{"train_loss": 0.005575333256274462, "global_step": 19511, "epoch": 300, "lr": 5.097097669008695e-05}
+{"train_loss": 0.00528628658503294, "global_step": 19512, "epoch": 300, "lr": 5.0966897465791685e-05}
+{"train_loss": 0.003611557884141803, "global_step": 19513, "epoch": 300, "lr": 5.0962818235058326e-05}
+{"train_loss": 0.0033672810532152653, "global_step": 19514, "epoch": 300, "lr": 5.0958738997914e-05}
+{"train_loss": 0.004640040919184685, "global_step": 19515, "epoch": 300, "lr": 5.095465975438589e-05}
+{"train_loss": 0.0047091031447052956, "global_step": 19516, "epoch": 300, "lr": 5.0950580504501136e-05}
+{"train_loss": 0.0029251566156744957, "global_step": 19517, "epoch": 300, "lr": 5.094650124828694e-05}
+{"train_loss": 0.002716312650591135, "global_step": 19518, "epoch": 300, "lr": 5.094242198577042e-05}
+{"train_loss": 0.0024815525393933058, "global_step": 19519, "epoch": 300, "lr": 5.093834271697875e-05}
+{"train_loss": 0.0031217699870467186, "global_step": 19520, "epoch": 300, "lr": 5.09342634419391e-05}
+{"train_loss": 0.002827611519023776, "global_step": 19521, "epoch": 300, "lr": 5.093018416067865e-05}
+{"train_loss": 0.003721496555954218, "global_step": 19522, "epoch": 300, "lr": 5.0926104873224525e-05}
+{"train_loss": 0.004748945124447346, "global_step": 19523, "epoch": 300, "lr": 5.09220255796039e-05}
+{"train_loss": 0.002303834306076169, "global_step": 19524, "epoch": 300, "lr": 5.091794627984394e-05}
+{"train_loss": 0.006403779610991478, "global_step": 19525, "epoch": 300, "lr": 5.091386697397183e-05}
+{"train_loss": 0.0028431438840925694, "global_step": 19526, "epoch": 300, "lr": 5.0909787662014696e-05}
+{"train_loss": 0.0035662613809108734, "global_step": 19527, "epoch": 300, "lr": 5.090570834399972e-05}
+{"train_loss": 0.004814231302589178, "global_step": 19528, "epoch": 300, "lr": 5.0901629019954057e-05}
+{"train_loss": 0.00291660544462502, "global_step": 19529, "epoch": 300, "lr": 5.0897549689904865e-05}
+{"train_loss": 0.004054447636008263, "global_step": 19530, "epoch": 300, "lr": 5.0893470353879314e-05}
+{"train_loss": 0.0038088103756308556, "global_step": 19531, "epoch": 300, "lr": 5.088939101190458e-05}
+{"train_loss": 0.004597029648721218, "global_step": 19532, "epoch": 300, "lr": 5.08853116640078e-05}
+{"train_loss": 0.005278515629470348, "global_step": 19533, "epoch": 300, "lr": 5.0881232310216145e-05}
+{"train_loss": 0.002768991282209754, "global_step": 19534, "epoch": 300, "lr": 5.087715295055676e-05}
+{"train_loss": 0.0037117900792509317, "global_step": 19535, "epoch": 300, "lr": 5.087307358505685e-05}
+{"train_loss": 0.0026817144826054573, "global_step": 19536, "epoch": 300, "lr": 5.086899421374355e-05}
+{"train_loss": 0.005212719086557627, "global_step": 19537, "epoch": 300, "lr": 5.086491483664403e-05}
+{"train_loss": 0.003395927371457219, "global_step": 19538, "epoch": 300, "lr": 5.0860835453785435e-05}
+{"train_loss": 0.0030009609181433916, "global_step": 19539, "epoch": 300, "lr": 5.0856756065194964e-05}
+{"train_loss": 0.004641979932785034, "global_step": 19540, "epoch": 300, "lr": 5.085267667089975e-05}
+{"train_loss": 0.005623392295092344, "global_step": 19541, "epoch": 300, "lr": 5.084859727092697e-05}
+{"train_loss": 0.003687759395688772, "global_step": 19542, "epoch": 300, "lr": 5.084451786530375e-05}
+{"train_loss": 0.0034367903135716915, "global_step": 19543, "epoch": 300, "lr": 5.0840438454057316e-05}
+{"train_loss": 0.0022780438885092735, "global_step": 19544, "epoch": 300, "lr": 5.083635903721479e-05}
+{"train_loss": 0.003500418970361352, "global_step": 19545, "epoch": 300, "lr": 5.083227961480335e-05}
+{"train_loss": 0.005463843699544668, "global_step": 19546, "epoch": 300, "lr": 5.082820018685013e-05}
+{"train_loss": 0.004141378682106733, "global_step": 19547, "epoch": 300, "lr": 5.082412075338233e-05}
+{"train_loss": 0.003982176072895527, "global_step": 19548, "epoch": 300, "lr": 5.082004131442709e-05}
+{"train_loss": 0.0042089433409273624, "global_step": 19549, "epoch": 300, "lr": 5.08159618700116e-05}
+{"train_loss": 0.004300515167415142, "global_step": 19550, "epoch": 300, "lr": 5.081188242016298e-05}
+{"train_loss": 0.003194783115759492, "global_step": 19551, "epoch": 300, "lr": 5.0807802964908435e-05}
+{"train_loss": 0.004372513387352228, "global_step": 19552, "epoch": 300, "lr": 5.08037235042751e-05}
+{"train_loss": 0.005800629500299692, "global_step": 19553, "epoch": 300, "lr": 5.079964403829016e-05}
+{"train_loss": 0.003330409061163664, "global_step": 19554, "epoch": 300, "lr": 5.0795564566980755e-05}
+{"train_loss": 0.004213102627545595, "global_step": 19555, "epoch": 300, "lr": 5.079148509037408e-05}
+{"train_loss": 0.002953516785055399, "global_step": 19556, "epoch": 300, "lr": 5.078740560849725e-05}
+{"train_loss": 0.003164265537634492, "global_step": 19557, "epoch": 300, "lr": 5.078332612137749e-05}
+{"train_loss": 0.003036347683519125, "global_step": 19558, "epoch": 300, "lr": 5.07792466290419e-05}
+{"train_loss": 0.0043405285105109215, "global_step": 19559, "epoch": 300, "lr": 5.07751671315177e-05}
+{"train_loss": 0.002323238644748926, "global_step": 19560, "epoch": 300, "lr": 5.0771087628832005e-05}
+{"train_loss": 0.00456157186999917, "global_step": 19561, "epoch": 300, "lr": 5.0767008121012005e-05}
+{"train_loss": 0.0031707866583019495, "global_step": 19562, "epoch": 300, "lr": 5.0762928608084856e-05}
+{"train_loss": 0.003410313744097948, "global_step": 19563, "epoch": 300, "lr": 5.075884909007774e-05}
+{"train_loss": 0.003929312853142619, "global_step": 19564, "epoch": 300, "lr": 5.07547695670178e-05, "val_loss": 0.006993877701461315, "train_action_mse_error": 9.8958975286223e-05}
+{"train_loss": 0.004466473124921322, "global_step": 19565, "epoch": 301, "lr": 5.0750690038932204e-05}
+{"train_loss": 0.005852151196449995, "global_step": 19566, "epoch": 301, "lr": 5.0746610505848104e-05}
+{"train_loss": 0.001911691389977932, "global_step": 19567, "epoch": 301, "lr": 5.07425309677927e-05}
+{"train_loss": 0.0030121721792966127, "global_step": 19568, "epoch": 301, "lr": 5.073845142479312e-05}
+{"train_loss": 0.003163559827953577, "global_step": 19569, "epoch": 301, "lr": 5.073437187687654e-05}
+{"train_loss": 0.00438160914927721, "global_step": 19570, "epoch": 301, "lr": 5.073029232407012e-05}
+{"train_loss": 0.003506053937599063, "global_step": 19571, "epoch": 301, "lr": 5.072621276640104e-05}
+{"train_loss": 0.005880164448171854, "global_step": 19572, "epoch": 301, "lr": 5.072213320389644e-05}
+{"train_loss": 0.002651434624567628, "global_step": 19573, "epoch": 301, "lr": 5.0718053636583494e-05}
+{"train_loss": 0.0038531841710209846, "global_step": 19574, "epoch": 301, "lr": 5.0713974064489367e-05}
+{"train_loss": 0.0029840420465916395, "global_step": 19575, "epoch": 301, "lr": 5.070989448764124e-05}
+{"train_loss": 0.0020015696063637733, "global_step": 19576, "epoch": 301, "lr": 5.070581490606624e-05}
+{"train_loss": 0.004094996489584446, "global_step": 19577, "epoch": 301, "lr": 5.0701735319791555e-05}
+{"train_loss": 0.002440366428345442, "global_step": 19578, "epoch": 301, "lr": 5.069765572884435e-05}
+{"train_loss": 0.0026895226910710335, "global_step": 19579, "epoch": 301, "lr": 5.069357613325179e-05}
+{"train_loss": 0.005511099938303232, "global_step": 19580, "epoch": 301, "lr": 5.068949653304102e-05}
+{"train_loss": 0.0027877064421772957, "global_step": 19581, "epoch": 301, "lr": 5.068541692823923e-05}
+{"train_loss": 0.003709813579916954, "global_step": 19582, "epoch": 301, "lr": 5.0681337318873556e-05}
+{"train_loss": 0.0038711868692189455, "global_step": 19583, "epoch": 301, "lr": 5.067725770497119e-05}
+{"train_loss": 0.0030156297143548727, "global_step": 19584, "epoch": 301, "lr": 5.067317808655927e-05}
+{"train_loss": 0.002775357337668538, "global_step": 19585, "epoch": 301, "lr": 5.066909846366499e-05}
+{"train_loss": 0.006068891379982233, "global_step": 19586, "epoch": 301, "lr": 5.06650188363155e-05}
+{"train_loss": 0.00211625499650836, "global_step": 19587, "epoch": 301, "lr": 5.066093920453796e-05}
+{"train_loss": 0.004531692247837782, "global_step": 19588, "epoch": 301, "lr": 5.065685956835953e-05}
+{"train_loss": 0.005080443806946278, "global_step": 19589, "epoch": 301, "lr": 5.0652779927807385e-05}
+{"train_loss": 0.0026510865427553654, "global_step": 19590, "epoch": 301, "lr": 5.064870028290869e-05}
+{"train_loss": 0.0020778614562004805, "global_step": 19591, "epoch": 301, "lr": 5.06446206336906e-05}
+{"train_loss": 0.0018627644749358296, "global_step": 19592, "epoch": 301, "lr": 5.064054098018027e-05}
+{"train_loss": 0.0016581850359216332, "global_step": 19593, "epoch": 301, "lr": 5.0636461322404906e-05}
+{"train_loss": 0.0034659358207136393, "global_step": 19594, "epoch": 301, "lr": 5.063238166039164e-05}
+{"train_loss": 0.00426530372351408, "global_step": 19595, "epoch": 301, "lr": 5.062830199416764e-05}
+{"train_loss": 0.0055685522966086864, "global_step": 19596, "epoch": 301, "lr": 5.0624222323760064e-05}
+{"train_loss": 0.0029430135618895292, "global_step": 19597, "epoch": 301, "lr": 5.06201426491961e-05}
+{"train_loss": 0.004058253951370716, "global_step": 19598, "epoch": 301, "lr": 5.061606297050289e-05}
+{"train_loss": 0.003350340761244297, "global_step": 19599, "epoch": 301, "lr": 5.061198328770761e-05}
+{"train_loss": 0.0022235815413296223, "global_step": 19600, "epoch": 301, "lr": 5.0607903600837416e-05}
+{"train_loss": 0.004336267244070768, "global_step": 19601, "epoch": 301, "lr": 5.060382390991948e-05}
+{"train_loss": 0.004515083972364664, "global_step": 19602, "epoch": 301, "lr": 5.059974421498097e-05}
+{"train_loss": 0.0039313058368861675, "global_step": 19603, "epoch": 301, "lr": 5.0595664516049045e-05}
+{"train_loss": 0.0025261943228542805, "global_step": 19604, "epoch": 301, "lr": 5.059158481315086e-05}
+{"train_loss": 0.003684551687911153, "global_step": 19605, "epoch": 301, "lr": 5.05875051063136e-05}
+{"train_loss": 0.003416289808228612, "global_step": 19606, "epoch": 301, "lr": 5.058342539556443e-05}
+{"train_loss": 0.003079042537137866, "global_step": 19607, "epoch": 301, "lr": 5.05793456809305e-05}
+{"train_loss": 0.003544565523043275, "global_step": 19608, "epoch": 301, "lr": 5.0575265962438965e-05}
+{"train_loss": 0.0020465508569031954, "global_step": 19609, "epoch": 301, "lr": 5.057118624011702e-05}
+{"train_loss": 0.0029570660553872585, "global_step": 19610, "epoch": 301, "lr": 5.0567106513991805e-05}
+{"train_loss": 0.003044100943952799, "global_step": 19611, "epoch": 301, "lr": 5.0563026784090506e-05}
+{"train_loss": 0.003597112838178873, "global_step": 19612, "epoch": 301, "lr": 5.0558947050440266e-05}
+{"train_loss": 0.0028664052952080965, "global_step": 19613, "epoch": 301, "lr": 5.0554867313068266e-05}
+{"train_loss": 0.0038119556847959757, "global_step": 19614, "epoch": 301, "lr": 5.055078757200167e-05}
+{"train_loss": 0.0030832707416266203, "global_step": 19615, "epoch": 301, "lr": 5.054670782726764e-05}
+{"train_loss": 0.0025703073479235172, "global_step": 19616, "epoch": 301, "lr": 5.0542628078893316e-05}
+{"train_loss": 0.0035732120741158724, "global_step": 19617, "epoch": 301, "lr": 5.053854832690591e-05}
+{"train_loss": 0.004686630330979824, "global_step": 19618, "epoch": 301, "lr": 5.053446857133256e-05}
+{"train_loss": 0.0036356907803565264, "global_step": 19619, "epoch": 301, "lr": 5.0530388812200446e-05}
+{"train_loss": 0.004963750019669533, "global_step": 19620, "epoch": 301, "lr": 5.0526309049536705e-05}
+{"train_loss": 0.0034899760503321886, "global_step": 19621, "epoch": 301, "lr": 5.0522229283368525e-05}
+{"train_loss": 0.005073224194347858, "global_step": 19622, "epoch": 301, "lr": 5.051814951372308e-05}
+{"train_loss": 0.004557476844638586, "global_step": 19623, "epoch": 301, "lr": 5.051406974062751e-05}
+{"train_loss": 0.005725954193621874, "global_step": 19624, "epoch": 301, "lr": 5.0509989964108987e-05}
+{"train_loss": 0.002298385836184025, "global_step": 19625, "epoch": 301, "lr": 5.050591018419468e-05}
+{"train_loss": 0.004375226330012083, "global_step": 19626, "epoch": 301, "lr": 5.050183040091177e-05}
+{"train_loss": 0.0032178747933357954, "global_step": 19627, "epoch": 301, "lr": 5.0497750614287395e-05}
+{"train_loss": 0.0031030583195388317, "global_step": 19628, "epoch": 301, "lr": 5.0493670824348746e-05}
+{"train_loss": 0.003581138582040484, "global_step": 19629, "epoch": 301, "lr": 5.0489591031122966e-05, "val_loss": 0.003996600862592459}
+{"train_loss": 0.004198634531348944, "global_step": 19630, "epoch": 302, "lr": 5.048551123463723e-05}
+{"train_loss": 0.002426727209240198, "global_step": 19631, "epoch": 302, "lr": 5.04814314349187e-05}
+{"train_loss": 0.002674433635547757, "global_step": 19632, "epoch": 302, "lr": 5.047735163199456e-05}
+{"train_loss": 0.0038278691936284304, "global_step": 19633, "epoch": 302, "lr": 5.0473271825891944e-05}
+{"train_loss": 0.003081867704167962, "global_step": 19634, "epoch": 302, "lr": 5.0469192016638044e-05}
+{"train_loss": 0.002041142899543047, "global_step": 19635, "epoch": 302, "lr": 5.0465112204260015e-05}
+{"train_loss": 0.0022341764997690916, "global_step": 19636, "epoch": 302, "lr": 5.046103238878501e-05}
+{"train_loss": 0.004374860320240259, "global_step": 19637, "epoch": 302, "lr": 5.0456952570240216e-05}
+{"train_loss": 0.004194579552859068, "global_step": 19638, "epoch": 302, "lr": 5.045287274865279e-05}
+{"train_loss": 0.0039547220803797245, "global_step": 19639, "epoch": 302, "lr": 5.0448792924049894e-05}
+{"train_loss": 0.0018529871013015509, "global_step": 19640, "epoch": 302, "lr": 5.044471309645872e-05}
+{"train_loss": 0.00312814605422318, "global_step": 19641, "epoch": 302, "lr": 5.044063326590638e-05}
+{"train_loss": 0.005724790506064892, "global_step": 19642, "epoch": 302, "lr": 5.0436553432420087e-05}
+{"train_loss": 0.0019184615230187774, "global_step": 19643, "epoch": 302, "lr": 5.043247359602697e-05}
+{"train_loss": 0.004188322927802801, "global_step": 19644, "epoch": 302, "lr": 5.042839375675425e-05}
+{"train_loss": 0.005321209318935871, "global_step": 19645, "epoch": 302, "lr": 5.042431391462904e-05}
+{"train_loss": 0.002358028432354331, "global_step": 19646, "epoch": 302, "lr": 5.042023406967853e-05}
+{"train_loss": 0.004643294494599104, "global_step": 19647, "epoch": 302, "lr": 5.041615422192986e-05}
+{"train_loss": 0.0034325465094298124, "global_step": 19648, "epoch": 302, "lr": 5.0412074371410246e-05}
+{"train_loss": 0.002882076660171151, "global_step": 19649, "epoch": 302, "lr": 5.04079945181468e-05}
+{"train_loss": 0.003682179609313607, "global_step": 19650, "epoch": 302, "lr": 5.0403914662166704e-05}
+{"train_loss": 0.0050730835646390915, "global_step": 19651, "epoch": 302, "lr": 5.0399834803497146e-05}
+{"train_loss": 0.005218854174017906, "global_step": 19652, "epoch": 302, "lr": 5.039575494216529e-05}
+{"train_loss": 0.0037231321912258863, "global_step": 19653, "epoch": 302, "lr": 5.039167507819825e-05}
+{"train_loss": 0.003312557004392147, "global_step": 19654, "epoch": 302, "lr": 5.038759521162326e-05}
+{"train_loss": 0.002043772954493761, "global_step": 19655, "epoch": 302, "lr": 5.0383515342467446e-05}
+{"train_loss": 0.0037295103538781404, "global_step": 19656, "epoch": 302, "lr": 5.0379435470757984e-05}
+{"train_loss": 0.003847134066745639, "global_step": 19657, "epoch": 302, "lr": 5.037535559652205e-05}
+{"train_loss": 0.0030619914177805185, "global_step": 19658, "epoch": 302, "lr": 5.037127571978678e-05}
+{"train_loss": 0.0017655753763392568, "global_step": 19659, "epoch": 302, "lr": 5.036719584057937e-05}
+{"train_loss": 0.003611624240875244, "global_step": 19660, "epoch": 302, "lr": 5.036311595892699e-05}
+{"train_loss": 0.002909155795350671, "global_step": 19661, "epoch": 302, "lr": 5.035903607485677e-05}
+{"train_loss": 0.004152507521212101, "global_step": 19662, "epoch": 302, "lr": 5.035495618839591e-05}
+{"train_loss": 0.0032259521540254354, "global_step": 19663, "epoch": 302, "lr": 5.035087629957156e-05}
+{"train_loss": 0.0031842526514083147, "global_step": 19664, "epoch": 302, "lr": 5.034679640841089e-05}
+{"train_loss": 0.0035759531892836094, "global_step": 19665, "epoch": 302, "lr": 5.034271651494107e-05}
+{"train_loss": 0.003335351590067148, "global_step": 19666, "epoch": 302, "lr": 5.033863661918926e-05}
+{"train_loss": 0.004686322063207626, "global_step": 19667, "epoch": 302, "lr": 5.0334556721182625e-05}
+{"train_loss": 0.0037153982557356358, "global_step": 19668, "epoch": 302, "lr": 5.0330476820948334e-05}
+{"train_loss": 0.006059759762138128, "global_step": 19669, "epoch": 302, "lr": 5.032639691851355e-05}
+{"train_loss": 0.0030078936833888292, "global_step": 19670, "epoch": 302, "lr": 5.032231701390546e-05}
+{"train_loss": 0.003435930237174034, "global_step": 19671, "epoch": 302, "lr": 5.03182371071512e-05}
+{"train_loss": 0.004017870407551527, "global_step": 19672, "epoch": 302, "lr": 5.0314157198277954e-05}
+{"train_loss": 0.00436187069863081, "global_step": 19673, "epoch": 302, "lr": 5.031007728731287e-05}
+{"train_loss": 0.0032993806526064873, "global_step": 19674, "epoch": 302, "lr": 5.0305997374283145e-05}
+{"train_loss": 0.00404008012264967, "global_step": 19675, "epoch": 302, "lr": 5.030191745921592e-05}
+{"train_loss": 0.0040915897116065025, "global_step": 19676, "epoch": 302, "lr": 5.029783754213837e-05}
+{"train_loss": 0.0034266121219843626, "global_step": 19677, "epoch": 302, "lr": 5.029375762307765e-05}
+{"train_loss": 0.004365101456642151, "global_step": 19678, "epoch": 302, "lr": 5.0289677702060966e-05}
+{"train_loss": 0.004380449652671814, "global_step": 19679, "epoch": 302, "lr": 5.028559777911542e-05}
+{"train_loss": 0.0034048936795443296, "global_step": 19680, "epoch": 302, "lr": 5.028151785426823e-05}
+{"train_loss": 0.004137383308261633, "global_step": 19681, "epoch": 302, "lr": 5.027743792754654e-05}
+{"train_loss": 0.002355210017412901, "global_step": 19682, "epoch": 302, "lr": 5.027335799897755e-05}
+{"train_loss": 0.0031225639395415783, "global_step": 19683, "epoch": 302, "lr": 5.0269278068588354e-05}
+{"train_loss": 0.0034313492942601442, "global_step": 19684, "epoch": 302, "lr": 5.0265198136406175e-05}
+{"train_loss": 0.003945408388972282, "global_step": 19685, "epoch": 302, "lr": 5.026111820245817e-05}
+{"train_loss": 0.0035797215532511473, "global_step": 19686, "epoch": 302, "lr": 5.0257038266771516e-05}
+{"train_loss": 0.002738927025347948, "global_step": 19687, "epoch": 302, "lr": 5.025295832937334e-05}
+{"train_loss": 0.004235752858221531, "global_step": 19688, "epoch": 302, "lr": 5.024887839029085e-05}
+{"train_loss": 0.003955112304538488, "global_step": 19689, "epoch": 302, "lr": 5.024479844955119e-05}
+{"train_loss": 0.0019526651594787836, "global_step": 19690, "epoch": 302, "lr": 5.024071850718155e-05}
+{"train_loss": 0.0037331189960241318, "global_step": 19691, "epoch": 302, "lr": 5.023663856320906e-05}
+{"train_loss": 0.0035498617216944695, "global_step": 19692, "epoch": 302, "lr": 5.023255861766091e-05}
+{"train_loss": 0.003349450882524252, "global_step": 19693, "epoch": 302, "lr": 5.022847867056425e-05}
+{"train_loss": 0.0035605378019121976, "global_step": 19694, "epoch": 302, "lr": 5.022439872194629e-05, "val_loss": 0.004103677347302437}
+{"train_loss": 0.0038204758893698454, "global_step": 19695, "epoch": 303, "lr": 5.022031877183413e-05}
+{"train_loss": 0.0027716485783457756, "global_step": 19696, "epoch": 303, "lr": 5.021623882025499e-05}
+{"train_loss": 0.003096441738307476, "global_step": 19697, "epoch": 303, "lr": 5.0212158867236e-05}
+{"train_loss": 0.003157844068482518, "global_step": 19698, "epoch": 303, "lr": 5.020807891280437e-05}
+{"train_loss": 0.0030156432185322046, "global_step": 19699, "epoch": 303, "lr": 5.020399895698722e-05}
+{"train_loss": 0.006084569729864597, "global_step": 19700, "epoch": 303, "lr": 5.019991899981175e-05}
+{"train_loss": 0.002730851760134101, "global_step": 19701, "epoch": 303, "lr": 5.0195839041305106e-05}
+{"train_loss": 0.0021895701065659523, "global_step": 19702, "epoch": 303, "lr": 5.0191759081494474e-05}
+{"train_loss": 0.0019049067050218582, "global_step": 19703, "epoch": 303, "lr": 5.0187679120406983e-05}
+{"train_loss": 0.0017264379421249032, "global_step": 19704, "epoch": 303, "lr": 5.018359915806985e-05}
+{"train_loss": 0.003940362483263016, "global_step": 19705, "epoch": 303, "lr": 5.017951919451021e-05}
+{"train_loss": 0.005165652837604284, "global_step": 19706, "epoch": 303, "lr": 5.017543922975524e-05}
+{"train_loss": 0.003718970576301217, "global_step": 19707, "epoch": 303, "lr": 5.017135926383209e-05}
+{"train_loss": 0.002798274392262101, "global_step": 19708, "epoch": 303, "lr": 5.0167279296767947e-05}
+{"train_loss": 0.0033239913173019886, "global_step": 19709, "epoch": 303, "lr": 5.016319932858996e-05}
+{"train_loss": 0.004267142619937658, "global_step": 19710, "epoch": 303, "lr": 5.0159119359325326e-05}
+{"train_loss": 0.005011677276343107, "global_step": 19711, "epoch": 303, "lr": 5.0155039389001165e-05}
+{"train_loss": 0.0032654323149472475, "global_step": 19712, "epoch": 303, "lr": 5.0150959417644695e-05}
+{"train_loss": 0.00346510112285614, "global_step": 19713, "epoch": 303, "lr": 5.014687944528305e-05}
+{"train_loss": 0.004077434074133635, "global_step": 19714, "epoch": 303, "lr": 5.01427994719434e-05}
+{"train_loss": 0.0030553049873560667, "global_step": 19715, "epoch": 303, "lr": 5.013871949765291e-05}
+{"train_loss": 0.0025976344477385283, "global_step": 19716, "epoch": 303, "lr": 5.0134639522438754e-05}
+{"train_loss": 0.003540760837495327, "global_step": 19717, "epoch": 303, "lr": 5.0130559546328104e-05}
+{"train_loss": 0.001721082371659577, "global_step": 19718, "epoch": 303, "lr": 5.012647956934813e-05}
+{"train_loss": 0.003433231497183442, "global_step": 19719, "epoch": 303, "lr": 5.012239959152596e-05}
+{"train_loss": 0.00269088102504611, "global_step": 19720, "epoch": 303, "lr": 5.011831961288881e-05}
+{"train_loss": 0.0036005773581564426, "global_step": 19721, "epoch": 303, "lr": 5.0114239633463824e-05}
+{"train_loss": 0.003765466623008251, "global_step": 19722, "epoch": 303, "lr": 5.011015965327817e-05}
+{"train_loss": 0.004878794774413109, "global_step": 19723, "epoch": 303, "lr": 5.0106079672359e-05}
+{"train_loss": 0.003789699636399746, "global_step": 19724, "epoch": 303, "lr": 5.01019996907335e-05}
+{"train_loss": 0.0033310747239738703, "global_step": 19725, "epoch": 303, "lr": 5.0097919708428845e-05}
+{"train_loss": 0.0025812473613768816, "global_step": 19726, "epoch": 303, "lr": 5.009383972547218e-05}
+{"train_loss": 0.00441359169781208, "global_step": 19727, "epoch": 303, "lr": 5.008975974189068e-05}
+{"train_loss": 0.005588701460510492, "global_step": 19728, "epoch": 303, "lr": 5.008567975771151e-05}
+{"train_loss": 0.0031064744107425213, "global_step": 19729, "epoch": 303, "lr": 5.008159977296185e-05}
+{"train_loss": 0.0036051806528121233, "global_step": 19730, "epoch": 303, "lr": 5.007751978766885e-05}
+{"train_loss": 0.005564290564507246, "global_step": 19731, "epoch": 303, "lr": 5.007343980185968e-05}
+{"train_loss": 0.004001378547400236, "global_step": 19732, "epoch": 303, "lr": 5.006935981556151e-05}
+{"train_loss": 0.003271166468039155, "global_step": 19733, "epoch": 303, "lr": 5.0065279828801504e-05}
+{"train_loss": 0.004247166216373444, "global_step": 19734, "epoch": 303, "lr": 5.006119984160683e-05}
+{"train_loss": 0.005144511349499226, "global_step": 19735, "epoch": 303, "lr": 5.005711985400465e-05}
+{"train_loss": 0.003777679754421115, "global_step": 19736, "epoch": 303, "lr": 5.005303986602214e-05}
+{"train_loss": 0.0028829837683588266, "global_step": 19737, "epoch": 303, "lr": 5.0048959877686476e-05}
+{"train_loss": 0.004544071387499571, "global_step": 19738, "epoch": 303, "lr": 5.004487988902481e-05}
+{"train_loss": 0.005164110101759434, "global_step": 19739, "epoch": 303, "lr": 5.0040799900064285e-05}
+{"train_loss": 0.00389656494371593, "global_step": 19740, "epoch": 303, "lr": 5.0036719910832106e-05}
+{"train_loss": 0.0028284539002925158, "global_step": 19741, "epoch": 303, "lr": 5.003263992135544e-05}
+{"train_loss": 0.0036040018312633038, "global_step": 19742, "epoch": 303, "lr": 5.002855993166143e-05}
+{"train_loss": 0.0030536914709955454, "global_step": 19743, "epoch": 303, "lr": 5.0024479941777246e-05}
+{"train_loss": 0.005245859734714031, "global_step": 19744, "epoch": 303, "lr": 5.0020399951730065e-05}
+{"train_loss": 0.004782665520906448, "global_step": 19745, "epoch": 303, "lr": 5.0016319961547054e-05}
+{"train_loss": 0.005913773085922003, "global_step": 19746, "epoch": 303, "lr": 5.001223997125538e-05}
+{"train_loss": 0.0023502232506871223, "global_step": 19747, "epoch": 303, "lr": 5.00081599808822e-05}
+{"train_loss": 0.005190896801650524, "global_step": 19748, "epoch": 303, "lr": 5.000407999045468e-05}
+{"train_loss": 0.006346280686557293, "global_step": 19749, "epoch": 303, "lr": 5e-05}
+{"train_loss": 0.00268402392975986, "global_step": 19750, "epoch": 303, "lr": 4.9995920009545324e-05}
+{"train_loss": 0.004133815411478281, "global_step": 19751, "epoch": 303, "lr": 4.9991840019117805e-05}
+{"train_loss": 0.0016763984458521008, "global_step": 19752, "epoch": 303, "lr": 4.998776002874463e-05}
+{"train_loss": 0.003782248590141535, "global_step": 19753, "epoch": 303, "lr": 4.9983680038452964e-05}
+{"train_loss": 0.0033897478133440018, "global_step": 19754, "epoch": 303, "lr": 4.997960004826994e-05}
+{"train_loss": 0.0038337474688887596, "global_step": 19755, "epoch": 303, "lr": 4.997552005822277e-05}
+{"train_loss": 0.005349332932382822, "global_step": 19756, "epoch": 303, "lr": 4.997144006833858e-05}
+{"train_loss": 0.00339440256357193, "global_step": 19757, "epoch": 303, "lr": 4.996736007864457e-05}
+{"train_loss": 0.0025613948237150908, "global_step": 19758, "epoch": 303, "lr": 4.99632800891679e-05}
+{"train_loss": 0.0037269286542701034, "global_step": 19759, "epoch": 303, "lr": 4.995920009993571e-05, "val_loss": 0.0034856032580137253}
+{"train_loss": 0.004304037429392338, "global_step": 19760, "epoch": 304, "lr": 4.995512011097521e-05}
+{"train_loss": 0.004084689076989889, "global_step": 19761, "epoch": 304, "lr": 4.995104012231355e-05}
+{"train_loss": 0.004966653883457184, "global_step": 19762, "epoch": 304, "lr": 4.994696013397786e-05}
+{"train_loss": 0.0038215864915400743, "global_step": 19763, "epoch": 304, "lr": 4.9942880145995355e-05}
+{"train_loss": 0.002582700690254569, "global_step": 19764, "epoch": 304, "lr": 4.993880015839317e-05}
+{"train_loss": 0.006342743523418903, "global_step": 19765, "epoch": 304, "lr": 4.993472017119851e-05}
+{"train_loss": 0.00395114254206419, "global_step": 19766, "epoch": 304, "lr": 4.9930640184438506e-05}
+{"train_loss": 0.0015840065898373723, "global_step": 19767, "epoch": 304, "lr": 4.992656019814033e-05}
+{"train_loss": 0.0031616154592484236, "global_step": 19768, "epoch": 304, "lr": 4.992248021233116e-05}
+{"train_loss": 0.002876842161640525, "global_step": 19769, "epoch": 304, "lr": 4.991840022703817e-05}
+{"train_loss": 0.0038369547110050917, "global_step": 19770, "epoch": 304, "lr": 4.99143202422885e-05}
+{"train_loss": 0.0029663401655852795, "global_step": 19771, "epoch": 304, "lr": 4.9910240258109335e-05}
+{"train_loss": 0.003586035454645753, "global_step": 19772, "epoch": 304, "lr": 4.990616027452783e-05}
+{"train_loss": 0.003748477203771472, "global_step": 19773, "epoch": 304, "lr": 4.9902080291571166e-05}
+{"train_loss": 0.005386980716139078, "global_step": 19774, "epoch": 304, "lr": 4.989800030926651e-05}
+{"train_loss": 0.0033346512354910374, "global_step": 19775, "epoch": 304, "lr": 4.9893920327641006e-05}
+{"train_loss": 0.004672815091907978, "global_step": 19776, "epoch": 304, "lr": 4.988984034672186e-05}
+{"train_loss": 0.0033970146905630827, "global_step": 19777, "epoch": 304, "lr": 4.988576036653621e-05}
+{"train_loss": 0.0040201046504080296, "global_step": 19778, "epoch": 304, "lr": 4.98816803871112e-05}
+{"train_loss": 0.0031822980381548405, "global_step": 19779, "epoch": 304, "lr": 4.9877600408474054e-05}
+{"train_loss": 0.003927586600184441, "global_step": 19780, "epoch": 304, "lr": 4.987352043065189e-05}
+{"train_loss": 0.004351934418082237, "global_step": 19781, "epoch": 304, "lr": 4.98694404536719e-05}
+{"train_loss": 0.004256255459040403, "global_step": 19782, "epoch": 304, "lr": 4.986536047756125e-05}
+{"train_loss": 0.00390049465931952, "global_step": 19783, "epoch": 304, "lr": 4.986128050234709e-05}
+{"train_loss": 0.004270274192094803, "global_step": 19784, "epoch": 304, "lr": 4.9857200528056624e-05}
+{"train_loss": 0.002245767042040825, "global_step": 19785, "epoch": 304, "lr": 4.985312055471698e-05}
+{"train_loss": 0.002052777213975787, "global_step": 19786, "epoch": 304, "lr": 4.9849040582355324e-05}
+{"train_loss": 0.0021678628399968147, "global_step": 19787, "epoch": 304, "lr": 4.984496061099884e-05}
+{"train_loss": 0.004718105774372816, "global_step": 19788, "epoch": 304, "lr": 4.9840880640674686e-05}
+{"train_loss": 0.0028146852273494005, "global_step": 19789, "epoch": 304, "lr": 4.983680067141005e-05}
+{"train_loss": 0.0039796954952180386, "global_step": 19790, "epoch": 304, "lr": 4.983272070323206e-05}
+{"train_loss": 0.0026600314304232597, "global_step": 19791, "epoch": 304, "lr": 4.982864073616792e-05}
+{"train_loss": 0.0050166454166173935, "global_step": 19792, "epoch": 304, "lr": 4.982456077024479e-05}
+{"train_loss": 0.004178022500127554, "global_step": 19793, "epoch": 304, "lr": 4.982048080548982e-05}
+{"train_loss": 0.002581679727882147, "global_step": 19794, "epoch": 304, "lr": 4.981640084193017e-05}
+{"train_loss": 0.004613720811903477, "global_step": 19795, "epoch": 304, "lr": 4.981232087959303e-05}
+{"train_loss": 0.002740724477916956, "global_step": 19796, "epoch": 304, "lr": 4.980824091850554e-05}
+{"train_loss": 0.0026197887491434813, "global_step": 19797, "epoch": 304, "lr": 4.98041609586949e-05}
+{"train_loss": 0.003847957355901599, "global_step": 19798, "epoch": 304, "lr": 4.980008100018825e-05}
+{"train_loss": 0.006601226516067982, "global_step": 19799, "epoch": 304, "lr": 4.97960010430128e-05}
+{"train_loss": 0.002449500374495983, "global_step": 19800, "epoch": 304, "lr": 4.979192108719565e-05}
+{"train_loss": 0.002313579199835658, "global_step": 19801, "epoch": 304, "lr": 4.978784113276401e-05}
+{"train_loss": 0.0029690549708902836, "global_step": 19802, "epoch": 304, "lr": 4.978376117974502e-05}
+{"train_loss": 0.003461217973381281, "global_step": 19803, "epoch": 304, "lr": 4.9779681228165883e-05}
+{"train_loss": 0.0026971984189003706, "global_step": 19804, "epoch": 304, "lr": 4.977560127805373e-05}
+{"train_loss": 0.0029350356198847294, "global_step": 19805, "epoch": 304, "lr": 4.977152132943575e-05}
+{"train_loss": 0.005407247226685286, "global_step": 19806, "epoch": 304, "lr": 4.976744138233909e-05}
+{"train_loss": 0.00197304948233068, "global_step": 19807, "epoch": 304, "lr": 4.976336143679097e-05}
+{"train_loss": 0.0032354029826819897, "global_step": 19808, "epoch": 304, "lr": 4.975928149281847e-05}
+{"train_loss": 0.00361773488111794, "global_step": 19809, "epoch": 304, "lr": 4.975520155044882e-05}
+{"train_loss": 0.004966244101524353, "global_step": 19810, "epoch": 304, "lr": 4.975112160970916e-05}
+{"train_loss": 0.0027861425187438726, "global_step": 19811, "epoch": 304, "lr": 4.974704167062666e-05}
+{"train_loss": 0.002418261719867587, "global_step": 19812, "epoch": 304, "lr": 4.9742961733228495e-05}
+{"train_loss": 0.0042015365324914455, "global_step": 19813, "epoch": 304, "lr": 4.973888179754183e-05}
+{"train_loss": 0.0023168325424194336, "global_step": 19814, "epoch": 304, "lr": 4.9734801863593817e-05}
+{"train_loss": 0.003393885213881731, "global_step": 19815, "epoch": 304, "lr": 4.973072193141167e-05}
+{"train_loss": 0.004632339812815189, "global_step": 19816, "epoch": 304, "lr": 4.9726642001022485e-05}
+{"train_loss": 0.0049023195169866085, "global_step": 19817, "epoch": 304, "lr": 4.972256207245347e-05}
+{"train_loss": 0.0016025390941649675, "global_step": 19818, "epoch": 304, "lr": 4.9718482145731774e-05}
+{"train_loss": 0.002814286155626178, "global_step": 19819, "epoch": 304, "lr": 4.971440222088459e-05}
+{"train_loss": 0.0036544750910252333, "global_step": 19820, "epoch": 304, "lr": 4.9710322297939046e-05}
+{"train_loss": 0.0025715301744639874, "global_step": 19821, "epoch": 304, "lr": 4.970624237692235e-05}
+{"train_loss": 0.0036767548881471157, "global_step": 19822, "epoch": 304, "lr": 4.970216245786162e-05}
+{"train_loss": 0.0036063927691429853, "global_step": 19823, "epoch": 304, "lr": 4.96980825407841e-05}
+{"train_loss": 0.0035404661509136743, "global_step": 19824, "epoch": 304, "lr": 4.9694002625716866e-05, "val_loss": 0.006704832427203655}
+{"train_loss": 0.0041133868508040905, "global_step": 19825, "epoch": 305, "lr": 4.968992271268714e-05}
+{"train_loss": 0.002767709316685796, "global_step": 19826, "epoch": 305, "lr": 4.968584280172206e-05}
+{"train_loss": 0.0024452614597976208, "global_step": 19827, "epoch": 305, "lr": 4.968176289284881e-05}
+{"train_loss": 0.0021327491849660873, "global_step": 19828, "epoch": 305, "lr": 4.9677682986094545e-05}
+{"train_loss": 0.0022518965415656567, "global_step": 19829, "epoch": 305, "lr": 4.9673603081486446e-05}
+{"train_loss": 0.00422545475885272, "global_step": 19830, "epoch": 305, "lr": 4.966952317905168e-05}
+{"train_loss": 0.0028559486381709576, "global_step": 19831, "epoch": 305, "lr": 4.96654432788174e-05}
+{"train_loss": 0.004683305509388447, "global_step": 19832, "epoch": 305, "lr": 4.966136338081076e-05}
+{"train_loss": 0.0030089975334703922, "global_step": 19833, "epoch": 305, "lr": 4.965728348505895e-05}
+{"train_loss": 0.00245287804864347, "global_step": 19834, "epoch": 305, "lr": 4.965320359158912e-05}
+{"train_loss": 0.004516509361565113, "global_step": 19835, "epoch": 305, "lr": 4.964912370042845e-05}
+{"train_loss": 0.003980898763984442, "global_step": 19836, "epoch": 305, "lr": 4.9645043811604094e-05}
+{"train_loss": 0.002387865912169218, "global_step": 19837, "epoch": 305, "lr": 4.964096392514323e-05}
+{"train_loss": 0.0028428223449736834, "global_step": 19838, "epoch": 305, "lr": 4.9636884041073036e-05}
+{"train_loss": 0.002830652054399252, "global_step": 19839, "epoch": 305, "lr": 4.963280415942064e-05}
+{"train_loss": 0.0030493163503706455, "global_step": 19840, "epoch": 305, "lr": 4.962872428021323e-05}
+{"train_loss": 0.0033532094676047564, "global_step": 19841, "epoch": 305, "lr": 4.962464440347797e-05}
+{"train_loss": 0.004949512425810099, "global_step": 19842, "epoch": 305, "lr": 4.962056452924202e-05}
+{"train_loss": 0.002610191237181425, "global_step": 19843, "epoch": 305, "lr": 4.9616484657532566e-05}
+{"train_loss": 0.0022387770004570484, "global_step": 19844, "epoch": 305, "lr": 4.9612404788376746e-05}
+{"train_loss": 0.004195606801658869, "global_step": 19845, "epoch": 305, "lr": 4.960832492180175e-05}
+{"train_loss": 0.004663219675421715, "global_step": 19846, "epoch": 305, "lr": 4.9604245057834744e-05}
+{"train_loss": 0.0032958744559437037, "global_step": 19847, "epoch": 305, "lr": 4.9600165196502866e-05}
+{"train_loss": 0.0022110638674348593, "global_step": 19848, "epoch": 305, "lr": 4.95960853378333e-05}
+{"train_loss": 0.005389322526752949, "global_step": 19849, "epoch": 305, "lr": 4.959200548185322e-05}
+{"train_loss": 0.003548509906977415, "global_step": 19850, "epoch": 305, "lr": 4.958792562858977e-05}
+{"train_loss": 0.0031983512453734875, "global_step": 19851, "epoch": 305, "lr": 4.958384577807014e-05}
+{"train_loss": 0.00356559781357646, "global_step": 19852, "epoch": 305, "lr": 4.9579765930321473e-05}
+{"train_loss": 0.0028526082169264555, "global_step": 19853, "epoch": 305, "lr": 4.957568608537097e-05}
+{"train_loss": 0.004408190492540598, "global_step": 19854, "epoch": 305, "lr": 4.9571606243245766e-05}
+{"train_loss": 0.0016525525134056807, "global_step": 19855, "epoch": 305, "lr": 4.956752640397303e-05}
+{"train_loss": 0.00315645313821733, "global_step": 19856, "epoch": 305, "lr": 4.9563446567579925e-05}
+{"train_loss": 0.0041451770812273026, "global_step": 19857, "epoch": 305, "lr": 4.955936673409363e-05}
+{"train_loss": 0.0038123875856399536, "global_step": 19858, "epoch": 305, "lr": 4.955528690354129e-05}
+{"train_loss": 0.004609700292348862, "global_step": 19859, "epoch": 305, "lr": 4.9551207075950104e-05}
+{"train_loss": 0.00283392914570868, "global_step": 19860, "epoch": 305, "lr": 4.954712725134721e-05}
+{"train_loss": 0.0028504955116659403, "global_step": 19861, "epoch": 305, "lr": 4.954304742975979e-05}
+{"train_loss": 0.003312500659376383, "global_step": 19862, "epoch": 305, "lr": 4.9538967611215e-05}
+{"train_loss": 0.003998990170657635, "global_step": 19863, "epoch": 305, "lr": 4.953488779574e-05}
+{"train_loss": 0.0036481954157352448, "global_step": 19864, "epoch": 305, "lr": 4.953080798336197e-05}
+{"train_loss": 0.0020531699992716312, "global_step": 19865, "epoch": 305, "lr": 4.9526728174108074e-05}
+{"train_loss": 0.00600952235981822, "global_step": 19866, "epoch": 305, "lr": 4.9522648368005455e-05}
+{"train_loss": 0.0038128714077174664, "global_step": 19867, "epoch": 305, "lr": 4.95185685650813e-05}
+{"train_loss": 0.002865648828446865, "global_step": 19868, "epoch": 305, "lr": 4.951448876536277e-05}
+{"train_loss": 0.006149341352283955, "global_step": 19869, "epoch": 305, "lr": 4.9510408968877046e-05}
+{"train_loss": 0.003826148109510541, "global_step": 19870, "epoch": 305, "lr": 4.950632917565127e-05}
+{"train_loss": 0.0032345301005989313, "global_step": 19871, "epoch": 305, "lr": 4.950224938571261e-05}
+{"train_loss": 0.003659856505692005, "global_step": 19872, "epoch": 305, "lr": 4.949816959908824e-05}
+{"train_loss": 0.004196880850940943, "global_step": 19873, "epoch": 305, "lr": 4.949408981580533e-05}
+{"train_loss": 0.0026628237683326006, "global_step": 19874, "epoch": 305, "lr": 4.949001003589102e-05}
+{"train_loss": 0.0031359547283500433, "global_step": 19875, "epoch": 305, "lr": 4.94859302593725e-05}
+{"train_loss": 0.0034387516789138317, "global_step": 19876, "epoch": 305, "lr": 4.948185048627695e-05}
+{"train_loss": 0.005968879442662001, "global_step": 19877, "epoch": 305, "lr": 4.947777071663148e-05}
+{"train_loss": 0.002645031549036503, "global_step": 19878, "epoch": 305, "lr": 4.9473690950463307e-05}
+{"train_loss": 0.0028849011287093163, "global_step": 19879, "epoch": 305, "lr": 4.946961118779957e-05}
+{"train_loss": 0.004416267853230238, "global_step": 19880, "epoch": 305, "lr": 4.9465531428667444e-05}
+{"train_loss": 0.005288247484713793, "global_step": 19881, "epoch": 305, "lr": 4.94614516730941e-05}
+{"train_loss": 0.004308000206947327, "global_step": 19882, "epoch": 305, "lr": 4.945737192110668e-05}
+{"train_loss": 0.0034356298856437206, "global_step": 19883, "epoch": 305, "lr": 4.945329217273238e-05}
+{"train_loss": 0.003112749895080924, "global_step": 19884, "epoch": 305, "lr": 4.9449212427998356e-05}
+{"train_loss": 0.005288107320666313, "global_step": 19885, "epoch": 305, "lr": 4.944513268693175e-05}
+{"train_loss": 0.0037266453728079796, "global_step": 19886, "epoch": 305, "lr": 4.944105294955975e-05}
+{"train_loss": 0.0026136799715459347, "global_step": 19887, "epoch": 305, "lr": 4.9436973215909505e-05}
+{"train_loss": 0.003174861427396536, "global_step": 19888, "epoch": 305, "lr": 4.94328934860082e-05}
+{"train_loss": 0.003570798977922935, "global_step": 19889, "epoch": 305, "lr": 4.9428813759883e-05, "val_loss": 0.006803068332374096, "train_action_mse_error": 0.0001227494067279622}
+{"train_loss": 0.005163645371794701, "global_step": 19890, "epoch": 306, "lr": 4.942473403756104e-05}
+{"train_loss": 0.004091642796993256, "global_step": 19891, "epoch": 306, "lr": 4.942065431906951e-05}
+{"train_loss": 0.00454529607668519, "global_step": 19892, "epoch": 306, "lr": 4.9416574604435595e-05}
+{"train_loss": 0.003505348227918148, "global_step": 19893, "epoch": 306, "lr": 4.941249489368641e-05}
+{"train_loss": 0.002053517382591963, "global_step": 19894, "epoch": 306, "lr": 4.9408415186849146e-05}
+{"train_loss": 0.002154446439817548, "global_step": 19895, "epoch": 306, "lr": 4.9404335483950966e-05}
+{"train_loss": 0.0034095952287316322, "global_step": 19896, "epoch": 306, "lr": 4.940025578501904e-05}
+{"train_loss": 0.003192705102264881, "global_step": 19897, "epoch": 306, "lr": 4.9396176090080525e-05}
+{"train_loss": 0.0028789315838366747, "global_step": 19898, "epoch": 306, "lr": 4.939209639916258e-05}
+{"train_loss": 0.0023024280089884996, "global_step": 19899, "epoch": 306, "lr": 4.9388016712292414e-05}
+{"train_loss": 0.003989051561802626, "global_step": 19900, "epoch": 306, "lr": 4.938393702949713e-05}
+{"train_loss": 0.0027895933017134666, "global_step": 19901, "epoch": 306, "lr": 4.937985735080391e-05}
+{"train_loss": 0.0029532271437346935, "global_step": 19902, "epoch": 306, "lr": 4.937577767623995e-05}
+{"train_loss": 0.002953524235635996, "global_step": 19903, "epoch": 306, "lr": 4.9371698005832365e-05}
+{"train_loss": 0.004286707378923893, "global_step": 19904, "epoch": 306, "lr": 4.9367618339608374e-05}
+{"train_loss": 0.0026969804894179106, "global_step": 19905, "epoch": 306, "lr": 4.9363538677595106e-05}
+{"train_loss": 0.004037783481180668, "global_step": 19906, "epoch": 306, "lr": 4.935945901981972e-05}
+{"train_loss": 0.004951149225234985, "global_step": 19907, "epoch": 306, "lr": 4.935537936630942e-05}
+{"train_loss": 0.0024376974906772375, "global_step": 19908, "epoch": 306, "lr": 4.935129971709134e-05}
+{"train_loss": 0.003896665759384632, "global_step": 19909, "epoch": 306, "lr": 4.934722007219263e-05}
+{"train_loss": 0.003761179046705365, "global_step": 19910, "epoch": 306, "lr": 4.934314043164049e-05}
+{"train_loss": 0.0031046257354319096, "global_step": 19911, "epoch": 306, "lr": 4.933906079546206e-05}
+{"train_loss": 0.0020724167115986347, "global_step": 19912, "epoch": 306, "lr": 4.933498116368451e-05}
+{"train_loss": 0.003175188787281513, "global_step": 19913, "epoch": 306, "lr": 4.9330901536335016e-05}
+{"train_loss": 0.002538150642067194, "global_step": 19914, "epoch": 306, "lr": 4.9326821913440724e-05}
+{"train_loss": 0.0018092184327542782, "global_step": 19915, "epoch": 306, "lr": 4.932274229502883e-05}
+{"train_loss": 0.0038214828819036484, "global_step": 19916, "epoch": 306, "lr": 4.931866268112646e-05}
+{"train_loss": 0.003797463607043028, "global_step": 19917, "epoch": 306, "lr": 4.931458307176079e-05}
+{"train_loss": 0.003107885830104351, "global_step": 19918, "epoch": 306, "lr": 4.9310503466958994e-05}
+{"train_loss": 0.0035329987294971943, "global_step": 19919, "epoch": 306, "lr": 4.9306423866748224e-05}
+{"train_loss": 0.004624664783477783, "global_step": 19920, "epoch": 306, "lr": 4.930234427115566e-05}
+{"train_loss": 0.004353380762040615, "global_step": 19921, "epoch": 306, "lr": 4.9298264680208457e-05}
+{"train_loss": 0.0026376827154308558, "global_step": 19922, "epoch": 306, "lr": 4.9294185093933784e-05}
+{"train_loss": 0.0032141886185854673, "global_step": 19923, "epoch": 306, "lr": 4.929010551235879e-05}
+{"train_loss": 0.0037747486494481564, "global_step": 19924, "epoch": 306, "lr": 4.928602593551065e-05}
+{"train_loss": 0.003738436382263899, "global_step": 19925, "epoch": 306, "lr": 4.928194636341652e-05}
+{"train_loss": 0.0026674012187868357, "global_step": 19926, "epoch": 306, "lr": 4.927786679610358e-05}
+{"train_loss": 0.004103810992091894, "global_step": 19927, "epoch": 306, "lr": 4.9273787233598975e-05}
+{"train_loss": 0.004238428547978401, "global_step": 19928, "epoch": 306, "lr": 4.9269707675929886e-05}
+{"train_loss": 0.0021816485095769167, "global_step": 19929, "epoch": 306, "lr": 4.926562812312346e-05}
+{"train_loss": 0.002859346102923155, "global_step": 19930, "epoch": 306, "lr": 4.926154857520691e-05}
+{"train_loss": 0.0038765568751841784, "global_step": 19931, "epoch": 306, "lr": 4.925746903220732e-05}
+{"train_loss": 0.003525996580719948, "global_step": 19932, "epoch": 306, "lr": 4.92533894941519e-05}
+{"train_loss": 0.0034432499669492245, "global_step": 19933, "epoch": 306, "lr": 4.924930996106781e-05}
+{"train_loss": 0.0034930519759655, "global_step": 19934, "epoch": 306, "lr": 4.924523043298221e-05}
+{"train_loss": 0.0038904352113604546, "global_step": 19935, "epoch": 306, "lr": 4.9241150909922266e-05}
+{"train_loss": 0.0017588657792657614, "global_step": 19936, "epoch": 306, "lr": 4.923707139191514e-05}
+{"train_loss": 0.0028667093720287085, "global_step": 19937, "epoch": 306, "lr": 4.9232991878987993e-05}
+{"train_loss": 0.002621653024107218, "global_step": 19938, "epoch": 306, "lr": 4.9228912371168027e-05}
+{"train_loss": 0.0023731268011033535, "global_step": 19939, "epoch": 306, "lr": 4.9224832868482326e-05}
+{"train_loss": 0.004864740651100874, "global_step": 19940, "epoch": 306, "lr": 4.922075337095812e-05}
+{"train_loss": 0.0036797833163291216, "global_step": 19941, "epoch": 306, "lr": 4.921667387862253e-05}
+{"train_loss": 0.0026636444963514805, "global_step": 19942, "epoch": 306, "lr": 4.9212594391502756e-05}
+{"train_loss": 0.0031204873230308294, "global_step": 19943, "epoch": 306, "lr": 4.920851490962593e-05}
+{"train_loss": 0.005951290018856525, "global_step": 19944, "epoch": 306, "lr": 4.920443543301925e-05}
+{"train_loss": 0.002786039374768734, "global_step": 19945, "epoch": 306, "lr": 4.920035596170984e-05}
+{"train_loss": 0.002263805828988552, "global_step": 19946, "epoch": 306, "lr": 4.919627649572492e-05}
+{"train_loss": 0.005042701959609985, "global_step": 19947, "epoch": 306, "lr": 4.9192197035091584e-05}
+{"train_loss": 0.0037434555124491453, "global_step": 19948, "epoch": 306, "lr": 4.918811757983703e-05}
+{"train_loss": 0.0029865906108170748, "global_step": 19949, "epoch": 306, "lr": 4.918403812998841e-05}
+{"train_loss": 0.002925972454249859, "global_step": 19950, "epoch": 306, "lr": 4.9179958685572914e-05}
+{"train_loss": 0.0027069663628935814, "global_step": 19951, "epoch": 306, "lr": 4.9175879246617675e-05}
+{"train_loss": 0.0021805278956890106, "global_step": 19952, "epoch": 306, "lr": 4.9171799813149874e-05}
+{"train_loss": 0.002695319475606084, "global_step": 19953, "epoch": 306, "lr": 4.916772038519668e-05}
+{"train_loss": 0.0033249344748373217, "global_step": 19954, "epoch": 306, "lr": 4.916364096278523e-05, "val_loss": 0.005754460580646992}
+{"train_loss": 0.003552778623998165, "global_step": 19955, "epoch": 307, "lr": 4.9159561545942695e-05}
+{"train_loss": 0.004352816846221685, "global_step": 19956, "epoch": 307, "lr": 4.9155482134696255e-05}
+{"train_loss": 0.002948539797216654, "global_step": 19957, "epoch": 307, "lr": 4.915140272907305e-05}
+{"train_loss": 0.0025899684987962246, "global_step": 19958, "epoch": 307, "lr": 4.9147323329100265e-05}
+{"train_loss": 0.004618864040821791, "global_step": 19959, "epoch": 307, "lr": 4.914324393480504e-05}
+{"train_loss": 0.003129157703369856, "global_step": 19960, "epoch": 307, "lr": 4.913916454621456e-05}
+{"train_loss": 0.0037311436608433723, "global_step": 19961, "epoch": 307, "lr": 4.9135085163355985e-05}
+{"train_loss": 0.004520568531006575, "global_step": 19962, "epoch": 307, "lr": 4.9131005786256464e-05}
+{"train_loss": 0.004489502869546413, "global_step": 19963, "epoch": 307, "lr": 4.912692641494316e-05}
+{"train_loss": 0.0024748754221946, "global_step": 19964, "epoch": 307, "lr": 4.912284704944325e-05}
+{"train_loss": 0.0027240740600973368, "global_step": 19965, "epoch": 307, "lr": 4.9118767689783874e-05}
+{"train_loss": 0.0034837545827031136, "global_step": 19966, "epoch": 307, "lr": 4.911468833599222e-05}
+{"train_loss": 0.0032725920900702477, "global_step": 19967, "epoch": 307, "lr": 4.911060898809543e-05}
+{"train_loss": 0.0031821297015994787, "global_step": 19968, "epoch": 307, "lr": 4.9106529646120684e-05}
+{"train_loss": 0.006034822203218937, "global_step": 19969, "epoch": 307, "lr": 4.9102450310095146e-05}
+{"train_loss": 0.0018763686530292034, "global_step": 19970, "epoch": 307, "lr": 4.909837098004597e-05}
+{"train_loss": 0.00353059358894825, "global_step": 19971, "epoch": 307, "lr": 4.909429165600029e-05}
+{"train_loss": 0.0017857562052085996, "global_step": 19972, "epoch": 307, "lr": 4.9090212337985315e-05}
+{"train_loss": 0.002432592213153839, "global_step": 19973, "epoch": 307, "lr": 4.908613302602817e-05}
+{"train_loss": 0.004858771804720163, "global_step": 19974, "epoch": 307, "lr": 4.908205372015605e-05}
+{"train_loss": 0.0025526792742311954, "global_step": 19975, "epoch": 307, "lr": 4.9077974420396095e-05}
+{"train_loss": 0.0029366586823016405, "global_step": 19976, "epoch": 307, "lr": 4.9073895126775486e-05}
+{"train_loss": 0.0035298813600093126, "global_step": 19977, "epoch": 307, "lr": 4.906981583932137e-05}
+{"train_loss": 0.003053028369322419, "global_step": 19978, "epoch": 307, "lr": 4.906573655806091e-05}
+{"train_loss": 0.0021719166543334723, "global_step": 19979, "epoch": 307, "lr": 4.9061657283021254e-05}
+{"train_loss": 0.00406327610835433, "global_step": 19980, "epoch": 307, "lr": 4.90575780142296e-05}
+{"train_loss": 0.0023701053578406572, "global_step": 19981, "epoch": 307, "lr": 4.905349875171307e-05}
+{"train_loss": 0.003884331090375781, "global_step": 19982, "epoch": 307, "lr": 4.904941949549887e-05}
+{"train_loss": 0.003862240118905902, "global_step": 19983, "epoch": 307, "lr": 4.9045340245614116e-05}
+{"train_loss": 0.002390658250078559, "global_step": 19984, "epoch": 307, "lr": 4.904126100208601e-05}
+{"train_loss": 0.003941529430449009, "global_step": 19985, "epoch": 307, "lr": 4.903718176494169e-05}
+{"train_loss": 0.004981725011020899, "global_step": 19986, "epoch": 307, "lr": 4.903310253420833e-05}
+{"train_loss": 0.0026197913102805614, "global_step": 19987, "epoch": 307, "lr": 4.902902330991306e-05}
+{"train_loss": 0.0028201998211443424, "global_step": 19988, "epoch": 307, "lr": 4.9024944092083085e-05}
+{"train_loss": 0.002188780577853322, "global_step": 19989, "epoch": 307, "lr": 4.9020864880745535e-05}
+{"train_loss": 0.006119903642684221, "global_step": 19990, "epoch": 307, "lr": 4.90167856759276e-05}
+{"train_loss": 0.003443875117227435, "global_step": 19991, "epoch": 307, "lr": 4.901270647765641e-05}
+{"train_loss": 0.0026344514917582273, "global_step": 19992, "epoch": 307, "lr": 4.900862728595916e-05}
+{"train_loss": 0.0020630185026675463, "global_step": 19993, "epoch": 307, "lr": 4.9004548100862996e-05}
+{"train_loss": 0.004803271498531103, "global_step": 19994, "epoch": 307, "lr": 4.9000468922395066e-05}
+{"train_loss": 0.0027373405173420906, "global_step": 19995, "epoch": 307, "lr": 4.899638975058254e-05}
+{"train_loss": 0.003282168647274375, "global_step": 19996, "epoch": 307, "lr": 4.899231058545258e-05}
+{"train_loss": 0.002409733133390546, "global_step": 19997, "epoch": 307, "lr": 4.898823142703235e-05}
+{"train_loss": 0.0027668436523526907, "global_step": 19998, "epoch": 307, "lr": 4.898415227534902e-05}
+{"train_loss": 0.003939101472496986, "global_step": 19999, "epoch": 307, "lr": 4.898007313042975e-05}
+{"train_loss": 0.0027932908851653337, "global_step": 20000, "epoch": 307, "lr": 4.897599399230167e-05}
+{"train_loss": 0.00462714396417141, "global_step": 20001, "epoch": 307, "lr": 4.897191486099197e-05}
+{"train_loss": 0.0056044962257146835, "global_step": 20002, "epoch": 307, "lr": 4.8967835736527814e-05}
+{"train_loss": 0.002718220930546522, "global_step": 20003, "epoch": 307, "lr": 4.896375661893633e-05}
+{"train_loss": 0.0028006681241095066, "global_step": 20004, "epoch": 307, "lr": 4.895967750824473e-05}
+{"train_loss": 0.004070869646966457, "global_step": 20005, "epoch": 307, "lr": 4.8955598404480124e-05}
+{"train_loss": 0.0024778933729976416, "global_step": 20006, "epoch": 307, "lr": 4.8951519307669715e-05}
+{"train_loss": 0.0046383412554860115, "global_step": 20007, "epoch": 307, "lr": 4.8947440217840646e-05}
+{"train_loss": 0.0030178443994373083, "global_step": 20008, "epoch": 307, "lr": 4.8943361135020063e-05}
+{"train_loss": 0.0057051111944019794, "global_step": 20009, "epoch": 307, "lr": 4.893928205923515e-05}
+{"train_loss": 0.0043233344331383705, "global_step": 20010, "epoch": 307, "lr": 4.893520299051304e-05}
+{"train_loss": 0.0017375245224684477, "global_step": 20011, "epoch": 307, "lr": 4.8931123928880934e-05}
+{"train_loss": 0.005911574233323336, "global_step": 20012, "epoch": 307, "lr": 4.892704487436596e-05}
+{"train_loss": 0.0033085846807807684, "global_step": 20013, "epoch": 307, "lr": 4.892296582699528e-05}
+{"train_loss": 0.002522179624065757, "global_step": 20014, "epoch": 307, "lr": 4.891888678679608e-05}
+{"train_loss": 0.003441344015300274, "global_step": 20015, "epoch": 307, "lr": 4.891480775379551e-05}
+{"train_loss": 0.004919087048619986, "global_step": 20016, "epoch": 307, "lr": 4.891072872802071e-05}
+{"train_loss": 0.0030972319655120373, "global_step": 20017, "epoch": 307, "lr": 4.890664970949885e-05}
+{"train_loss": 0.0026022479869425297, "global_step": 20018, "epoch": 307, "lr": 4.890257069825709e-05}
+{"train_loss": 0.003450172503765386, "global_step": 20019, "epoch": 307, "lr": 4.889849169432261e-05, "val_loss": 0.003919882234185934}
+{"train_loss": 0.003957148641347885, "global_step": 20020, "epoch": 308, "lr": 4.889441269772255e-05}
+{"train_loss": 0.004200117662549019, "global_step": 20021, "epoch": 308, "lr": 4.889033370848407e-05}
+{"train_loss": 0.0032869759015738964, "global_step": 20022, "epoch": 308, "lr": 4.888625472663435e-05}
+{"train_loss": 0.00287154084071517, "global_step": 20023, "epoch": 308, "lr": 4.8882175752200523e-05}
+{"train_loss": 0.0026191251818090677, "global_step": 20024, "epoch": 308, "lr": 4.887809678520976e-05}
+{"train_loss": 0.0038913562893867493, "global_step": 20025, "epoch": 308, "lr": 4.887401782568923e-05}
+{"train_loss": 0.002015366218984127, "global_step": 20026, "epoch": 308, "lr": 4.8869938873666064e-05}
+{"train_loss": 0.0037073264829814434, "global_step": 20027, "epoch": 308, "lr": 4.886585992916746e-05}
+{"train_loss": 0.0027269257698208094, "global_step": 20028, "epoch": 308, "lr": 4.886178099222056e-05}
+{"train_loss": 0.004862780217081308, "global_step": 20029, "epoch": 308, "lr": 4.885770206285252e-05}
+{"train_loss": 0.0033481360878795385, "global_step": 20030, "epoch": 308, "lr": 4.8853623141090514e-05}
+{"train_loss": 0.002627473557367921, "global_step": 20031, "epoch": 308, "lr": 4.8849544226961686e-05}
+{"train_loss": 0.002131348242983222, "global_step": 20032, "epoch": 308, "lr": 4.884546532049319e-05}
+{"train_loss": 0.003465998452156782, "global_step": 20033, "epoch": 308, "lr": 4.884138642171221e-05}
+{"train_loss": 0.0028803956229239702, "global_step": 20034, "epoch": 308, "lr": 4.8837307530645874e-05}
+{"train_loss": 0.002563410671427846, "global_step": 20035, "epoch": 308, "lr": 4.883322864732138e-05}
+{"train_loss": 0.0036040630657225847, "global_step": 20036, "epoch": 308, "lr": 4.882914977176586e-05}
+{"train_loss": 0.004364149644970894, "global_step": 20037, "epoch": 308, "lr": 4.882507090400647e-05}
+{"train_loss": 0.005811619106680155, "global_step": 20038, "epoch": 308, "lr": 4.88209920440704e-05}
+{"train_loss": 0.0030194157734513283, "global_step": 20039, "epoch": 308, "lr": 4.881691319198478e-05}
+{"train_loss": 0.002690886380150914, "global_step": 20040, "epoch": 308, "lr": 4.881283434777677e-05}
+{"train_loss": 0.0025857435539364815, "global_step": 20041, "epoch": 308, "lr": 4.880875551147354e-05}
+{"train_loss": 0.003436074359342456, "global_step": 20042, "epoch": 308, "lr": 4.880467668310224e-05}
+{"train_loss": 0.003631471423432231, "global_step": 20043, "epoch": 308, "lr": 4.8800597862690046e-05}
+{"train_loss": 0.0027380730025470257, "global_step": 20044, "epoch": 308, "lr": 4.87965190502641e-05}
+{"train_loss": 0.0047041974030435085, "global_step": 20045, "epoch": 308, "lr": 4.8792440245851584e-05}
+{"train_loss": 0.0026767472736537457, "global_step": 20046, "epoch": 308, "lr": 4.8788361449479614e-05}
+{"train_loss": 0.0029528806917369366, "global_step": 20047, "epoch": 308, "lr": 4.878428266117538e-05}
+{"train_loss": 0.002957178745418787, "global_step": 20048, "epoch": 308, "lr": 4.8780203880966035e-05}
+{"train_loss": 0.003271466586738825, "global_step": 20049, "epoch": 308, "lr": 4.8776125108878744e-05}
+{"train_loss": 0.0030991544481366873, "global_step": 20050, "epoch": 308, "lr": 4.877204634494065e-05}
+{"train_loss": 0.0034720436669886112, "global_step": 20051, "epoch": 308, "lr": 4.876796758917893e-05}
+{"train_loss": 0.003006646176800132, "global_step": 20052, "epoch": 308, "lr": 4.876388884162073e-05}
+{"train_loss": 0.004181683529168367, "global_step": 20053, "epoch": 308, "lr": 4.875981010229323e-05}
+{"train_loss": 0.002132211811840534, "global_step": 20054, "epoch": 308, "lr": 4.875573137122354e-05}
+{"train_loss": 0.003340491559356451, "global_step": 20055, "epoch": 308, "lr": 4.875165264843887e-05}
+{"train_loss": 0.0038962310645729303, "global_step": 20056, "epoch": 308, "lr": 4.874757393396633e-05}
+{"train_loss": 0.00371692911721766, "global_step": 20057, "epoch": 308, "lr": 4.874349522783313e-05}
+{"train_loss": 0.0031782621517777443, "global_step": 20058, "epoch": 308, "lr": 4.873941653006639e-05}
+{"train_loss": 0.0037576090544462204, "global_step": 20059, "epoch": 308, "lr": 4.873533784069329e-05}
+{"train_loss": 0.001489431713707745, "global_step": 20060, "epoch": 308, "lr": 4.873125915974098e-05}
+{"train_loss": 0.0037886847276240587, "global_step": 20061, "epoch": 308, "lr": 4.872718048723663e-05}
+{"train_loss": 0.001628178870305419, "global_step": 20062, "epoch": 308, "lr": 4.8723101823207364e-05}
+{"train_loss": 0.0030210765544325113, "global_step": 20063, "epoch": 308, "lr": 4.8719023167680365e-05}
+{"train_loss": 0.0031272375490516424, "global_step": 20064, "epoch": 308, "lr": 4.8714944520682785e-05}
+{"train_loss": 0.0029311319813132286, "global_step": 20065, "epoch": 308, "lr": 4.871086588224179e-05}
+{"train_loss": 0.002532602520659566, "global_step": 20066, "epoch": 308, "lr": 4.870678725238452e-05}
+{"train_loss": 0.0023856512270867825, "global_step": 20067, "epoch": 308, "lr": 4.870270863113816e-05}
+{"train_loss": 0.003043907694518566, "global_step": 20068, "epoch": 308, "lr": 4.869863001852985e-05}
+{"train_loss": 0.003287718864157796, "global_step": 20069, "epoch": 308, "lr": 4.869455141458676e-05}
+{"train_loss": 0.0037073094863444567, "global_step": 20070, "epoch": 308, "lr": 4.869047281933602e-05}
+{"train_loss": 0.0032276283018290997, "global_step": 20071, "epoch": 308, "lr": 4.86863942328048e-05}
+{"train_loss": 0.0026356824673712254, "global_step": 20072, "epoch": 308, "lr": 4.868231565502027e-05}
+{"train_loss": 0.0036373513285070658, "global_step": 20073, "epoch": 308, "lr": 4.867823708600958e-05}
+{"train_loss": 0.002505143405869603, "global_step": 20074, "epoch": 308, "lr": 4.867415852579988e-05}
+{"train_loss": 0.0017308840760961175, "global_step": 20075, "epoch": 308, "lr": 4.867007997441834e-05}
+{"train_loss": 0.00363755552098155, "global_step": 20076, "epoch": 308, "lr": 4.8666001431892126e-05}
+{"train_loss": 0.004909160081297159, "global_step": 20077, "epoch": 308, "lr": 4.866192289824837e-05}
+{"train_loss": 0.003673763247206807, "global_step": 20078, "epoch": 308, "lr": 4.865784437351422e-05}
+{"train_loss": 0.0015081324381753802, "global_step": 20079, "epoch": 308, "lr": 4.865376585771687e-05}
+{"train_loss": 0.003060106420889497, "global_step": 20080, "epoch": 308, "lr": 4.8649687350883446e-05}
+{"train_loss": 0.0018433781806379557, "global_step": 20081, "epoch": 308, "lr": 4.864560885304113e-05}
+{"train_loss": 0.003883744589984417, "global_step": 20082, "epoch": 308, "lr": 4.864153036421705e-05}
+{"train_loss": 0.0012641807552427053, "global_step": 20083, "epoch": 308, "lr": 4.863745188443839e-05}
+{"train_loss": 0.0031437028754645814, "global_step": 20084, "epoch": 308, "lr": 4.863337341373232e-05, "val_loss": 0.011026661843061447}
+{"train_loss": 0.003528611734509468, "global_step": 20085, "epoch": 309, "lr": 4.8629294952125954e-05}
+{"train_loss": 0.0022063632495701313, "global_step": 20086, "epoch": 309, "lr": 4.8625216499646454e-05}
+{"train_loss": 0.0022974833846092224, "global_step": 20087, "epoch": 309, "lr": 4.8621138056320994e-05}
+{"train_loss": 0.0029383250512182713, "global_step": 20088, "epoch": 309, "lr": 4.861705962217673e-05}
+{"train_loss": 0.003502097213640809, "global_step": 20089, "epoch": 309, "lr": 4.8612981197240815e-05}
+{"train_loss": 0.0022196120116859674, "global_step": 20090, "epoch": 309, "lr": 4.86089027815404e-05}
+{"train_loss": 0.0025850068777799606, "global_step": 20091, "epoch": 309, "lr": 4.860482437510265e-05}
+{"train_loss": 0.0037703553680330515, "global_step": 20092, "epoch": 309, "lr": 4.860074597795473e-05}
+{"train_loss": 0.0028708497993648052, "global_step": 20093, "epoch": 309, "lr": 4.859666759012378e-05}
+{"train_loss": 0.0021000015549361706, "global_step": 20094, "epoch": 309, "lr": 4.859258921163694e-05}
+{"train_loss": 0.003161202184855938, "global_step": 20095, "epoch": 309, "lr": 4.8588510842521404e-05}
+{"train_loss": 0.0042093731462955475, "global_step": 20096, "epoch": 309, "lr": 4.858443248280429e-05}
+{"train_loss": 0.0022023492492735386, "global_step": 20097, "epoch": 309, "lr": 4.858035413251278e-05}
+{"train_loss": 0.003393155289813876, "global_step": 20098, "epoch": 309, "lr": 4.857627579167403e-05}
+{"train_loss": 0.0024775981437414885, "global_step": 20099, "epoch": 309, "lr": 4.85721974603152e-05}
+{"train_loss": 0.0026799659244716167, "global_step": 20100, "epoch": 309, "lr": 4.856811913846342e-05}
+{"train_loss": 0.004110583569854498, "global_step": 20101, "epoch": 309, "lr": 4.856404082614586e-05}
+{"train_loss": 0.0037821251899003983, "global_step": 20102, "epoch": 309, "lr": 4.8559962523389666e-05}
+{"train_loss": 0.0026396040339022875, "global_step": 20103, "epoch": 309, "lr": 4.855588423022202e-05}
+{"train_loss": 0.002760885749012232, "global_step": 20104, "epoch": 309, "lr": 4.855180594667005e-05}
+{"train_loss": 0.0028439448215067387, "global_step": 20105, "epoch": 309, "lr": 4.854772767276092e-05}
+{"train_loss": 0.0024971195962280035, "global_step": 20106, "epoch": 309, "lr": 4.854364940852179e-05}
+{"train_loss": 0.0036458498798310757, "global_step": 20107, "epoch": 309, "lr": 4.853957115397983e-05}
+{"train_loss": 0.003151299199089408, "global_step": 20108, "epoch": 309, "lr": 4.8535492909162165e-05}
+{"train_loss": 0.002197361085563898, "global_step": 20109, "epoch": 309, "lr": 4.8531414674095964e-05}
+{"train_loss": 0.0031230770982801914, "global_step": 20110, "epoch": 309, "lr": 4.8527336448808366e-05}
+{"train_loss": 0.002240340458229184, "global_step": 20111, "epoch": 309, "lr": 4.852325823332656e-05}
+{"train_loss": 0.002972434973344207, "global_step": 20112, "epoch": 309, "lr": 4.851918002767766e-05}
+{"train_loss": 0.0027810323517769575, "global_step": 20113, "epoch": 309, "lr": 4.851510183188887e-05}
+{"train_loss": 0.0034193950705230236, "global_step": 20114, "epoch": 309, "lr": 4.851102364598729e-05}
+{"train_loss": 0.0030506255570799112, "global_step": 20115, "epoch": 309, "lr": 4.850694547000013e-05}
+{"train_loss": 0.002367574255913496, "global_step": 20116, "epoch": 309, "lr": 4.85028673039545e-05}
+{"train_loss": 0.002065839245915413, "global_step": 20117, "epoch": 309, "lr": 4.849878914787758e-05}
+{"train_loss": 0.002915079239755869, "global_step": 20118, "epoch": 309, "lr": 4.84947110017965e-05}
+{"train_loss": 0.0035195613745599985, "global_step": 20119, "epoch": 309, "lr": 4.8490632865738444e-05}
+{"train_loss": 0.002498217625543475, "global_step": 20120, "epoch": 309, "lr": 4.848655473973054e-05}
+{"train_loss": 0.0033471169881522655, "global_step": 20121, "epoch": 309, "lr": 4.8482476623799965e-05}
+{"train_loss": 0.003078330773860216, "global_step": 20122, "epoch": 309, "lr": 4.8478398517973876e-05}
+{"train_loss": 0.0035876664333045483, "global_step": 20123, "epoch": 309, "lr": 4.847432042227939e-05}
+{"train_loss": 0.0030785512644797564, "global_step": 20124, "epoch": 309, "lr": 4.84702423367437e-05}
+{"train_loss": 0.0034888098016381264, "global_step": 20125, "epoch": 309, "lr": 4.846616426139394e-05}
+{"train_loss": 0.0029774161521345377, "global_step": 20126, "epoch": 309, "lr": 4.846208619625727e-05}
+{"train_loss": 0.0027444364968687296, "global_step": 20127, "epoch": 309, "lr": 4.8458008141360845e-05}
+{"train_loss": 0.002905102213844657, "global_step": 20128, "epoch": 309, "lr": 4.84539300967318e-05}
+{"train_loss": 0.0033320400398224592, "global_step": 20129, "epoch": 309, "lr": 4.844985206239733e-05}
+{"train_loss": 0.0019635269418358803, "global_step": 20130, "epoch": 309, "lr": 4.844577403838457e-05}
+{"train_loss": 0.003479155246168375, "global_step": 20131, "epoch": 309, "lr": 4.844169602472065e-05}
+{"train_loss": 0.005129903554916382, "global_step": 20132, "epoch": 309, "lr": 4.8437618021432754e-05}
+{"train_loss": 0.0021796775981783867, "global_step": 20133, "epoch": 309, "lr": 4.843354002854801e-05}
+{"train_loss": 0.002784696640446782, "global_step": 20134, "epoch": 309, "lr": 4.8429462046093585e-05}
+{"train_loss": 0.004076093900948763, "global_step": 20135, "epoch": 309, "lr": 4.842538407409665e-05}
+{"train_loss": 0.0020195753313601017, "global_step": 20136, "epoch": 309, "lr": 4.842130611258432e-05}
+{"train_loss": 0.0020049510058015585, "global_step": 20137, "epoch": 309, "lr": 4.841722816158378e-05}
+{"train_loss": 0.002007568720728159, "global_step": 20138, "epoch": 309, "lr": 4.841315022112218e-05}
+{"train_loss": 0.004638701677322388, "global_step": 20139, "epoch": 309, "lr": 4.8409072291226645e-05}
+{"train_loss": 0.002542311092838645, "global_step": 20140, "epoch": 309, "lr": 4.8404994371924366e-05}
+{"train_loss": 0.004633552394807339, "global_step": 20141, "epoch": 309, "lr": 4.840091646324247e-05}
+{"train_loss": 0.003753562457859516, "global_step": 20142, "epoch": 309, "lr": 4.839683856520811e-05}
+{"train_loss": 0.004092250019311905, "global_step": 20143, "epoch": 309, "lr": 4.8392760677848456e-05}
+{"train_loss": 0.0038476597983390093, "global_step": 20144, "epoch": 309, "lr": 4.838868280119065e-05}
+{"train_loss": 0.003165966598317027, "global_step": 20145, "epoch": 309, "lr": 4.838460493526186e-05}
+{"train_loss": 0.0030746604315936565, "global_step": 20146, "epoch": 309, "lr": 4.838052708008921e-05}
+{"train_loss": 0.0020498388912528753, "global_step": 20147, "epoch": 309, "lr": 4.837644923569986e-05}
+{"train_loss": 0.002968999557197094, "global_step": 20148, "epoch": 309, "lr": 4.837237140212098e-05}
+{"train_loss": 0.003062441053155523, "global_step": 20149, "epoch": 309, "lr": 4.83682935793797e-05, "val_loss": 0.008372049778699875}
+{"train_loss": 0.004507534205913544, "global_step": 20150, "epoch": 310, "lr": 4.83642157675032e-05}
+{"train_loss": 0.0027120274025946856, "global_step": 20151, "epoch": 310, "lr": 4.836013796651861e-05}
+{"train_loss": 0.0029579014517366886, "global_step": 20152, "epoch": 310, "lr": 4.835606017645309e-05}
+{"train_loss": 0.0021147816441953182, "global_step": 20153, "epoch": 310, "lr": 4.83519823973338e-05}
+{"train_loss": 0.002366459695622325, "global_step": 20154, "epoch": 310, "lr": 4.834790462918787e-05}
+{"train_loss": 0.004535341169685125, "global_step": 20155, "epoch": 310, "lr": 4.834382687204246e-05}
+{"train_loss": 0.002824291819706559, "global_step": 20156, "epoch": 310, "lr": 4.8339749125924744e-05}
+{"train_loss": 0.003265269799157977, "global_step": 20157, "epoch": 310, "lr": 4.8335671390861835e-05}
+{"train_loss": 0.00471754465252161, "global_step": 20158, "epoch": 310, "lr": 4.833159366688092e-05}
+{"train_loss": 0.002765020588412881, "global_step": 20159, "epoch": 310, "lr": 4.832751595400914e-05}
+{"train_loss": 0.003140303771942854, "global_step": 20160, "epoch": 310, "lr": 4.832343825227363e-05}
+{"train_loss": 0.0036175816785544157, "global_step": 20161, "epoch": 310, "lr": 4.831936056170158e-05}
+{"train_loss": 0.004213192965835333, "global_step": 20162, "epoch": 310, "lr": 4.8315282882320095e-05}
+{"train_loss": 0.0028446477372199297, "global_step": 20163, "epoch": 310, "lr": 4.831120521415634e-05}
+{"train_loss": 0.0028695466462522745, "global_step": 20164, "epoch": 310, "lr": 4.8307127557237495e-05}
+{"train_loss": 0.005724561400711536, "global_step": 20165, "epoch": 310, "lr": 4.830304991159067e-05}
+{"train_loss": 0.002972708083689213, "global_step": 20166, "epoch": 310, "lr": 4.829897227724305e-05}
+{"train_loss": 0.0062836515717208385, "global_step": 20167, "epoch": 310, "lr": 4.829489465422177e-05}
+{"train_loss": 0.0035534952767193317, "global_step": 20168, "epoch": 310, "lr": 4.8290817042553995e-05}
+{"train_loss": 0.00347422668710351, "global_step": 20169, "epoch": 310, "lr": 4.8286739442266835e-05}
+{"train_loss": 0.004174026194959879, "global_step": 20170, "epoch": 310, "lr": 4.8282661853387495e-05}
+{"train_loss": 0.0061684357933700085, "global_step": 20171, "epoch": 310, "lr": 4.827858427594308e-05}
+{"train_loss": 0.0033104713074862957, "global_step": 20172, "epoch": 310, "lr": 4.827450670996077e-05}
+{"train_loss": 0.005951339844614267, "global_step": 20173, "epoch": 310, "lr": 4.8270429155467704e-05}
+{"train_loss": 0.0024621158372610807, "global_step": 20174, "epoch": 310, "lr": 4.8266351612491044e-05}
+{"train_loss": 0.003920121118426323, "global_step": 20175, "epoch": 310, "lr": 4.826227408105793e-05}
+{"train_loss": 0.0023982003331184387, "global_step": 20176, "epoch": 310, "lr": 4.825819656119553e-05}
+{"train_loss": 0.0039270487613976, "global_step": 20177, "epoch": 310, "lr": 4.8254119052930955e-05}
+{"train_loss": 0.004820337053388357, "global_step": 20178, "epoch": 310, "lr": 4.825004155629138e-05}
+{"train_loss": 0.004613327793776989, "global_step": 20179, "epoch": 310, "lr": 4.824596407130396e-05}
+{"train_loss": 0.0037014330737292767, "global_step": 20180, "epoch": 310, "lr": 4.824188659799583e-05}
+{"train_loss": 0.003298935480415821, "global_step": 20181, "epoch": 310, "lr": 4.823780913639415e-05}
+{"train_loss": 0.004578486084938049, "global_step": 20182, "epoch": 310, "lr": 4.823373168652608e-05}
+{"train_loss": 0.002461683703586459, "global_step": 20183, "epoch": 310, "lr": 4.8229654248418755e-05}
+{"train_loss": 0.0025992682203650475, "global_step": 20184, "epoch": 310, "lr": 4.8225576822099335e-05}
+{"train_loss": 0.00359013001434505, "global_step": 20185, "epoch": 310, "lr": 4.822149940759495e-05}
+{"train_loss": 0.006030012853443623, "global_step": 20186, "epoch": 310, "lr": 4.821742200493277e-05}
+{"train_loss": 0.005163900088518858, "global_step": 20187, "epoch": 310, "lr": 4.8213344614139926e-05}
+{"train_loss": 0.0025581191293895245, "global_step": 20188, "epoch": 310, "lr": 4.820926723524359e-05}
+{"train_loss": 0.003560802899301052, "global_step": 20189, "epoch": 310, "lr": 4.820518986827089e-05}
+{"train_loss": 0.005734977312386036, "global_step": 20190, "epoch": 310, "lr": 4.820111251324899e-05}
+{"train_loss": 0.0033985900226980448, "global_step": 20191, "epoch": 310, "lr": 4.819703517020504e-05}
+{"train_loss": 0.0031253185588866472, "global_step": 20192, "epoch": 310, "lr": 4.819295783916619e-05}
+{"train_loss": 0.003972827922552824, "global_step": 20193, "epoch": 310, "lr": 4.8188880520159566e-05}
+{"train_loss": 0.004055367782711983, "global_step": 20194, "epoch": 310, "lr": 4.818480321321234e-05}
+{"train_loss": 0.005438369698822498, "global_step": 20195, "epoch": 310, "lr": 4.8180725918351644e-05}
+{"train_loss": 0.005359007976949215, "global_step": 20196, "epoch": 310, "lr": 4.817664863560465e-05}
+{"train_loss": 0.0050169117748737335, "global_step": 20197, "epoch": 310, "lr": 4.817257136499848e-05}
+{"train_loss": 0.0029450436122715473, "global_step": 20198, "epoch": 310, "lr": 4.816849410656031e-05}
+{"train_loss": 0.0030270160641521215, "global_step": 20199, "epoch": 310, "lr": 4.816441686031728e-05}
+{"train_loss": 0.0034743810538202524, "global_step": 20200, "epoch": 310, "lr": 4.816033962629653e-05}
+{"train_loss": 0.0025751725770533085, "global_step": 20201, "epoch": 310, "lr": 4.8156262404525196e-05}
+{"train_loss": 0.002848193747922778, "global_step": 20202, "epoch": 310, "lr": 4.815218519503045e-05}
+{"train_loss": 0.003575616516172886, "global_step": 20203, "epoch": 310, "lr": 4.814810799783943e-05}
+{"train_loss": 0.004462970420718193, "global_step": 20204, "epoch": 310, "lr": 4.814403081297929e-05}
+{"train_loss": 0.004629726987332106, "global_step": 20205, "epoch": 310, "lr": 4.813995364047717e-05}
+{"train_loss": 0.0030315883923321962, "global_step": 20206, "epoch": 310, "lr": 4.813587648036023e-05}
+{"train_loss": 0.0033715188037604094, "global_step": 20207, "epoch": 310, "lr": 4.813179933265562e-05}
+{"train_loss": 0.004066776018589735, "global_step": 20208, "epoch": 310, "lr": 4.812772219739047e-05}
+{"train_loss": 0.0031187504064291716, "global_step": 20209, "epoch": 310, "lr": 4.812364507459192e-05}
+{"train_loss": 0.0026410084683448076, "global_step": 20210, "epoch": 310, "lr": 4.811956796428715e-05}
+{"train_loss": 0.0037527098320424557, "global_step": 20211, "epoch": 310, "lr": 4.811549086650327e-05}
+{"train_loss": 0.004365772008895874, "global_step": 20212, "epoch": 310, "lr": 4.811141378126747e-05}
+{"train_loss": 0.003839796641841531, "global_step": 20213, "epoch": 310, "lr": 4.810733670860686e-05}
+{"train_loss": 0.003790560232188839, "global_step": 20214, "epoch": 310, "lr": 4.8103259648548616e-05, "val_loss": 0.00705396942794323, "train_action_mse_error": 0.00010137048229807988}
+{"train_loss": 0.005310445092618465, "global_step": 20215, "epoch": 311, "lr": 4.809918260111989e-05}
+{"train_loss": 0.0033040414564311504, "global_step": 20216, "epoch": 311, "lr": 4.8095105566347784e-05}
+{"train_loss": 0.0029276690911501646, "global_step": 20217, "epoch": 311, "lr": 4.8091028544259476e-05}
+{"train_loss": 0.002343575470149517, "global_step": 20218, "epoch": 311, "lr": 4.808695153488211e-05}
+{"train_loss": 0.00308684422634542, "global_step": 20219, "epoch": 311, "lr": 4.8082874538242826e-05}
+{"train_loss": 0.0021886592730879784, "global_step": 20220, "epoch": 311, "lr": 4.8078797554368796e-05}
+{"train_loss": 0.0038277003914117813, "global_step": 20221, "epoch": 311, "lr": 4.8074720583287125e-05}
+{"train_loss": 0.0036333948373794556, "global_step": 20222, "epoch": 311, "lr": 4.807064362502502e-05}
+{"train_loss": 0.006281325127929449, "global_step": 20223, "epoch": 311, "lr": 4.806656667960956e-05}
+{"train_loss": 0.004099653102457523, "global_step": 20224, "epoch": 311, "lr": 4.806248974706793e-05}
+{"train_loss": 0.0039342837408185005, "global_step": 20225, "epoch": 311, "lr": 4.805841282742726e-05}
+{"train_loss": 0.0041853333823382854, "global_step": 20226, "epoch": 311, "lr": 4.805433592071471e-05}
+{"train_loss": 0.0038163717836141586, "global_step": 20227, "epoch": 311, "lr": 4.805025902695741e-05}
+{"train_loss": 0.0038292203098535538, "global_step": 20228, "epoch": 311, "lr": 4.804618214618253e-05}
+{"train_loss": 0.0030944400932639837, "global_step": 20229, "epoch": 311, "lr": 4.804210527841719e-05}
+{"train_loss": 0.0024770728778094053, "global_step": 20230, "epoch": 311, "lr": 4.803802842368857e-05}
+{"train_loss": 0.004292565397918224, "global_step": 20231, "epoch": 311, "lr": 4.803395158202378e-05}
+{"train_loss": 0.0038040047511458397, "global_step": 20232, "epoch": 311, "lr": 4.802987475344999e-05}
+{"train_loss": 0.002596973441541195, "global_step": 20233, "epoch": 311, "lr": 4.802579793799432e-05}
+{"train_loss": 0.0036659175530076027, "global_step": 20234, "epoch": 311, "lr": 4.8021721135683937e-05}
+{"train_loss": 0.004723826423287392, "global_step": 20235, "epoch": 311, "lr": 4.801764434654597e-05}
+{"train_loss": 0.0026417949702590704, "global_step": 20236, "epoch": 311, "lr": 4.80135675706076e-05}
+{"train_loss": 0.0029821498319506645, "global_step": 20237, "epoch": 311, "lr": 4.8009490807895926e-05}
+{"train_loss": 0.0028912618290632963, "global_step": 20238, "epoch": 311, "lr": 4.800541405843814e-05}
+{"train_loss": 0.0038510269951075315, "global_step": 20239, "epoch": 311, "lr": 4.800133732226135e-05}
+{"train_loss": 0.0046082488261163235, "global_step": 20240, "epoch": 311, "lr": 4.7997260599392714e-05}
+{"train_loss": 0.006226153112947941, "global_step": 20241, "epoch": 311, "lr": 4.799318388985936e-05}
+{"train_loss": 0.0035219911951571703, "global_step": 20242, "epoch": 311, "lr": 4.7989107193688466e-05}
+{"train_loss": 0.004953542724251747, "global_step": 20243, "epoch": 311, "lr": 4.798503051090715e-05}
+{"train_loss": 0.0044351546093821526, "global_step": 20244, "epoch": 311, "lr": 4.798095384154257e-05}
+{"train_loss": 0.004246940370649099, "global_step": 20245, "epoch": 311, "lr": 4.7976877185621885e-05}
+{"train_loss": 0.0028361284639686346, "global_step": 20246, "epoch": 311, "lr": 4.797280054317219e-05}
+{"train_loss": 0.0021851302590221167, "global_step": 20247, "epoch": 311, "lr": 4.796872391422068e-05}
+{"train_loss": 0.004143491853028536, "global_step": 20248, "epoch": 311, "lr": 4.796464729879448e-05}
+{"train_loss": 0.004415980540215969, "global_step": 20249, "epoch": 311, "lr": 4.7960570696920726e-05}
+{"train_loss": 0.0038480283692479134, "global_step": 20250, "epoch": 311, "lr": 4.795649410862658e-05}
+{"train_loss": 0.003312604269012809, "global_step": 20251, "epoch": 311, "lr": 4.795241753393916e-05}
+{"train_loss": 0.0033090945798903704, "global_step": 20252, "epoch": 311, "lr": 4.7948340972885644e-05}
+{"train_loss": 0.00349288247525692, "global_step": 20253, "epoch": 311, "lr": 4.7944264425493167e-05}
+{"train_loss": 0.004378125071525574, "global_step": 20254, "epoch": 311, "lr": 4.7940187891788843e-05}
+{"train_loss": 0.001992135075852275, "global_step": 20255, "epoch": 311, "lr": 4.7936111371799854e-05}
+{"train_loss": 0.003742767032235861, "global_step": 20256, "epoch": 311, "lr": 4.7932034865553324e-05}
+{"train_loss": 0.00240451842546463, "global_step": 20257, "epoch": 311, "lr": 4.7927958373076384e-05}
+{"train_loss": 0.0034176544286310673, "global_step": 20258, "epoch": 311, "lr": 4.79238818943962e-05}
+{"train_loss": 0.0038113067857921124, "global_step": 20259, "epoch": 311, "lr": 4.791980542953991e-05}
+{"train_loss": 0.003067374462261796, "global_step": 20260, "epoch": 311, "lr": 4.7915728978534666e-05}
+{"train_loss": 0.0028963175136595964, "global_step": 20261, "epoch": 311, "lr": 4.79116525414076e-05}
+{"train_loss": 0.003796195611357689, "global_step": 20262, "epoch": 311, "lr": 4.7907576118185846e-05}
+{"train_loss": 0.0034600107464939356, "global_step": 20263, "epoch": 311, "lr": 4.790349970889656e-05}
+{"train_loss": 0.0028865530621260405, "global_step": 20264, "epoch": 311, "lr": 4.789942331356688e-05}
+{"train_loss": 0.0034311357885599136, "global_step": 20265, "epoch": 311, "lr": 4.789534693222395e-05}
+{"train_loss": 0.0033637068700045347, "global_step": 20266, "epoch": 311, "lr": 4.789127056489491e-05}
+{"train_loss": 0.0023649046197533607, "global_step": 20267, "epoch": 311, "lr": 4.7887194211606904e-05}
+{"train_loss": 0.002921085339039564, "global_step": 20268, "epoch": 311, "lr": 4.78831178723871e-05}
+{"train_loss": 0.0032815232407301664, "global_step": 20269, "epoch": 311, "lr": 4.7879041547262606e-05}
+{"train_loss": 0.003291707718744874, "global_step": 20270, "epoch": 311, "lr": 4.787496523626056e-05}
+{"train_loss": 0.005076489876955748, "global_step": 20271, "epoch": 311, "lr": 4.787088893940813e-05}
+{"train_loss": 0.0024809762835502625, "global_step": 20272, "epoch": 311, "lr": 4.786681265673245e-05}
+{"train_loss": 0.0022471873089671135, "global_step": 20273, "epoch": 311, "lr": 4.786273638826064e-05}
+{"train_loss": 0.0036346823908388615, "global_step": 20274, "epoch": 311, "lr": 4.7858660134019884e-05}
+{"train_loss": 0.004970681853592396, "global_step": 20275, "epoch": 311, "lr": 4.785458389403729e-05}
+{"train_loss": 0.005224964581429958, "global_step": 20276, "epoch": 311, "lr": 4.785050766834002e-05}
+{"train_loss": 0.0042091431096196175, "global_step": 20277, "epoch": 311, "lr": 4.784643145695521e-05}
+{"train_loss": 0.0044725388288497925, "global_step": 20278, "epoch": 311, "lr": 4.784235525990998e-05}
+{"train_loss": 0.0035979977235771144, "global_step": 20279, "epoch": 311, "lr": 4.7838279077231504e-05, "val_loss": 0.007034664507955313}
+{"train_loss": 0.0035822174977511168, "global_step": 20280, "epoch": 312, "lr": 4.7834202908946904e-05}
+{"train_loss": 0.0025279310066252947, "global_step": 20281, "epoch": 312, "lr": 4.783012675508332e-05}
+{"train_loss": 0.0031438262667506933, "global_step": 20282, "epoch": 312, "lr": 4.7826050615667906e-05}
+{"train_loss": 0.004672608803957701, "global_step": 20283, "epoch": 312, "lr": 4.782197449072779e-05}
+{"train_loss": 0.0018955778796225786, "global_step": 20284, "epoch": 312, "lr": 4.781789838029014e-05}
+{"train_loss": 0.004626331850886345, "global_step": 20285, "epoch": 312, "lr": 4.781382228438207e-05}
+{"train_loss": 0.0026367127429693937, "global_step": 20286, "epoch": 312, "lr": 4.780974620303071e-05}
+{"train_loss": 0.004406149499118328, "global_step": 20287, "epoch": 312, "lr": 4.7805670136263234e-05}
+{"train_loss": 0.003255948657169938, "global_step": 20288, "epoch": 312, "lr": 4.7801594084106763e-05}
+{"train_loss": 0.0036726298276335, "global_step": 20289, "epoch": 312, "lr": 4.779751804658843e-05}
+{"train_loss": 0.0028951570857316256, "global_step": 20290, "epoch": 312, "lr": 4.7793442023735405e-05}
+{"train_loss": 0.0023456434719264507, "global_step": 20291, "epoch": 312, "lr": 4.778936601557481e-05}
+{"train_loss": 0.0038952429313212633, "global_step": 20292, "epoch": 312, "lr": 4.7785290022133775e-05}
+{"train_loss": 0.00338023086078465, "global_step": 20293, "epoch": 312, "lr": 4.778121404343945e-05}
+{"train_loss": 0.0019897937308996916, "global_step": 20294, "epoch": 312, "lr": 4.777713807951897e-05}
+{"train_loss": 0.00356651796028018, "global_step": 20295, "epoch": 312, "lr": 4.777306213039949e-05}
+{"train_loss": 0.0038697365671396255, "global_step": 20296, "epoch": 312, "lr": 4.776898619610813e-05}
+{"train_loss": 0.0031841727904975414, "global_step": 20297, "epoch": 312, "lr": 4.7764910276672045e-05}
+{"train_loss": 0.003786249551922083, "global_step": 20298, "epoch": 312, "lr": 4.776083437211838e-05}
+{"train_loss": 0.0022802234161645174, "global_step": 20299, "epoch": 312, "lr": 4.775675848247427e-05}
+{"train_loss": 0.0026643213350325823, "global_step": 20300, "epoch": 312, "lr": 4.7752682607766826e-05}
+{"train_loss": 0.003809805028140545, "global_step": 20301, "epoch": 312, "lr": 4.774860674802322e-05}
+{"train_loss": 0.004062700551003218, "global_step": 20302, "epoch": 312, "lr": 4.7744530903270574e-05}
+{"train_loss": 0.002897527301684022, "global_step": 20303, "epoch": 312, "lr": 4.774045507353604e-05}
+{"train_loss": 0.0033864076249301434, "global_step": 20304, "epoch": 312, "lr": 4.7736379258846745e-05}
+{"train_loss": 0.0033678067848086357, "global_step": 20305, "epoch": 312, "lr": 4.773230345922984e-05}
+{"train_loss": 0.0030892195645719767, "global_step": 20306, "epoch": 312, "lr": 4.772822767471246e-05}
+{"train_loss": 0.0035702798049896955, "global_step": 20307, "epoch": 312, "lr": 4.772415190532175e-05}
+{"train_loss": 0.0029969087336212397, "global_step": 20308, "epoch": 312, "lr": 4.772007615108482e-05}
+{"train_loss": 0.0030893993098288774, "global_step": 20309, "epoch": 312, "lr": 4.771600041202884e-05}
+{"train_loss": 0.0022643650881946087, "global_step": 20310, "epoch": 312, "lr": 4.771192468818092e-05}
+{"train_loss": 0.0032629717607051134, "global_step": 20311, "epoch": 312, "lr": 4.770784897956824e-05}
+{"train_loss": 0.0029589904006570578, "global_step": 20312, "epoch": 312, "lr": 4.7703773286217896e-05}
+{"train_loss": 0.00202598562464118, "global_step": 20313, "epoch": 312, "lr": 4.769969760815706e-05}
+{"train_loss": 0.003426753217354417, "global_step": 20314, "epoch": 312, "lr": 4.7695621945412845e-05}
+{"train_loss": 0.0020927302539348602, "global_step": 20315, "epoch": 312, "lr": 4.769154629801241e-05}
+{"train_loss": 0.0030215708538889885, "global_step": 20316, "epoch": 312, "lr": 4.768747066598286e-05}
+{"train_loss": 0.004119912162423134, "global_step": 20317, "epoch": 312, "lr": 4.768339504935136e-05}
+{"train_loss": 0.0023419458884745836, "global_step": 20318, "epoch": 312, "lr": 4.7679319448145035e-05}
+{"train_loss": 0.002111823298037052, "global_step": 20319, "epoch": 312, "lr": 4.767524386239104e-05}
+{"train_loss": 0.003208013717085123, "global_step": 20320, "epoch": 312, "lr": 4.7671168292116494e-05}
+{"train_loss": 0.003723051631823182, "global_step": 20321, "epoch": 312, "lr": 4.7667092737348545e-05}
+{"train_loss": 0.0022138459607958794, "global_step": 20322, "epoch": 312, "lr": 4.766301719811434e-05}
+{"train_loss": 0.0034050592221319675, "global_step": 20323, "epoch": 312, "lr": 4.7658941674440996e-05}
+{"train_loss": 0.0025112491566687822, "global_step": 20324, "epoch": 312, "lr": 4.765486616635564e-05}
+{"train_loss": 0.0034729421604424715, "global_step": 20325, "epoch": 312, "lr": 4.7650790673885434e-05}
+{"train_loss": 0.0022632943000644445, "global_step": 20326, "epoch": 312, "lr": 4.764671519705749e-05}
+{"train_loss": 0.0021042609587311745, "global_step": 20327, "epoch": 312, "lr": 4.764263973589899e-05}
+{"train_loss": 0.003340364433825016, "global_step": 20328, "epoch": 312, "lr": 4.7638564290437016e-05}
+{"train_loss": 0.0033592223189771175, "global_step": 20329, "epoch": 312, "lr": 4.7634488860698746e-05}
+{"train_loss": 0.0022160361986607313, "global_step": 20330, "epoch": 312, "lr": 4.763041344671131e-05}
+{"train_loss": 0.002778818132355809, "global_step": 20331, "epoch": 312, "lr": 4.7626338048501824e-05}
+{"train_loss": 0.002005700720474124, "global_step": 20332, "epoch": 312, "lr": 4.762226266609742e-05}
+{"train_loss": 0.0024322187528014183, "global_step": 20333, "epoch": 312, "lr": 4.7618187299525265e-05}
+{"train_loss": 0.0035871039144694805, "global_step": 20334, "epoch": 312, "lr": 4.761411194881246e-05}
+{"train_loss": 0.0015982658369466662, "global_step": 20335, "epoch": 312, "lr": 4.761003661398618e-05}
+{"train_loss": 0.002861212007701397, "global_step": 20336, "epoch": 312, "lr": 4.760596129507353e-05}
+{"train_loss": 0.0028605430852621794, "global_step": 20337, "epoch": 312, "lr": 4.760188599210166e-05}
+{"train_loss": 0.002352900104597211, "global_step": 20338, "epoch": 312, "lr": 4.759781070509771e-05}
+{"train_loss": 0.0030103379394859076, "global_step": 20339, "epoch": 312, "lr": 4.75937354340888e-05}
+{"train_loss": 0.003773568430915475, "global_step": 20340, "epoch": 312, "lr": 4.758966017910206e-05}
+{"train_loss": 0.0024822812993079424, "global_step": 20341, "epoch": 312, "lr": 4.758558494016465e-05}
+{"train_loss": 0.0021180014591664076, "global_step": 20342, "epoch": 312, "lr": 4.758150971730368e-05}
+{"train_loss": 0.0022956037428230047, "global_step": 20343, "epoch": 312, "lr": 4.7577434510546306e-05}
+{"train_loss": 0.0029938892192708758, "global_step": 20344, "epoch": 312, "lr": 4.757335931991965e-05, "val_loss": 0.006084852386265993}
+{"train_loss": 0.0031240559183061123, "global_step": 20345, "epoch": 313, "lr": 4.756928414545087e-05}
+{"train_loss": 0.003916035871952772, "global_step": 20346, "epoch": 313, "lr": 4.7565208987167066e-05}
+{"train_loss": 0.004159820266067982, "global_step": 20347, "epoch": 313, "lr": 4.756113384509539e-05}
+{"train_loss": 0.0024536827113479376, "global_step": 20348, "epoch": 313, "lr": 4.7557058719262965e-05}
+{"train_loss": 0.003052442567422986, "global_step": 20349, "epoch": 313, "lr": 4.755298360969695e-05}
+{"train_loss": 0.0033980594016611576, "global_step": 20350, "epoch": 313, "lr": 4.7548908516424445e-05}
+{"train_loss": 0.004730653949081898, "global_step": 20351, "epoch": 313, "lr": 4.754483343947262e-05}
+{"train_loss": 0.0016622584080323577, "global_step": 20352, "epoch": 313, "lr": 4.754075837886858e-05}
+{"train_loss": 0.002237496664747596, "global_step": 20353, "epoch": 313, "lr": 4.753668333463951e-05}
+{"train_loss": 0.0027643577195703983, "global_step": 20354, "epoch": 313, "lr": 4.7532608306812465e-05}
+{"train_loss": 0.0033098747953772545, "global_step": 20355, "epoch": 313, "lr": 4.752853329541463e-05}
+{"train_loss": 0.0031198428478091955, "global_step": 20356, "epoch": 313, "lr": 4.752445830047312e-05}
+{"train_loss": 0.0022728820331394672, "global_step": 20357, "epoch": 313, "lr": 4.7520383322015086e-05}
+{"train_loss": 0.0021475141402333975, "global_step": 20358, "epoch": 313, "lr": 4.7516308360067634e-05}
+{"train_loss": 0.00273888953961432, "global_step": 20359, "epoch": 313, "lr": 4.751223341465793e-05}
+{"train_loss": 0.0035701815504580736, "global_step": 20360, "epoch": 313, "lr": 4.750815848581308e-05}
+{"train_loss": 0.0036602048203349113, "global_step": 20361, "epoch": 313, "lr": 4.750408357356027e-05}
+{"train_loss": 0.005355738569051027, "global_step": 20362, "epoch": 313, "lr": 4.7500008677926544e-05}
+{"train_loss": 0.003503529354929924, "global_step": 20363, "epoch": 313, "lr": 4.7495933798939105e-05}
+{"train_loss": 0.002548463409766555, "global_step": 20364, "epoch": 313, "lr": 4.749185893662504e-05}
+{"train_loss": 0.00340085057541728, "global_step": 20365, "epoch": 313, "lr": 4.748778409101153e-05}
+{"train_loss": 0.0028908418025821447, "global_step": 20366, "epoch": 313, "lr": 4.748370926212567e-05}
+{"train_loss": 0.0021431574132293463, "global_step": 20367, "epoch": 313, "lr": 4.7479634449994607e-05}
+{"train_loss": 0.003764602355659008, "global_step": 20368, "epoch": 313, "lr": 4.747555965464548e-05}
+{"train_loss": 0.0040201665833592415, "global_step": 20369, "epoch": 313, "lr": 4.747148487610539e-05}
+{"train_loss": 0.002983205718919635, "global_step": 20370, "epoch": 313, "lr": 4.746741011440151e-05}
+{"train_loss": 0.0037507368251681328, "global_step": 20371, "epoch": 313, "lr": 4.746333536956095e-05}
+{"train_loss": 0.0040767923928797245, "global_step": 20372, "epoch": 313, "lr": 4.7459260641610834e-05}
+{"train_loss": 0.002740190364420414, "global_step": 20373, "epoch": 313, "lr": 4.745518593057831e-05}
+{"train_loss": 0.004005555994808674, "global_step": 20374, "epoch": 313, "lr": 4.7451111236490495e-05}
+{"train_loss": 0.0030178423039615154, "global_step": 20375, "epoch": 313, "lr": 4.744703655937455e-05}
+{"train_loss": 0.00388996209949255, "global_step": 20376, "epoch": 313, "lr": 4.744296189925759e-05}
+{"train_loss": 0.0032153551001101732, "global_step": 20377, "epoch": 313, "lr": 4.743888725616671e-05}
+{"train_loss": 0.004176360089331865, "global_step": 20378, "epoch": 313, "lr": 4.74348126301291e-05}
+{"train_loss": 0.0025964071974158287, "global_step": 20379, "epoch": 313, "lr": 4.7430738021171857e-05}
+{"train_loss": 0.00345855625346303, "global_step": 20380, "epoch": 313, "lr": 4.742666342932211e-05}
+{"train_loss": 0.0042872680351138115, "global_step": 20381, "epoch": 313, "lr": 4.742258885460701e-05}
+{"train_loss": 0.0032798750326037407, "global_step": 20382, "epoch": 313, "lr": 4.741851429705366e-05}
+{"train_loss": 0.002409321488812566, "global_step": 20383, "epoch": 313, "lr": 4.7414439756689224e-05}
+{"train_loss": 0.0026309387758374214, "global_step": 20384, "epoch": 313, "lr": 4.741036523354082e-05}
+{"train_loss": 0.00455797603353858, "global_step": 20385, "epoch": 313, "lr": 4.7406290727635555e-05}
+{"train_loss": 0.002609077375382185, "global_step": 20386, "epoch": 313, "lr": 4.7402216239000594e-05}
+{"train_loss": 0.002640731865540147, "global_step": 20387, "epoch": 313, "lr": 4.739814176766305e-05}
+{"train_loss": 0.0035848678089678288, "global_step": 20388, "epoch": 313, "lr": 4.7394067313650036e-05}
+{"train_loss": 0.0035788945388048887, "global_step": 20389, "epoch": 313, "lr": 4.738999287698871e-05}
+{"train_loss": 0.002522139810025692, "global_step": 20390, "epoch": 313, "lr": 4.738591845770619e-05}
+{"train_loss": 0.005666034761816263, "global_step": 20391, "epoch": 313, "lr": 4.738184405582963e-05}
+{"train_loss": 0.004066864028573036, "global_step": 20392, "epoch": 313, "lr": 4.737776967138612e-05}
+{"train_loss": 0.0023891739547252655, "global_step": 20393, "epoch": 313, "lr": 4.7373695304402794e-05}
+{"train_loss": 0.003434955608099699, "global_step": 20394, "epoch": 313, "lr": 4.7369620954906804e-05}
+{"train_loss": 0.004639102146029472, "global_step": 20395, "epoch": 313, "lr": 4.736554662292528e-05}
+{"train_loss": 0.004140568897128105, "global_step": 20396, "epoch": 313, "lr": 4.7361472308485314e-05}
+{"train_loss": 0.0029322481714189053, "global_step": 20397, "epoch": 313, "lr": 4.735739801161408e-05}
+{"train_loss": 0.0038448036648333073, "global_step": 20398, "epoch": 313, "lr": 4.735332373233868e-05}
+{"train_loss": 0.002509006764739752, "global_step": 20399, "epoch": 313, "lr": 4.7349249470686266e-05}
+{"train_loss": 0.005057888571172953, "global_step": 20400, "epoch": 313, "lr": 4.734517522668394e-05}
+{"train_loss": 0.0030059332493692636, "global_step": 20401, "epoch": 313, "lr": 4.7341101000358826e-05}
+{"train_loss": 0.004969552159309387, "global_step": 20402, "epoch": 313, "lr": 4.733702679173809e-05}
+{"train_loss": 0.0028700283728539944, "global_step": 20403, "epoch": 313, "lr": 4.7332952600848836e-05}
+{"train_loss": 0.006118521559983492, "global_step": 20404, "epoch": 313, "lr": 4.732887842771818e-05}
+{"train_loss": 0.0023611625656485558, "global_step": 20405, "epoch": 313, "lr": 4.732480427237327e-05}
+{"train_loss": 0.003848504740744829, "global_step": 20406, "epoch": 313, "lr": 4.7320730134841226e-05}
+{"train_loss": 0.004572686739265919, "global_step": 20407, "epoch": 313, "lr": 4.731665601514919e-05}
+{"train_loss": 0.0032621356658637524, "global_step": 20408, "epoch": 313, "lr": 4.731258191332427e-05}
+{"train_loss": 0.003426651991545581, "global_step": 20409, "epoch": 313, "lr": 4.7308507829393597e-05, "val_loss": 0.003811989212408662}
+{"train_loss": 0.002631564624607563, "global_step": 20410, "epoch": 314, "lr": 4.73044337633843e-05}
+{"train_loss": 0.002845729235559702, "global_step": 20411, "epoch": 314, "lr": 4.7300359715323525e-05}
+{"train_loss": 0.0038768372032791376, "global_step": 20412, "epoch": 314, "lr": 4.7296285685238354e-05}
+{"train_loss": 0.003597792237997055, "global_step": 20413, "epoch": 314, "lr": 4.7292211673155966e-05}
+{"train_loss": 0.003513691946864128, "global_step": 20414, "epoch": 314, "lr": 4.7288137679103475e-05}
+{"train_loss": 0.0037414345424622297, "global_step": 20415, "epoch": 314, "lr": 4.728406370310797e-05}
+{"train_loss": 0.004251634702086449, "global_step": 20416, "epoch": 314, "lr": 4.727998974519662e-05}
+{"train_loss": 0.003024802776053548, "global_step": 20417, "epoch": 314, "lr": 4.727591580539653e-05}
+{"train_loss": 0.004083342384546995, "global_step": 20418, "epoch": 314, "lr": 4.727184188373483e-05}
+{"train_loss": 0.0026012894231826067, "global_step": 20419, "epoch": 314, "lr": 4.726776798023866e-05}
+{"train_loss": 0.0026434671599417925, "global_step": 20420, "epoch": 314, "lr": 4.726369409493513e-05}
+{"train_loss": 0.0048398347571492195, "global_step": 20421, "epoch": 314, "lr": 4.7259620227851374e-05}
+{"train_loss": 0.0030300479847937822, "global_step": 20422, "epoch": 314, "lr": 4.725554637901453e-05}
+{"train_loss": 0.0025947627145797014, "global_step": 20423, "epoch": 314, "lr": 4.725147254845169e-05}
+{"train_loss": 0.002265066374093294, "global_step": 20424, "epoch": 314, "lr": 4.7247398736190005e-05}
+{"train_loss": 0.0033284849487245083, "global_step": 20425, "epoch": 314, "lr": 4.724332494225658e-05}
+{"train_loss": 0.003788069589063525, "global_step": 20426, "epoch": 314, "lr": 4.723925116667858e-05}
+{"train_loss": 0.003844295395538211, "global_step": 20427, "epoch": 314, "lr": 4.72351774094831e-05}
+{"train_loss": 0.003048529615625739, "global_step": 20428, "epoch": 314, "lr": 4.723110367069725e-05}
+{"train_loss": 0.0021144207566976547, "global_step": 20429, "epoch": 314, "lr": 4.72270299503482e-05}
+{"train_loss": 0.0017215528059750795, "global_step": 20430, "epoch": 314, "lr": 4.722295624846305e-05}
+{"train_loss": 0.004418141208589077, "global_step": 20431, "epoch": 314, "lr": 4.721888256506892e-05}
+{"train_loss": 0.0021970663219690323, "global_step": 20432, "epoch": 314, "lr": 4.7214808900192934e-05}
+{"train_loss": 0.003091326914727688, "global_step": 20433, "epoch": 314, "lr": 4.7210735253862226e-05}
+{"train_loss": 0.0031642483081668615, "global_step": 20434, "epoch": 314, "lr": 4.720666162610393e-05}
+{"train_loss": 0.002457483671605587, "global_step": 20435, "epoch": 314, "lr": 4.720258801694514e-05}
+{"train_loss": 0.0034464048221707344, "global_step": 20436, "epoch": 314, "lr": 4.7198514426413005e-05}
+{"train_loss": 0.003785963635891676, "global_step": 20437, "epoch": 314, "lr": 4.719444085453465e-05}
+{"train_loss": 0.002503820462152362, "global_step": 20438, "epoch": 314, "lr": 4.71903673013372e-05}
+{"train_loss": 0.004061911255121231, "global_step": 20439, "epoch": 314, "lr": 4.7186293766847753e-05}
+{"train_loss": 0.002660897793248296, "global_step": 20440, "epoch": 314, "lr": 4.718222025109345e-05}
+{"train_loss": 0.0017576904501765966, "global_step": 20441, "epoch": 314, "lr": 4.717814675410141e-05}
+{"train_loss": 0.003570346161723137, "global_step": 20442, "epoch": 314, "lr": 4.7174073275898776e-05}
+{"train_loss": 0.002676923992112279, "global_step": 20443, "epoch": 314, "lr": 4.7169999816512644e-05}
+{"train_loss": 0.003453881246969104, "global_step": 20444, "epoch": 314, "lr": 4.716592637597016e-05}
+{"train_loss": 0.002803001319989562, "global_step": 20445, "epoch": 314, "lr": 4.7161852954298444e-05}
+{"train_loss": 0.005206877365708351, "global_step": 20446, "epoch": 314, "lr": 4.715777955152461e-05}
+{"train_loss": 0.0036156009882688522, "global_step": 20447, "epoch": 314, "lr": 4.715370616767577e-05}
+{"train_loss": 0.001971383113414049, "global_step": 20448, "epoch": 314, "lr": 4.714963280277906e-05}
+{"train_loss": 0.004592762794345617, "global_step": 20449, "epoch": 314, "lr": 4.71455594568616e-05}
+{"train_loss": 0.004141537938266993, "global_step": 20450, "epoch": 314, "lr": 4.7141486129950525e-05}
+{"train_loss": 0.0033974475227296352, "global_step": 20451, "epoch": 314, "lr": 4.713741282207293e-05}
+{"train_loss": 0.0025352181401103735, "global_step": 20452, "epoch": 314, "lr": 4.713333953325598e-05}
+{"train_loss": 0.003488191170617938, "global_step": 20453, "epoch": 314, "lr": 4.712926626352677e-05}
+{"train_loss": 0.002565985079854727, "global_step": 20454, "epoch": 314, "lr": 4.7125193012912416e-05}
+{"train_loss": 0.0017905731219798326, "global_step": 20455, "epoch": 314, "lr": 4.7121119781440034e-05}
+{"train_loss": 0.00280322995968163, "global_step": 20456, "epoch": 314, "lr": 4.7117046569136774e-05}
+{"train_loss": 0.004376795142889023, "global_step": 20457, "epoch": 314, "lr": 4.711297337602973e-05}
+{"train_loss": 0.0033604800701141357, "global_step": 20458, "epoch": 314, "lr": 4.7108900202146045e-05}
+{"train_loss": 0.002738879295065999, "global_step": 20459, "epoch": 314, "lr": 4.710482704751282e-05}
+{"train_loss": 0.0023153922520577908, "global_step": 20460, "epoch": 314, "lr": 4.7100753912157204e-05}
+{"train_loss": 0.003609901526942849, "global_step": 20461, "epoch": 314, "lr": 4.709668079610631e-05}
+{"train_loss": 0.00330407009460032, "global_step": 20462, "epoch": 314, "lr": 4.7092607699387233e-05}
+{"train_loss": 0.0019165280973538756, "global_step": 20463, "epoch": 314, "lr": 4.708853462202711e-05}
+{"train_loss": 0.002865890972316265, "global_step": 20464, "epoch": 314, "lr": 4.708446156405307e-05}
+{"train_loss": 0.002082670107483864, "global_step": 20465, "epoch": 314, "lr": 4.708038852549222e-05}
+{"train_loss": 0.002107775304466486, "global_step": 20466, "epoch": 314, "lr": 4.7076315506371695e-05}
+{"train_loss": 0.002015206031501293, "global_step": 20467, "epoch": 314, "lr": 4.70722425067186e-05}
+{"train_loss": 0.0036787791177630424, "global_step": 20468, "epoch": 314, "lr": 4.7068169526560084e-05}
+{"train_loss": 0.003345620119944215, "global_step": 20469, "epoch": 314, "lr": 4.706409656592322e-05}
+{"train_loss": 0.0034634589683264494, "global_step": 20470, "epoch": 314, "lr": 4.706002362483517e-05}
+{"train_loss": 0.002988436259329319, "global_step": 20471, "epoch": 314, "lr": 4.705595070332302e-05}
+{"train_loss": 0.002823689254000783, "global_step": 20472, "epoch": 314, "lr": 4.705187780141392e-05}
+{"train_loss": 0.00421922979876399, "global_step": 20473, "epoch": 314, "lr": 4.704780491913497e-05}
+{"train_loss": 0.0031329627990579374, "global_step": 20474, "epoch": 314, "lr": 4.70437320565133e-05, "val_loss": 0.009820598177611828}
+{"train_loss": 0.0017653527902439237, "global_step": 20475, "epoch": 315, "lr": 4.7039659213576014e-05}
+{"train_loss": 0.0027279455680400133, "global_step": 20476, "epoch": 315, "lr": 4.7035586390350284e-05}
+{"train_loss": 0.002449318766593933, "global_step": 20477, "epoch": 315, "lr": 4.7031513586863146e-05}
+{"train_loss": 0.0037832693196833134, "global_step": 20478, "epoch": 315, "lr": 4.702744080314177e-05}
+{"train_loss": 0.0032356290612369776, "global_step": 20479, "epoch": 315, "lr": 4.702336803921327e-05}
+{"train_loss": 0.0047182487323880196, "global_step": 20480, "epoch": 315, "lr": 4.701929529510476e-05}
+{"train_loss": 0.0038618706166744232, "global_step": 20481, "epoch": 315, "lr": 4.7015222570843344e-05}
+{"train_loss": 0.002407809253782034, "global_step": 20482, "epoch": 315, "lr": 4.7011149866456174e-05}
+{"train_loss": 0.0031534875743091106, "global_step": 20483, "epoch": 315, "lr": 4.700707718197033e-05}
+{"train_loss": 0.002390082459896803, "global_step": 20484, "epoch": 315, "lr": 4.7003004517412984e-05}
+{"train_loss": 0.0038135885260999203, "global_step": 20485, "epoch": 315, "lr": 4.699893187281119e-05}
+{"train_loss": 0.0032242026645690203, "global_step": 20486, "epoch": 315, "lr": 4.69948592481921e-05}
+{"train_loss": 0.002657427918165922, "global_step": 20487, "epoch": 315, "lr": 4.6990786643582815e-05}
+{"train_loss": 0.00584306288510561, "global_step": 20488, "epoch": 315, "lr": 4.6986714059010475e-05}
+{"train_loss": 0.0026109081227332354, "global_step": 20489, "epoch": 315, "lr": 4.6982641494502184e-05}
+{"train_loss": 0.0037187994457781315, "global_step": 20490, "epoch": 315, "lr": 4.6978568950085066e-05}
+{"train_loss": 0.0021147720981389284, "global_step": 20491, "epoch": 315, "lr": 4.697449642578625e-05}
+{"train_loss": 0.003146285656839609, "global_step": 20492, "epoch": 315, "lr": 4.6970423921632816e-05}
+{"train_loss": 0.004369660746306181, "global_step": 20493, "epoch": 315, "lr": 4.696635143765189e-05}
+{"train_loss": 0.004078272730112076, "global_step": 20494, "epoch": 315, "lr": 4.6962278973870624e-05}
+{"train_loss": 0.0014482018304988742, "global_step": 20495, "epoch": 315, "lr": 4.69582065303161e-05}
+{"train_loss": 0.003191309981048107, "global_step": 20496, "epoch": 315, "lr": 4.695413410701545e-05}
+{"train_loss": 0.0033670265693217516, "global_step": 20497, "epoch": 315, "lr": 4.695006170399577e-05}
+{"train_loss": 0.0019248747266829014, "global_step": 20498, "epoch": 315, "lr": 4.694598932128421e-05}
+{"train_loss": 0.002176069188863039, "global_step": 20499, "epoch": 315, "lr": 4.6941916958907876e-05}
+{"train_loss": 0.0020034145563840866, "global_step": 20500, "epoch": 315, "lr": 4.693784461689387e-05}
+{"train_loss": 0.0034396788105368614, "global_step": 20501, "epoch": 315, "lr": 4.69337722952693e-05}
+{"train_loss": 0.0025247063022106886, "global_step": 20502, "epoch": 315, "lr": 4.69296999940613e-05}
+{"train_loss": 0.005085255950689316, "global_step": 20503, "epoch": 315, "lr": 4.692562771329698e-05}
+{"train_loss": 0.0040162187069654465, "global_step": 20504, "epoch": 315, "lr": 4.692155545300347e-05}
+{"train_loss": 0.00371753703802824, "global_step": 20505, "epoch": 315, "lr": 4.6917483213207855e-05}
+{"train_loss": 0.004056267440319061, "global_step": 20506, "epoch": 315, "lr": 4.691341099393727e-05}
+{"train_loss": 0.0017925456631928682, "global_step": 20507, "epoch": 315, "lr": 4.690933879521885e-05}
+{"train_loss": 0.00391657929867506, "global_step": 20508, "epoch": 315, "lr": 4.690526661707968e-05}
+{"train_loss": 0.0026431584265083075, "global_step": 20509, "epoch": 315, "lr": 4.690119445954686e-05}
+{"train_loss": 0.004988736007362604, "global_step": 20510, "epoch": 315, "lr": 4.689712232264754e-05}
+{"train_loss": 0.002419486176222563, "global_step": 20511, "epoch": 315, "lr": 4.689305020640881e-05}
+{"train_loss": 0.00311702280305326, "global_step": 20512, "epoch": 315, "lr": 4.68889781108578e-05}
+{"train_loss": 0.003347845049574971, "global_step": 20513, "epoch": 315, "lr": 4.688490603602161e-05}
+{"train_loss": 0.0057578664273023605, "global_step": 20514, "epoch": 315, "lr": 4.688083398192739e-05}
+{"train_loss": 0.0025337839033454657, "global_step": 20515, "epoch": 315, "lr": 4.687676194860222e-05}
+{"train_loss": 0.003745312336832285, "global_step": 20516, "epoch": 315, "lr": 4.68726899360732e-05}
+{"train_loss": 0.0025181311648339033, "global_step": 20517, "epoch": 315, "lr": 4.6868617944367475e-05}
+{"train_loss": 0.0030995598062872887, "global_step": 20518, "epoch": 315, "lr": 4.686454597351215e-05}
+{"train_loss": 0.002961153630167246, "global_step": 20519, "epoch": 315, "lr": 4.6860474023534335e-05}
+{"train_loss": 0.004440822638571262, "global_step": 20520, "epoch": 315, "lr": 4.685640209446114e-05}
+{"train_loss": 0.0031083584763109684, "global_step": 20521, "epoch": 315, "lr": 4.685233018631968e-05}
+{"train_loss": 0.0035575649235397577, "global_step": 20522, "epoch": 315, "lr": 4.6848258299137094e-05}
+{"train_loss": 0.006120158825069666, "global_step": 20523, "epoch": 315, "lr": 4.684418643294046e-05}
+{"train_loss": 0.002708249492570758, "global_step": 20524, "epoch": 315, "lr": 4.6840114587756884e-05}
+{"train_loss": 0.0028816447593271732, "global_step": 20525, "epoch": 315, "lr": 4.6836042763613516e-05}
+{"train_loss": 0.0019252487691119313, "global_step": 20526, "epoch": 315, "lr": 4.683197096053744e-05}
+{"train_loss": 0.004163728095591068, "global_step": 20527, "epoch": 315, "lr": 4.682789917855577e-05}
+{"train_loss": 0.002868610667064786, "global_step": 20528, "epoch": 315, "lr": 4.6823827417695634e-05}
+{"train_loss": 0.002740653697401285, "global_step": 20529, "epoch": 315, "lr": 4.681975567798412e-05}
+{"train_loss": 0.0025203346740454435, "global_step": 20530, "epoch": 315, "lr": 4.681568395944839e-05}
+{"train_loss": 0.003029333893209696, "global_step": 20531, "epoch": 315, "lr": 4.6811612262115494e-05}
+{"train_loss": 0.0018251820001751184, "global_step": 20532, "epoch": 315, "lr": 4.6807540586012567e-05}
+{"train_loss": 0.003985980059951544, "global_step": 20533, "epoch": 315, "lr": 4.680346893116673e-05}
+{"train_loss": 0.0018403608119115233, "global_step": 20534, "epoch": 315, "lr": 4.679939729760509e-05}
+{"train_loss": 0.003010347718372941, "global_step": 20535, "epoch": 315, "lr": 4.6795325685354745e-05}
+{"train_loss": 0.004544037394225597, "global_step": 20536, "epoch": 315, "lr": 4.6791254094442826e-05}
+{"train_loss": 0.003317939816042781, "global_step": 20537, "epoch": 315, "lr": 4.6787182524896454e-05}
+{"train_loss": 0.006029089912772179, "global_step": 20538, "epoch": 315, "lr": 4.6783110976742684e-05}
+{"train_loss": 0.0032688961149408267, "global_step": 20539, "epoch": 315, "lr": 4.6779039450008676e-05, "val_loss": 0.005292030517011881, "train_action_mse_error": 0.00019302585860714316}
+{"train_loss": 0.0031482067424803972, "global_step": 20540, "epoch": 316, "lr": 4.677496794472152e-05}
+{"train_loss": 0.0024617845192551613, "global_step": 20541, "epoch": 316, "lr": 4.677089646090834e-05}
+{"train_loss": 0.002771155210211873, "global_step": 20542, "epoch": 316, "lr": 4.6766824998596245e-05}
+{"train_loss": 0.002235982334241271, "global_step": 20543, "epoch": 316, "lr": 4.6762753557812325e-05}
+{"train_loss": 0.0021773623302578926, "global_step": 20544, "epoch": 316, "lr": 4.675868213858372e-05}
+{"train_loss": 0.004025040660053492, "global_step": 20545, "epoch": 316, "lr": 4.6754610740937526e-05}
+{"train_loss": 0.001995157916098833, "global_step": 20546, "epoch": 316, "lr": 4.675053936490083e-05}
+{"train_loss": 0.0022964973468333483, "global_step": 20547, "epoch": 316, "lr": 4.674646801050078e-05}
+{"train_loss": 0.00347033329308033, "global_step": 20548, "epoch": 316, "lr": 4.674239667776444e-05}
+{"train_loss": 0.0037090603727847338, "global_step": 20549, "epoch": 316, "lr": 4.673832536671897e-05}
+{"train_loss": 0.0022102773655205965, "global_step": 20550, "epoch": 316, "lr": 4.6734254077391454e-05}
+{"train_loss": 0.0034747153986245394, "global_step": 20551, "epoch": 316, "lr": 4.6730182809808986e-05}
+{"train_loss": 0.0040864828042685986, "global_step": 20552, "epoch": 316, "lr": 4.67261115639987e-05}
+{"train_loss": 0.0021540229208767414, "global_step": 20553, "epoch": 316, "lr": 4.672204033998771e-05}
+{"train_loss": 0.004610683303326368, "global_step": 20554, "epoch": 316, "lr": 4.671796913780308e-05}
+{"train_loss": 0.003929944708943367, "global_step": 20555, "epoch": 316, "lr": 4.671389795747197e-05}
+{"train_loss": 0.0038875876925885677, "global_step": 20556, "epoch": 316, "lr": 4.670982679902144e-05}
+{"train_loss": 0.001974012004211545, "global_step": 20557, "epoch": 316, "lr": 4.6705755662478644e-05}
+{"train_loss": 0.002787996781989932, "global_step": 20558, "epoch": 316, "lr": 4.670168454787067e-05}
+{"train_loss": 0.002438356401398778, "global_step": 20559, "epoch": 316, "lr": 4.669761345522461e-05}
+{"train_loss": 0.002834572922438383, "global_step": 20560, "epoch": 316, "lr": 4.66935423845676e-05}
+{"train_loss": 0.0025276304222643375, "global_step": 20561, "epoch": 316, "lr": 4.6689471335926736e-05}
+{"train_loss": 0.0027685852255672216, "global_step": 20562, "epoch": 316, "lr": 4.6685400309329106e-05}
+{"train_loss": 0.002701272489503026, "global_step": 20563, "epoch": 316, "lr": 4.6681329304801854e-05}
+{"train_loss": 0.00492428382858634, "global_step": 20564, "epoch": 316, "lr": 4.667725832237204e-05}
+{"train_loss": 0.003392009763047099, "global_step": 20565, "epoch": 316, "lr": 4.667318736206682e-05}
+{"train_loss": 0.004265838302671909, "global_step": 20566, "epoch": 316, "lr": 4.666911642391327e-05}
+{"train_loss": 0.0029966209549456835, "global_step": 20567, "epoch": 316, "lr": 4.66650455079385e-05}
+{"train_loss": 0.002615256467834115, "global_step": 20568, "epoch": 316, "lr": 4.666097461416964e-05}
+{"train_loss": 0.0029563396237790585, "global_step": 20569, "epoch": 316, "lr": 4.6656903742633763e-05}
+{"train_loss": 0.001250614644959569, "global_step": 20570, "epoch": 316, "lr": 4.665283289335798e-05}
+{"train_loss": 0.00492743868380785, "global_step": 20571, "epoch": 316, "lr": 4.664876206636942e-05}
+{"train_loss": 0.003173155477270484, "global_step": 20572, "epoch": 316, "lr": 4.664469126169516e-05}
+{"train_loss": 0.0027992306277155876, "global_step": 20573, "epoch": 316, "lr": 4.664062047936233e-05}
+{"train_loss": 0.00133040442597121, "global_step": 20574, "epoch": 316, "lr": 4.663654971939802e-05}
+{"train_loss": 0.0037211980670690536, "global_step": 20575, "epoch": 316, "lr": 4.663247898182934e-05}
+{"train_loss": 0.005286455620080233, "global_step": 20576, "epoch": 316, "lr": 4.6628408266683415e-05}
+{"train_loss": 0.0014193968381732702, "global_step": 20577, "epoch": 316, "lr": 4.662433757398732e-05}
+{"train_loss": 0.003774309530854225, "global_step": 20578, "epoch": 316, "lr": 4.6620266903768154e-05}
+{"train_loss": 0.0027276959735900164, "global_step": 20579, "epoch": 316, "lr": 4.661619625605306e-05}
+{"train_loss": 0.0029233903624117374, "global_step": 20580, "epoch": 316, "lr": 4.6612125630869105e-05}
+{"train_loss": 0.0028541686479002237, "global_step": 20581, "epoch": 316, "lr": 4.6608055028243415e-05}
+{"train_loss": 0.0033894958905875683, "global_step": 20582, "epoch": 316, "lr": 4.660398444820308e-05}
+{"train_loss": 0.0027919458225369453, "global_step": 20583, "epoch": 316, "lr": 4.659991389077523e-05}
+{"train_loss": 0.0038108075968921185, "global_step": 20584, "epoch": 316, "lr": 4.659584335598696e-05}
+{"train_loss": 0.0038477787747979164, "global_step": 20585, "epoch": 316, "lr": 4.659177284386534e-05}
+{"train_loss": 0.0036983471363782883, "global_step": 20586, "epoch": 316, "lr": 4.658770235443751e-05}
+{"train_loss": 0.005040531978011131, "global_step": 20587, "epoch": 316, "lr": 4.658363188773056e-05}
+{"train_loss": 0.0029669746290892363, "global_step": 20588, "epoch": 316, "lr": 4.657956144377158e-05}
+{"train_loss": 0.004084757994860411, "global_step": 20589, "epoch": 316, "lr": 4.6575491022587716e-05}
+{"train_loss": 0.0031701072584837675, "global_step": 20590, "epoch": 316, "lr": 4.6571420624206023e-05}
+{"train_loss": 0.002345095854252577, "global_step": 20591, "epoch": 316, "lr": 4.6567350248653664e-05}
+{"train_loss": 0.003461170010268688, "global_step": 20592, "epoch": 316, "lr": 4.656327989595766e-05}
+{"train_loss": 0.003330832812935114, "global_step": 20593, "epoch": 316, "lr": 4.655920956614517e-05}
+{"train_loss": 0.003307220758870244, "global_step": 20594, "epoch": 316, "lr": 4.6555139259243274e-05}
+{"train_loss": 0.00240973848849535, "global_step": 20595, "epoch": 316, "lr": 4.65510689752791e-05}
+{"train_loss": 0.0035806961823254824, "global_step": 20596, "epoch": 316, "lr": 4.654699871427971e-05}
+{"train_loss": 0.002709526801481843, "global_step": 20597, "epoch": 316, "lr": 4.654292847627224e-05}
+{"train_loss": 0.003595085348933935, "global_step": 20598, "epoch": 316, "lr": 4.653885826128377e-05}
+{"train_loss": 0.0028030446264892817, "global_step": 20599, "epoch": 316, "lr": 4.653478806934146e-05}
+{"train_loss": 0.0025428365916013718, "global_step": 20600, "epoch": 316, "lr": 4.6530717900472315e-05}
+{"train_loss": 0.003309996100142598, "global_step": 20601, "epoch": 316, "lr": 4.65266477547035e-05}
+{"train_loss": 0.0028278655372560024, "global_step": 20602, "epoch": 316, "lr": 4.6522577632062095e-05}
+{"train_loss": 0.0031564529053866863, "global_step": 20603, "epoch": 316, "lr": 4.651850753257521e-05}
+{"train_loss": 0.0031151015007008726, "global_step": 20604, "epoch": 316, "lr": 4.6514437456269934e-05, "val_loss": 0.012480554170906544}
+{"train_loss": 0.0015964317135512829, "global_step": 20605, "epoch": 317, "lr": 4.651036740317339e-05}
+{"train_loss": 0.003098116023465991, "global_step": 20606, "epoch": 317, "lr": 4.650629737331265e-05}
+{"train_loss": 0.0022942551877349615, "global_step": 20607, "epoch": 317, "lr": 4.650222736671487e-05}
+{"train_loss": 0.003159073879942298, "global_step": 20608, "epoch": 317, "lr": 4.6498157383407075e-05}
+{"train_loss": 0.00216608471237123, "global_step": 20609, "epoch": 317, "lr": 4.649408742341641e-05}
+{"train_loss": 0.00396912544965744, "global_step": 20610, "epoch": 317, "lr": 4.649001748676996e-05}
+{"train_loss": 0.0027557467110455036, "global_step": 20611, "epoch": 317, "lr": 4.648594757349483e-05}
+{"train_loss": 0.004123720806092024, "global_step": 20612, "epoch": 317, "lr": 4.648187768361811e-05}
+{"train_loss": 0.002547265961766243, "global_step": 20613, "epoch": 317, "lr": 4.647780781716692e-05}
+{"train_loss": 0.0034007118083536625, "global_step": 20614, "epoch": 317, "lr": 4.647373797416836e-05}
+{"train_loss": 0.002276225946843624, "global_step": 20615, "epoch": 317, "lr": 4.646966815464951e-05}
+{"train_loss": 0.0038034263998270035, "global_step": 20616, "epoch": 317, "lr": 4.646559835863747e-05}
+{"train_loss": 0.004223962314426899, "global_step": 20617, "epoch": 317, "lr": 4.646152858615935e-05}
+{"train_loss": 0.002023208886384964, "global_step": 20618, "epoch": 317, "lr": 4.6457458837242234e-05}
+{"train_loss": 0.003383907489478588, "global_step": 20619, "epoch": 317, "lr": 4.645338911191324e-05}
+{"train_loss": 0.0027696092147380114, "global_step": 20620, "epoch": 317, "lr": 4.644931941019945e-05}
+{"train_loss": 0.0022851782850921154, "global_step": 20621, "epoch": 317, "lr": 4.644524973212797e-05}
+{"train_loss": 0.003479583188891411, "global_step": 20622, "epoch": 317, "lr": 4.644118007772592e-05}
+{"train_loss": 0.0016557601047679782, "global_step": 20623, "epoch": 317, "lr": 4.643711044702036e-05}
+{"train_loss": 0.003430243581533432, "global_step": 20624, "epoch": 317, "lr": 4.643304084003839e-05}
+{"train_loss": 0.002697215648368001, "global_step": 20625, "epoch": 317, "lr": 4.6428971256807135e-05}
+{"train_loss": 0.002565053990110755, "global_step": 20626, "epoch": 317, "lr": 4.642490169735366e-05}
+{"train_loss": 0.002150998217985034, "global_step": 20627, "epoch": 317, "lr": 4.64208321617051e-05}
+{"train_loss": 0.003929804544895887, "global_step": 20628, "epoch": 317, "lr": 4.641676264988852e-05}
+{"train_loss": 0.0016316567780449986, "global_step": 20629, "epoch": 317, "lr": 4.6412693161931034e-05}
+{"train_loss": 0.0038116900250315666, "global_step": 20630, "epoch": 317, "lr": 4.640862369785975e-05}
+{"train_loss": 0.0022232653573155403, "global_step": 20631, "epoch": 317, "lr": 4.640455425770174e-05}
+{"train_loss": 0.004163532517850399, "global_step": 20632, "epoch": 317, "lr": 4.6400484841484096e-05}
+{"train_loss": 0.003248711582273245, "global_step": 20633, "epoch": 317, "lr": 4.6396415449233935e-05}
+{"train_loss": 0.0030861799605190754, "global_step": 20634, "epoch": 317, "lr": 4.6392346080978334e-05}
+{"train_loss": 0.0036254380829632282, "global_step": 20635, "epoch": 317, "lr": 4.638827673674441e-05}
+{"train_loss": 0.003938827197998762, "global_step": 20636, "epoch": 317, "lr": 4.638420741655925e-05}
+{"train_loss": 0.003635375527665019, "global_step": 20637, "epoch": 317, "lr": 4.638013812044996e-05}
+{"train_loss": 0.002360693644732237, "global_step": 20638, "epoch": 317, "lr": 4.637606884844362e-05}
+{"train_loss": 0.00203798059374094, "global_step": 20639, "epoch": 317, "lr": 4.6371999600567325e-05}
+{"train_loss": 0.0031330103520303965, "global_step": 20640, "epoch": 317, "lr": 4.636793037684817e-05}
+{"train_loss": 0.002211496001109481, "global_step": 20641, "epoch": 317, "lr": 4.636386117731327e-05}
+{"train_loss": 0.003228182438760996, "global_step": 20642, "epoch": 317, "lr": 4.635979200198969e-05}
+{"train_loss": 0.002675409894436598, "global_step": 20643, "epoch": 317, "lr": 4.6355722850904546e-05}
+{"train_loss": 0.0028861770406365395, "global_step": 20644, "epoch": 317, "lr": 4.635165372408492e-05}
+{"train_loss": 0.002237087581306696, "global_step": 20645, "epoch": 317, "lr": 4.634758462155793e-05}
+{"train_loss": 0.0038682788144797087, "global_step": 20646, "epoch": 317, "lr": 4.6343515543350645e-05}
+{"train_loss": 0.002650817157700658, "global_step": 20647, "epoch": 317, "lr": 4.6339446489490174e-05}
+{"train_loss": 0.0018577601294964552, "global_step": 20648, "epoch": 317, "lr": 4.6335377460003584e-05}
+{"train_loss": 0.004301800858229399, "global_step": 20649, "epoch": 317, "lr": 4.633130845491801e-05}
+{"train_loss": 0.003555980743840337, "global_step": 20650, "epoch": 317, "lr": 4.63272394742605e-05}
+{"train_loss": 0.0028304224833846092, "global_step": 20651, "epoch": 317, "lr": 4.632317051805819e-05}
+{"train_loss": 0.0021220070775598288, "global_step": 20652, "epoch": 317, "lr": 4.6319101586338145e-05}
+{"train_loss": 0.0029256397392600775, "global_step": 20653, "epoch": 317, "lr": 4.631503267912749e-05}
+{"train_loss": 0.0014709043316543102, "global_step": 20654, "epoch": 317, "lr": 4.6310963796453286e-05}
+{"train_loss": 0.0046103885397315025, "global_step": 20655, "epoch": 317, "lr": 4.630689493834263e-05}
+{"train_loss": 0.003847306128591299, "global_step": 20656, "epoch": 317, "lr": 4.6302826104822615e-05}
+{"train_loss": 0.0023219045251607895, "global_step": 20657, "epoch": 317, "lr": 4.629875729592035e-05}
+{"train_loss": 0.0028236901853233576, "global_step": 20658, "epoch": 317, "lr": 4.6294688511662906e-05}
+{"train_loss": 0.002913619624450803, "global_step": 20659, "epoch": 317, "lr": 4.6290619752077395e-05}
+{"train_loss": 0.002910241251811385, "global_step": 20660, "epoch": 317, "lr": 4.628655101719092e-05}
+{"train_loss": 0.0021049752831459045, "global_step": 20661, "epoch": 317, "lr": 4.628248230703051e-05}
+{"train_loss": 0.0028675433713942766, "global_step": 20662, "epoch": 317, "lr": 4.627841362162332e-05}
+{"train_loss": 0.002922988962382078, "global_step": 20663, "epoch": 317, "lr": 4.627434496099641e-05}
+{"train_loss": 0.00444813584908843, "global_step": 20664, "epoch": 317, "lr": 4.6270276325176895e-05}
+{"train_loss": 0.0045821890234947205, "global_step": 20665, "epoch": 317, "lr": 4.626620771419185e-05}
+{"train_loss": 0.002260255627334118, "global_step": 20666, "epoch": 317, "lr": 4.626213912806836e-05}
+{"train_loss": 0.0026398845948278904, "global_step": 20667, "epoch": 317, "lr": 4.6258070566833535e-05}
+{"train_loss": 0.003904774086549878, "global_step": 20668, "epoch": 317, "lr": 4.6254002030514464e-05}
+{"train_loss": 0.0029857088023653396, "global_step": 20669, "epoch": 317, "lr": 4.624993351913821e-05, "val_loss": 0.01007826067507267}
+{"train_loss": 0.0028387897182255983, "global_step": 20670, "epoch": 318, "lr": 4.624586503273188e-05}
+{"train_loss": 0.0030533960089087486, "global_step": 20671, "epoch": 318, "lr": 4.624179657132257e-05}
+{"train_loss": 0.0023895427584648132, "global_step": 20672, "epoch": 318, "lr": 4.623772813493737e-05}
+{"train_loss": 0.001477801357395947, "global_step": 20673, "epoch": 318, "lr": 4.623365972360337e-05}
+{"train_loss": 0.002563728718087077, "global_step": 20674, "epoch": 318, "lr": 4.622959133734765e-05}
+{"train_loss": 0.0016540662618353963, "global_step": 20675, "epoch": 318, "lr": 4.62255229761973e-05}
+{"train_loss": 0.005227165296673775, "global_step": 20676, "epoch": 318, "lr": 4.6221454640179436e-05}
+{"train_loss": 0.0028902858030050993, "global_step": 20677, "epoch": 318, "lr": 4.62173863293211e-05}
+{"train_loss": 0.0027356718201190233, "global_step": 20678, "epoch": 318, "lr": 4.621331804364942e-05}
+{"train_loss": 0.0028996013570576906, "global_step": 20679, "epoch": 318, "lr": 4.6209249783191456e-05}
+{"train_loss": 0.003839214565232396, "global_step": 20680, "epoch": 318, "lr": 4.620518154797432e-05}
+{"train_loss": 0.003019978990778327, "global_step": 20681, "epoch": 318, "lr": 4.6201113338025095e-05}
+{"train_loss": 0.0024690155405551195, "global_step": 20682, "epoch": 318, "lr": 4.619704515337086e-05}
+{"train_loss": 0.004216296598315239, "global_step": 20683, "epoch": 318, "lr": 4.619297699403872e-05}
+{"train_loss": 0.0026258076541125774, "global_step": 20684, "epoch": 318, "lr": 4.618890886005576e-05}
+{"train_loss": 0.0037888747174292803, "global_step": 20685, "epoch": 318, "lr": 4.6184840751449035e-05}
+{"train_loss": 0.0024775550700724125, "global_step": 20686, "epoch": 318, "lr": 4.618077266824568e-05}
+{"train_loss": 0.003963171038776636, "global_step": 20687, "epoch": 318, "lr": 4.6176704610472744e-05}
+{"train_loss": 0.0020455666817724705, "global_step": 20688, "epoch": 318, "lr": 4.617263657815734e-05}
+{"train_loss": 0.0022219016682356596, "global_step": 20689, "epoch": 318, "lr": 4.6168568571326545e-05}
+{"train_loss": 0.0019456634763628244, "global_step": 20690, "epoch": 318, "lr": 4.6164500590007435e-05}
+{"train_loss": 0.004911141004413366, "global_step": 20691, "epoch": 318, "lr": 4.6160432634227134e-05}
+{"train_loss": 0.00421207444742322, "global_step": 20692, "epoch": 318, "lr": 4.615636470401269e-05}
+{"train_loss": 0.0024380479007959366, "global_step": 20693, "epoch": 318, "lr": 4.615229679939119e-05}
+{"train_loss": 0.003841523313894868, "global_step": 20694, "epoch": 318, "lr": 4.6148228920389744e-05}
+{"train_loss": 0.005699430592358112, "global_step": 20695, "epoch": 318, "lr": 4.6144161067035425e-05}
+{"train_loss": 0.0027424644213169813, "global_step": 20696, "epoch": 318, "lr": 4.6140093239355326e-05}
+{"train_loss": 0.0034316363744437695, "global_step": 20697, "epoch": 318, "lr": 4.613602543737652e-05}
+{"train_loss": 0.00295617594383657, "global_step": 20698, "epoch": 318, "lr": 4.61319576611261e-05}
+{"train_loss": 0.004397113341838121, "global_step": 20699, "epoch": 318, "lr": 4.612788991063117e-05}
+{"train_loss": 0.0024543527979403734, "global_step": 20700, "epoch": 318, "lr": 4.612382218591878e-05}
+{"train_loss": 0.0045028566382825375, "global_step": 20701, "epoch": 318, "lr": 4.6119754487016026e-05}
+{"train_loss": 0.003128621494397521, "global_step": 20702, "epoch": 318, "lr": 4.611568681395001e-05}
+{"train_loss": 0.005155389197170734, "global_step": 20703, "epoch": 318, "lr": 4.611161916674779e-05}
+{"train_loss": 0.0026610654313117266, "global_step": 20704, "epoch": 318, "lr": 4.610755154543648e-05}
+{"train_loss": 0.00284949759952724, "global_step": 20705, "epoch": 318, "lr": 4.6103483950043155e-05}
+{"train_loss": 0.0030773174948990345, "global_step": 20706, "epoch": 318, "lr": 4.609941638059488e-05}
+{"train_loss": 0.003959999419748783, "global_step": 20707, "epoch": 318, "lr": 4.6095348837118776e-05}
+{"train_loss": 0.004570408724248409, "global_step": 20708, "epoch": 318, "lr": 4.6091281319641894e-05}
+{"train_loss": 0.0021710458677262068, "global_step": 20709, "epoch": 318, "lr": 4.608721382819131e-05}
+{"train_loss": 0.004393755923956633, "global_step": 20710, "epoch": 318, "lr": 4.6083146362794144e-05}
+{"train_loss": 0.0035356106236577034, "global_step": 20711, "epoch": 318, "lr": 4.607907892347745e-05}
+{"train_loss": 0.004394182935357094, "global_step": 20712, "epoch": 318, "lr": 4.6075011510268326e-05}
+{"train_loss": 0.00273277354426682, "global_step": 20713, "epoch": 318, "lr": 4.607094412319386e-05}
+{"train_loss": 0.003578590927645564, "global_step": 20714, "epoch": 318, "lr": 4.606687676228113e-05}
+{"train_loss": 0.0027754162438213825, "global_step": 20715, "epoch": 318, "lr": 4.60628094275572e-05}
+{"train_loss": 0.0054306345991790295, "global_step": 20716, "epoch": 318, "lr": 4.6058742119049174e-05}
+{"train_loss": 0.004987559746950865, "global_step": 20717, "epoch": 318, "lr": 4.605467483678412e-05}
+{"train_loss": 0.0027921211440116167, "global_step": 20718, "epoch": 318, "lr": 4.6050607580789135e-05}
+{"train_loss": 0.004243133589625359, "global_step": 20719, "epoch": 318, "lr": 4.6046540351091284e-05}
+{"train_loss": 0.003395832609385252, "global_step": 20720, "epoch": 318, "lr": 4.6042473147717665e-05}
+{"train_loss": 0.0031697344966232777, "global_step": 20721, "epoch": 318, "lr": 4.6038405970695356e-05}
+{"train_loss": 0.0035480507649481297, "global_step": 20722, "epoch": 318, "lr": 4.603433882005144e-05}
+{"train_loss": 0.0026117293164134026, "global_step": 20723, "epoch": 318, "lr": 4.6030271695812975e-05}
+{"train_loss": 0.004609899129718542, "global_step": 20724, "epoch": 318, "lr": 4.602620459800708e-05}
+{"train_loss": 0.0023942729458212852, "global_step": 20725, "epoch": 318, "lr": 4.6022137526660796e-05}
+{"train_loss": 0.0026999590918421745, "global_step": 20726, "epoch": 318, "lr": 4.6018070481801235e-05}
+{"train_loss": 0.005080515053123236, "global_step": 20727, "epoch": 318, "lr": 4.601400346345546e-05}
+{"train_loss": 0.0020072381012141705, "global_step": 20728, "epoch": 318, "lr": 4.6009936471650564e-05}
+{"train_loss": 0.0041084811091423035, "global_step": 20729, "epoch": 318, "lr": 4.600586950641362e-05}
+{"train_loss": 0.002803471637889743, "global_step": 20730, "epoch": 318, "lr": 4.600180256777174e-05}
+{"train_loss": 0.003819695208221674, "global_step": 20731, "epoch": 318, "lr": 4.5997735655751926e-05}
+{"train_loss": 0.0024817637167871, "global_step": 20732, "epoch": 318, "lr": 4.599366877038132e-05}
+{"train_loss": 0.003654253203421831, "global_step": 20733, "epoch": 318, "lr": 4.5989601911686986e-05}
+{"train_loss": 0.0033746917803700155, "global_step": 20734, "epoch": 318, "lr": 4.5985535079696006e-05, "val_loss": 0.00434326333925128}
+{"train_loss": 0.0025784706231206656, "global_step": 20735, "epoch": 319, "lr": 4.598146827443545e-05}
+{"train_loss": 0.0043215686455369, "global_step": 20736, "epoch": 319, "lr": 4.597740149593242e-05}
+{"train_loss": 0.0019783617462962866, "global_step": 20737, "epoch": 319, "lr": 4.597333474421398e-05}
+{"train_loss": 0.002925735665485263, "global_step": 20738, "epoch": 319, "lr": 4.5969268019307194e-05}
+{"train_loss": 0.00400914391502738, "global_step": 20739, "epoch": 319, "lr": 4.5965201321239144e-05}
+{"train_loss": 0.0024672478903084993, "global_step": 20740, "epoch": 319, "lr": 4.596113465003693e-05}
+{"train_loss": 0.002821678761392832, "global_step": 20741, "epoch": 319, "lr": 4.59570680057276e-05}
+{"train_loss": 0.0037202625535428524, "global_step": 20742, "epoch": 319, "lr": 4.5953001388338275e-05}
+{"train_loss": 0.002567149233072996, "global_step": 20743, "epoch": 319, "lr": 4.5948934797895986e-05}
+{"train_loss": 0.00286103505641222, "global_step": 20744, "epoch": 319, "lr": 4.594486823442785e-05}
+{"train_loss": 0.003181080101057887, "global_step": 20745, "epoch": 319, "lr": 4.5940801697960924e-05}
+{"train_loss": 0.0021283950190991163, "global_step": 20746, "epoch": 319, "lr": 4.5936735188522286e-05}
+{"train_loss": 0.0048369974829256535, "global_step": 20747, "epoch": 319, "lr": 4.5932668706139e-05}
+{"train_loss": 0.0030180467292666435, "global_step": 20748, "epoch": 319, "lr": 4.592860225083817e-05}
+{"train_loss": 0.003601676318794489, "global_step": 20749, "epoch": 319, "lr": 4.592453582264684e-05}
+{"train_loss": 0.005135397892445326, "global_step": 20750, "epoch": 319, "lr": 4.592046942159213e-05}
+{"train_loss": 0.0038325197529047728, "global_step": 20751, "epoch": 319, "lr": 4.5916403047701075e-05}
+{"train_loss": 0.004574349615722895, "global_step": 20752, "epoch": 319, "lr": 4.591233670100078e-05}
+{"train_loss": 0.0022222748957574368, "global_step": 20753, "epoch": 319, "lr": 4.590827038151832e-05}
+{"train_loss": 0.00622426625341177, "global_step": 20754, "epoch": 319, "lr": 4.590420408928074e-05}
+{"train_loss": 0.0018232828006148338, "global_step": 20755, "epoch": 319, "lr": 4.590013782431513e-05}
+{"train_loss": 0.0025523134972900152, "global_step": 20756, "epoch": 319, "lr": 4.5896071586648585e-05}
+{"train_loss": 0.003229223657399416, "global_step": 20757, "epoch": 319, "lr": 4.589200537630815e-05}
+{"train_loss": 0.002716678660362959, "global_step": 20758, "epoch": 319, "lr": 4.5887939193320937e-05}
+{"train_loss": 0.0020040504168719053, "global_step": 20759, "epoch": 319, "lr": 4.5883873037713975e-05}
+{"train_loss": 0.004064447712153196, "global_step": 20760, "epoch": 319, "lr": 4.58798069095144e-05}
+{"train_loss": 0.003993338905274868, "global_step": 20761, "epoch": 319, "lr": 4.587574080874922e-05}
+{"train_loss": 0.0018456733087077737, "global_step": 20762, "epoch": 319, "lr": 4.587167473544555e-05}
+{"train_loss": 0.0032083026599138975, "global_step": 20763, "epoch": 319, "lr": 4.5867608689630444e-05}
+{"train_loss": 0.0033179789315909147, "global_step": 20764, "epoch": 319, "lr": 4.5863542671330986e-05}
+{"train_loss": 0.0023129370529204607, "global_step": 20765, "epoch": 319, "lr": 4.585947668057425e-05}
+{"train_loss": 0.0034160129725933075, "global_step": 20766, "epoch": 319, "lr": 4.5855410717387306e-05}
+{"train_loss": 0.003882051445543766, "global_step": 20767, "epoch": 319, "lr": 4.585134478179723e-05}
+{"train_loss": 0.0036499674897640944, "global_step": 20768, "epoch": 319, "lr": 4.5847278873831115e-05}
+{"train_loss": 0.00350573705509305, "global_step": 20769, "epoch": 319, "lr": 4.5843212993515994e-05}
+{"train_loss": 0.004326337948441505, "global_step": 20770, "epoch": 319, "lr": 4.583914714087897e-05}
+{"train_loss": 0.0034493734128773212, "global_step": 20771, "epoch": 319, "lr": 4.583508131594708e-05}
+{"train_loss": 0.00298695988021791, "global_step": 20772, "epoch": 319, "lr": 4.583101551874744e-05}
+{"train_loss": 0.0016445909859612584, "global_step": 20773, "epoch": 319, "lr": 4.58269497493071e-05}
+{"train_loss": 0.0020309705287218094, "global_step": 20774, "epoch": 319, "lr": 4.582288400765314e-05}
+{"train_loss": 0.0031977940816432238, "global_step": 20775, "epoch": 319, "lr": 4.5818818293812614e-05}
+{"train_loss": 0.0024191350676119328, "global_step": 20776, "epoch": 319, "lr": 4.581475260781263e-05}
+{"train_loss": 0.0023991484194993973, "global_step": 20777, "epoch": 319, "lr": 4.581068694968023e-05}
+{"train_loss": 0.0024979403242468834, "global_step": 20778, "epoch": 319, "lr": 4.5806621319442484e-05}
+{"train_loss": 0.0037344940938055515, "global_step": 20779, "epoch": 319, "lr": 4.580255571712646e-05}
+{"train_loss": 0.0024776076897978783, "global_step": 20780, "epoch": 319, "lr": 4.5798490142759256e-05}
+{"train_loss": 0.0021947380155324936, "global_step": 20781, "epoch": 319, "lr": 4.579442459636792e-05}
+{"train_loss": 0.003667222335934639, "global_step": 20782, "epoch": 319, "lr": 4.5790359077979536e-05}
+{"train_loss": 0.0019423200283199549, "global_step": 20783, "epoch": 319, "lr": 4.578629358762118e-05}
+{"train_loss": 0.002881449880078435, "global_step": 20784, "epoch": 319, "lr": 4.578222812531988e-05}
+{"train_loss": 0.0033634307328611612, "global_step": 20785, "epoch": 319, "lr": 4.577816269110275e-05}
+{"train_loss": 0.0030929239001125097, "global_step": 20786, "epoch": 319, "lr": 4.577409728499685e-05}
+{"train_loss": 0.0025685566943138838, "global_step": 20787, "epoch": 319, "lr": 4.5770031907029235e-05}
+{"train_loss": 0.0017650049412623048, "global_step": 20788, "epoch": 319, "lr": 4.576596655722698e-05}
+{"train_loss": 0.002984108868986368, "global_step": 20789, "epoch": 319, "lr": 4.5761901235617165e-05}
+{"train_loss": 0.0017671503592282534, "global_step": 20790, "epoch": 319, "lr": 4.575783594222686e-05}
+{"train_loss": 0.0032982213888317347, "global_step": 20791, "epoch": 319, "lr": 4.575377067708313e-05}
+{"train_loss": 0.0010628800373524427, "global_step": 20792, "epoch": 319, "lr": 4.574970544021303e-05}
+{"train_loss": 0.002122921869158745, "global_step": 20793, "epoch": 319, "lr": 4.574564023164365e-05}
+{"train_loss": 0.003382969181984663, "global_step": 20794, "epoch": 319, "lr": 4.574157505140204e-05}
+{"train_loss": 0.002456740941852331, "global_step": 20795, "epoch": 319, "lr": 4.573750989951527e-05}
+{"train_loss": 0.004192459397017956, "global_step": 20796, "epoch": 319, "lr": 4.573344477601041e-05}
+{"train_loss": 0.004105181433260441, "global_step": 20797, "epoch": 319, "lr": 4.572937968091454e-05}
+{"train_loss": 0.0030094743706285954, "global_step": 20798, "epoch": 319, "lr": 4.572531461425472e-05}
+{"train_loss": 0.0030487522679882553, "global_step": 20799, "epoch": 319, "lr": 4.5721249576058027e-05, "val_loss": 0.004967820830643177}
+{"train_loss": 0.0026995991356670856, "global_step": 20800, "epoch": 320, "lr": 4.57171845663515e-05}
+{"train_loss": 0.001783519284799695, "global_step": 20801, "epoch": 320, "lr": 4.571311958516223e-05}
+{"train_loss": 0.00242188130505383, "global_step": 20802, "epoch": 320, "lr": 4.570905463251726e-05}
+{"train_loss": 0.002274241065606475, "global_step": 20803, "epoch": 320, "lr": 4.5704989708443693e-05}
+{"train_loss": 0.003508635563775897, "global_step": 20804, "epoch": 320, "lr": 4.570092481296857e-05}
+{"train_loss": 0.002715756418183446, "global_step": 20805, "epoch": 320, "lr": 4.569685994611896e-05}
+{"train_loss": 0.0026080061215907335, "global_step": 20806, "epoch": 320, "lr": 4.5692795107921935e-05}
+{"train_loss": 0.002786860102787614, "global_step": 20807, "epoch": 320, "lr": 4.5688730298404575e-05}
+{"train_loss": 0.0024133126717060804, "global_step": 20808, "epoch": 320, "lr": 4.5684665517593906e-05}
+{"train_loss": 0.0030188674572855234, "global_step": 20809, "epoch": 320, "lr": 4.568060076551702e-05}
+{"train_loss": 0.0029455714393407106, "global_step": 20810, "epoch": 320, "lr": 4.567653604220098e-05}
+{"train_loss": 0.0032256373669952154, "global_step": 20811, "epoch": 320, "lr": 4.567247134767285e-05}
+{"train_loss": 0.002210174221545458, "global_step": 20812, "epoch": 320, "lr": 4.5668406681959705e-05}
+{"train_loss": 0.003527252469211817, "global_step": 20813, "epoch": 320, "lr": 4.566434204508858e-05}
+{"train_loss": 0.003358960384503007, "global_step": 20814, "epoch": 320, "lr": 4.5660277437086576e-05}
+{"train_loss": 0.0033052468206733465, "global_step": 20815, "epoch": 320, "lr": 4.565621285798074e-05}
+{"train_loss": 0.0028667340520769358, "global_step": 20816, "epoch": 320, "lr": 4.565214830779811e-05}
+{"train_loss": 0.0037786634638905525, "global_step": 20817, "epoch": 320, "lr": 4.564808378656581e-05}
+{"train_loss": 0.0046011595986783504, "global_step": 20818, "epoch": 320, "lr": 4.5644019294310844e-05}
+{"train_loss": 0.003947570454329252, "global_step": 20819, "epoch": 320, "lr": 4.563995483106031e-05}
+{"train_loss": 0.002329540206119418, "global_step": 20820, "epoch": 320, "lr": 4.5635890396841265e-05}
+{"train_loss": 0.00354302697815001, "global_step": 20821, "epoch": 320, "lr": 4.563182599168076e-05}
+{"train_loss": 0.004497016314417124, "global_step": 20822, "epoch": 320, "lr": 4.562776161560589e-05}
+{"train_loss": 0.001550664659589529, "global_step": 20823, "epoch": 320, "lr": 4.562369726864368e-05}
+{"train_loss": 0.0030069490894675255, "global_step": 20824, "epoch": 320, "lr": 4.561963295082121e-05}
+{"train_loss": 0.004637983627617359, "global_step": 20825, "epoch": 320, "lr": 4.5615568662165536e-05}
+{"train_loss": 0.0021948497742414474, "global_step": 20826, "epoch": 320, "lr": 4.561150440270373e-05}
+{"train_loss": 0.003759495448321104, "global_step": 20827, "epoch": 320, "lr": 4.560744017246284e-05}
+{"train_loss": 0.0070046489126980305, "global_step": 20828, "epoch": 320, "lr": 4.560337597146995e-05}
+{"train_loss": 0.0031323330476880074, "global_step": 20829, "epoch": 320, "lr": 4.5599311799752096e-05}
+{"train_loss": 0.0020291346590965986, "global_step": 20830, "epoch": 320, "lr": 4.559524765733636e-05}
+{"train_loss": 0.001960068941116333, "global_step": 20831, "epoch": 320, "lr": 4.55911835442498e-05}
+{"train_loss": 0.004061756189912558, "global_step": 20832, "epoch": 320, "lr": 4.5587119460519455e-05}
+{"train_loss": 0.0048094275407493114, "global_step": 20833, "epoch": 320, "lr": 4.5583055406172414e-05}
+{"train_loss": 0.0048766788095235825, "global_step": 20834, "epoch": 320, "lr": 4.557899138123571e-05}
+{"train_loss": 0.0023496386129409075, "global_step": 20835, "epoch": 320, "lr": 4.5574927385736436e-05}
+{"train_loss": 0.0020007898565381765, "global_step": 20836, "epoch": 320, "lr": 4.557086341970164e-05}
+{"train_loss": 0.0037388571072369814, "global_step": 20837, "epoch": 320, "lr": 4.556679948315838e-05}
+{"train_loss": 0.0023272812832146883, "global_step": 20838, "epoch": 320, "lr": 4.556273557613369e-05}
+{"train_loss": 0.0033354468178004026, "global_step": 20839, "epoch": 320, "lr": 4.555867169865467e-05}
+{"train_loss": 0.002197583205997944, "global_step": 20840, "epoch": 320, "lr": 4.555460785074835e-05}
+{"train_loss": 0.0031582091469317675, "global_step": 20841, "epoch": 320, "lr": 4.555054403244181e-05}
+{"train_loss": 0.004290995188057423, "global_step": 20842, "epoch": 320, "lr": 4.5546480243762096e-05}
+{"train_loss": 0.004017503000795841, "global_step": 20843, "epoch": 320, "lr": 4.5542416484736285e-05}
+{"train_loss": 0.0027841844130307436, "global_step": 20844, "epoch": 320, "lr": 4.553835275539141e-05}
+{"train_loss": 0.003392584156244993, "global_step": 20845, "epoch": 320, "lr": 4.553428905575457e-05}
+{"train_loss": 0.004067699424922466, "global_step": 20846, "epoch": 320, "lr": 4.553022538585276e-05}
+{"train_loss": 0.0032644046004861593, "global_step": 20847, "epoch": 320, "lr": 4.5526161745713087e-05}
+{"train_loss": 0.004889237694442272, "global_step": 20848, "epoch": 320, "lr": 4.5522098135362584e-05}
+{"train_loss": 0.004721521399915218, "global_step": 20849, "epoch": 320, "lr": 4.551803455482833e-05}
+{"train_loss": 0.003629414364695549, "global_step": 20850, "epoch": 320, "lr": 4.551397100413736e-05}
+{"train_loss": 0.0021419059485197067, "global_step": 20851, "epoch": 320, "lr": 4.550990748331676e-05}
+{"train_loss": 0.0030663127545267344, "global_step": 20852, "epoch": 320, "lr": 4.550584399239357e-05}
+{"train_loss": 0.004046550020575523, "global_step": 20853, "epoch": 320, "lr": 4.550178053139486e-05}
+{"train_loss": 0.0036817698273807764, "global_step": 20854, "epoch": 320, "lr": 4.5497717100347644e-05}
+{"train_loss": 0.00424411054700613, "global_step": 20855, "epoch": 320, "lr": 4.5493653699279026e-05}
+{"train_loss": 0.0018397594103589654, "global_step": 20856, "epoch": 320, "lr": 4.548959032821603e-05}
+{"train_loss": 0.0032282890751957893, "global_step": 20857, "epoch": 320, "lr": 4.548552698718574e-05}
+{"train_loss": 0.005280972458422184, "global_step": 20858, "epoch": 320, "lr": 4.548146367621519e-05}
+{"train_loss": 0.0031700388062745333, "global_step": 20859, "epoch": 320, "lr": 4.547740039533145e-05}
+{"train_loss": 0.0036652260459959507, "global_step": 20860, "epoch": 320, "lr": 4.547333714456159e-05}
+{"train_loss": 0.005713059566915035, "global_step": 20861, "epoch": 320, "lr": 4.5469273923932624e-05}
+{"train_loss": 0.004251505248248577, "global_step": 20862, "epoch": 320, "lr": 4.546521073347162e-05}
+{"train_loss": 0.0063524749130010605, "global_step": 20863, "epoch": 320, "lr": 4.546114757320565e-05}
+{"train_loss": 0.0033890699878191717, "global_step": 20864, "epoch": 320, "lr": 4.5457084443161755e-05, "val_loss": 0.008851691149175167, "train_action_mse_error": 7.880737393861637e-05}
+{"train_loss": 0.004174356814473867, "global_step": 20865, "epoch": 321, "lr": 4.545302134336701e-05}
+{"train_loss": 0.004187499172985554, "global_step": 20866, "epoch": 321, "lr": 4.544895827384843e-05}
+{"train_loss": 0.004341678693890572, "global_step": 20867, "epoch": 321, "lr": 4.544489523463311e-05}
+{"train_loss": 0.0043860143050551414, "global_step": 20868, "epoch": 321, "lr": 4.54408322257481e-05}
+{"train_loss": 0.0023613565135747194, "global_step": 20869, "epoch": 321, "lr": 4.5436769247220423e-05}
+{"train_loss": 0.002249262761324644, "global_step": 20870, "epoch": 321, "lr": 4.543270629907714e-05}
+{"train_loss": 0.0051035210490226746, "global_step": 20871, "epoch": 321, "lr": 4.542864338134533e-05}
+{"train_loss": 0.004138690885156393, "global_step": 20872, "epoch": 321, "lr": 4.5424580494052015e-05}
+{"train_loss": 0.003391784382984042, "global_step": 20873, "epoch": 321, "lr": 4.542051763722427e-05}
+{"train_loss": 0.0019240239635109901, "global_step": 20874, "epoch": 321, "lr": 4.541645481088914e-05}
+{"train_loss": 0.0032734363339841366, "global_step": 20875, "epoch": 321, "lr": 4.541239201507368e-05}
+{"train_loss": 0.003859345568343997, "global_step": 20876, "epoch": 321, "lr": 4.5408329249804954e-05}
+{"train_loss": 0.006083594635128975, "global_step": 20877, "epoch": 321, "lr": 4.540426651510999e-05}
+{"train_loss": 0.0044795009307563305, "global_step": 20878, "epoch": 321, "lr": 4.540020381101584e-05}
+{"train_loss": 0.003585132770240307, "global_step": 20879, "epoch": 321, "lr": 4.5396141137549575e-05}
+{"train_loss": 0.00206452957354486, "global_step": 20880, "epoch": 321, "lr": 4.5392078494738224e-05}
+{"train_loss": 0.003349508158862591, "global_step": 20881, "epoch": 321, "lr": 4.538801588260887e-05}
+{"train_loss": 0.005913664121180773, "global_step": 20882, "epoch": 321, "lr": 4.538395330118852e-05}
+{"train_loss": 0.004398130811750889, "global_step": 20883, "epoch": 321, "lr": 4.537989075050428e-05}
+{"train_loss": 0.004356140270829201, "global_step": 20884, "epoch": 321, "lr": 4.537582823058316e-05}
+{"train_loss": 0.002435143571346998, "global_step": 20885, "epoch": 321, "lr": 4.5371765741452224e-05}
+{"train_loss": 0.0028950939886271954, "global_step": 20886, "epoch": 321, "lr": 4.536770328313851e-05}
+{"train_loss": 0.0034594954922795296, "global_step": 20887, "epoch": 321, "lr": 4.536364085566908e-05}
+{"train_loss": 0.0033222881611436605, "global_step": 20888, "epoch": 321, "lr": 4.535957845907097e-05}
+{"train_loss": 0.0036601468455046415, "global_step": 20889, "epoch": 321, "lr": 4.535551609337126e-05}
+{"train_loss": 0.005029063206166029, "global_step": 20890, "epoch": 321, "lr": 4.535145375859697e-05}
+{"train_loss": 0.003220158629119396, "global_step": 20891, "epoch": 321, "lr": 4.5347391454775175e-05}
+{"train_loss": 0.0023354734294116497, "global_step": 20892, "epoch": 321, "lr": 4.5343329181932895e-05}
+{"train_loss": 0.00347052956931293, "global_step": 20893, "epoch": 321, "lr": 4.53392669400972e-05}
+{"train_loss": 0.0037387623451650143, "global_step": 20894, "epoch": 321, "lr": 4.5335204729295114e-05}
+{"train_loss": 0.0042511215433478355, "global_step": 20895, "epoch": 321, "lr": 4.5331142549553714e-05}
+{"train_loss": 0.0016163469990715384, "global_step": 20896, "epoch": 321, "lr": 4.5327080400900023e-05}
+{"train_loss": 0.002678850432857871, "global_step": 20897, "epoch": 321, "lr": 4.532301828336112e-05}
+{"train_loss": 0.005239895544946194, "global_step": 20898, "epoch": 321, "lr": 4.531895619696401e-05}
+{"train_loss": 0.00468680914491415, "global_step": 20899, "epoch": 321, "lr": 4.5314894141735804e-05}
+{"train_loss": 0.0058458768762648106, "global_step": 20900, "epoch": 321, "lr": 4.531083211770349e-05}
+{"train_loss": 0.004512310028076172, "global_step": 20901, "epoch": 321, "lr": 4.5306770124894137e-05}
+{"train_loss": 0.004992443602532148, "global_step": 20902, "epoch": 321, "lr": 4.530270816333478e-05}
+{"train_loss": 0.00429243640974164, "global_step": 20903, "epoch": 321, "lr": 4.529864623305249e-05}
+{"train_loss": 0.00397064071148634, "global_step": 20904, "epoch": 321, "lr": 4.529458433407429e-05}
+{"train_loss": 0.0032423739321529865, "global_step": 20905, "epoch": 321, "lr": 4.529052246642724e-05}
+{"train_loss": 0.004648774396628141, "global_step": 20906, "epoch": 321, "lr": 4.5286460630138396e-05}
+{"train_loss": 0.003109333338215947, "global_step": 20907, "epoch": 321, "lr": 4.5282398825234764e-05}
+{"train_loss": 0.004228095058351755, "global_step": 20908, "epoch": 321, "lr": 4.527833705174343e-05}
+{"train_loss": 0.0040766773745417595, "global_step": 20909, "epoch": 321, "lr": 4.527427530969143e-05}
+{"train_loss": 0.006499140523374081, "global_step": 20910, "epoch": 321, "lr": 4.527021359910578e-05}
+{"train_loss": 0.0028740440029650927, "global_step": 20911, "epoch": 321, "lr": 4.526615192001357e-05}
+{"train_loss": 0.0035342578776180744, "global_step": 20912, "epoch": 321, "lr": 4.526209027244181e-05}
+{"train_loss": 0.006137331482023001, "global_step": 20913, "epoch": 321, "lr": 4.525802865641758e-05}
+{"train_loss": 0.0032149972394108772, "global_step": 20914, "epoch": 321, "lr": 4.5253967071967904e-05}
+{"train_loss": 0.0068240356631577015, "global_step": 20915, "epoch": 321, "lr": 4.5249905519119804e-05}
+{"train_loss": 0.002961586695164442, "global_step": 20916, "epoch": 321, "lr": 4.5245843997900354e-05}
+{"train_loss": 0.0032964248675853014, "global_step": 20917, "epoch": 321, "lr": 4.524178250833659e-05}
+{"train_loss": 0.0028594506438821554, "global_step": 20918, "epoch": 321, "lr": 4.523772105045555e-05}
+{"train_loss": 0.0064922478049993515, "global_step": 20919, "epoch": 321, "lr": 4.523365962428428e-05}
+{"train_loss": 0.005283126141875982, "global_step": 20920, "epoch": 321, "lr": 4.522959822984983e-05}
+{"train_loss": 0.0035416116006672382, "global_step": 20921, "epoch": 321, "lr": 4.522553686717924e-05}
+{"train_loss": 0.003117350395768881, "global_step": 20922, "epoch": 321, "lr": 4.522147553629956e-05}
+{"train_loss": 0.0034509995020926, "global_step": 20923, "epoch": 321, "lr": 4.5217414237237804e-05}
+{"train_loss": 0.00393512612208724, "global_step": 20924, "epoch": 321, "lr": 4.5213352970021045e-05}
+{"train_loss": 0.004788367077708244, "global_step": 20925, "epoch": 321, "lr": 4.5209291734676313e-05}
+{"train_loss": 0.004449521657079458, "global_step": 20926, "epoch": 321, "lr": 4.520523053123064e-05}
+{"train_loss": 0.004497168585658073, "global_step": 20927, "epoch": 321, "lr": 4.520116935971108e-05}
+{"train_loss": 0.004636505153030157, "global_step": 20928, "epoch": 321, "lr": 4.519710822014467e-05}
+{"train_loss": 0.00395221419345874, "global_step": 20929, "epoch": 321, "lr": 4.519304711255847e-05, "val_loss": 0.0050317347049713135}
+{"train_loss": 0.002888267394155264, "global_step": 20930, "epoch": 322, "lr": 4.5188986036979506e-05}
+{"train_loss": 0.003449469804763794, "global_step": 20931, "epoch": 322, "lr": 4.518492499343479e-05}
+{"train_loss": 0.004285446368157864, "global_step": 20932, "epoch": 322, "lr": 4.5180863981951416e-05}
+{"train_loss": 0.002529644640162587, "global_step": 20933, "epoch": 322, "lr": 4.517680300255639e-05}
+{"train_loss": 0.0053176721557974815, "global_step": 20934, "epoch": 322, "lr": 4.517274205527675e-05}
+{"train_loss": 0.003330832114443183, "global_step": 20935, "epoch": 322, "lr": 4.5168681140139556e-05}
+{"train_loss": 0.004914325661957264, "global_step": 20936, "epoch": 322, "lr": 4.516462025717183e-05}
+{"train_loss": 0.0029630749486386776, "global_step": 20937, "epoch": 322, "lr": 4.516055940640064e-05}
+{"train_loss": 0.004603854846209288, "global_step": 20938, "epoch": 322, "lr": 4.515649858785299e-05}
+{"train_loss": 0.0026900158263742924, "global_step": 20939, "epoch": 322, "lr": 4.515243780155593e-05}
+{"train_loss": 0.0027326985727995634, "global_step": 20940, "epoch": 322, "lr": 4.514837704753651e-05}
+{"train_loss": 0.0028020052704960108, "global_step": 20941, "epoch": 322, "lr": 4.5144316325821765e-05}
+{"train_loss": 0.005538281984627247, "global_step": 20942, "epoch": 322, "lr": 4.514025563643872e-05}
+{"train_loss": 0.0033544220495969057, "global_step": 20943, "epoch": 322, "lr": 4.5136194979414426e-05}
+{"train_loss": 0.0031160390935838223, "global_step": 20944, "epoch": 322, "lr": 4.5132134354775915e-05}
+{"train_loss": 0.005237168166786432, "global_step": 20945, "epoch": 322, "lr": 4.512807376255024e-05}
+{"train_loss": 0.003154556732624769, "global_step": 20946, "epoch": 322, "lr": 4.512401320276442e-05}
+{"train_loss": 0.0037513133138418198, "global_step": 20947, "epoch": 322, "lr": 4.5119952675445496e-05}
+{"train_loss": 0.003934041131287813, "global_step": 20948, "epoch": 322, "lr": 4.5115892180620504e-05}
+{"train_loss": 0.003811255330219865, "global_step": 20949, "epoch": 322, "lr": 4.511183171831649e-05}
+{"train_loss": 0.004462154116481543, "global_step": 20950, "epoch": 322, "lr": 4.5107771288560485e-05}
+{"train_loss": 0.0027603781782090664, "global_step": 20951, "epoch": 322, "lr": 4.510371089137953e-05}
+{"train_loss": 0.002906634472310543, "global_step": 20952, "epoch": 322, "lr": 4.509965052680064e-05}
+{"train_loss": 0.0021831165067851543, "global_step": 20953, "epoch": 322, "lr": 4.50955901948509e-05}
+{"train_loss": 0.003244148101657629, "global_step": 20954, "epoch": 322, "lr": 4.50915298955573e-05}
+{"train_loss": 0.003506964538246393, "global_step": 20955, "epoch": 322, "lr": 4.508746962894688e-05}
+{"train_loss": 0.0031101242639124393, "global_step": 20956, "epoch": 322, "lr": 4.5083409395046694e-05}
+{"train_loss": 0.0030545450281351805, "global_step": 20957, "epoch": 322, "lr": 4.5079349193883756e-05}
+{"train_loss": 0.0031401407904922962, "global_step": 20958, "epoch": 322, "lr": 4.507528902548513e-05}
+{"train_loss": 0.003835780546069145, "global_step": 20959, "epoch": 322, "lr": 4.5071228889877825e-05}
+{"train_loss": 0.0023134462535381317, "global_step": 20960, "epoch": 322, "lr": 4.506716878708891e-05}
+{"train_loss": 0.003009392414242029, "global_step": 20961, "epoch": 322, "lr": 4.506310871714536e-05}
+{"train_loss": 0.002602464985102415, "global_step": 20962, "epoch": 322, "lr": 4.505904868007426e-05}
+{"train_loss": 0.0025929976254701614, "global_step": 20963, "epoch": 322, "lr": 4.505498867590261e-05}
+{"train_loss": 0.0022576607298105955, "global_step": 20964, "epoch": 322, "lr": 4.505092870465747e-05}
+{"train_loss": 0.00227874843403697, "global_step": 20965, "epoch": 322, "lr": 4.5046868766365856e-05}
+{"train_loss": 0.002534528961405158, "global_step": 20966, "epoch": 322, "lr": 4.504280886105482e-05}
+{"train_loss": 0.002939880359917879, "global_step": 20967, "epoch": 322, "lr": 4.503874898875139e-05}
+{"train_loss": 0.0031751461792737246, "global_step": 20968, "epoch": 322, "lr": 4.50346891494826e-05}
+{"train_loss": 0.003218150231987238, "global_step": 20969, "epoch": 322, "lr": 4.503062934327545e-05}
+{"train_loss": 0.0028492803685367107, "global_step": 20970, "epoch": 322, "lr": 4.5026569570157015e-05}
+{"train_loss": 0.0026553566567599773, "global_step": 20971, "epoch": 322, "lr": 4.5022509830154294e-05}
+{"train_loss": 0.004502104129642248, "global_step": 20972, "epoch": 322, "lr": 4.501845012329435e-05}
+{"train_loss": 0.002624328713864088, "global_step": 20973, "epoch": 322, "lr": 4.5014390449604194e-05}
+{"train_loss": 0.002465777797624469, "global_step": 20974, "epoch": 322, "lr": 4.501033080911086e-05}
+{"train_loss": 0.0033488189801573753, "global_step": 20975, "epoch": 322, "lr": 4.5006271201841396e-05}
+{"train_loss": 0.00468317000195384, "global_step": 20976, "epoch": 322, "lr": 4.5002211627822824e-05}
+{"train_loss": 0.003657559398561716, "global_step": 20977, "epoch": 322, "lr": 4.4998152087082144e-05}
+{"train_loss": 0.0016907444223761559, "global_step": 20978, "epoch": 322, "lr": 4.499409257964643e-05}
+{"train_loss": 0.006510983686894178, "global_step": 20979, "epoch": 322, "lr": 4.4990033105542675e-05}
+{"train_loss": 0.004366512410342693, "global_step": 20980, "epoch": 322, "lr": 4.4985973664797954e-05}
+{"train_loss": 0.0032031654845923185, "global_step": 20981, "epoch": 322, "lr": 4.498191425743925e-05}
+{"train_loss": 0.0029262311290949583, "global_step": 20982, "epoch": 322, "lr": 4.497785488349363e-05}
+{"train_loss": 0.0024153157137334347, "global_step": 20983, "epoch": 322, "lr": 4.497379554298812e-05}
+{"train_loss": 0.004338093567639589, "global_step": 20984, "epoch": 322, "lr": 4.4969736235949724e-05}
+{"train_loss": 0.001968323951587081, "global_step": 20985, "epoch": 322, "lr": 4.496567696240547e-05}
+{"train_loss": 0.002920548664405942, "global_step": 20986, "epoch": 322, "lr": 4.496161772238242e-05}
+{"train_loss": 0.002125019207596779, "global_step": 20987, "epoch": 322, "lr": 4.495755851590757e-05}
+{"train_loss": 0.003157916944473982, "global_step": 20988, "epoch": 322, "lr": 4.495349934300798e-05}
+{"train_loss": 0.002253183862194419, "global_step": 20989, "epoch": 322, "lr": 4.4949440203710634e-05}
+{"train_loss": 0.0031047638040035963, "global_step": 20990, "epoch": 322, "lr": 4.4945381098042606e-05}
+{"train_loss": 0.0022630905732512474, "global_step": 20991, "epoch": 322, "lr": 4.494132202603091e-05}
+{"train_loss": 0.0032195562962442636, "global_step": 20992, "epoch": 322, "lr": 4.4937262987702565e-05}
+{"train_loss": 0.004532607737928629, "global_step": 20993, "epoch": 322, "lr": 4.493320398308458e-05}
+{"train_loss": 0.0032834052430609096, "global_step": 20994, "epoch": 322, "lr": 4.492914501220402e-05, "val_loss": 0.007342146243900061}
+{"train_loss": 0.003214877797290683, "global_step": 20995, "epoch": 323, "lr": 4.492508607508789e-05}
+{"train_loss": 0.0029984372667968273, "global_step": 20996, "epoch": 323, "lr": 4.492102717176322e-05}
+{"train_loss": 0.0035052194725722075, "global_step": 20997, "epoch": 323, "lr": 4.491696830225702e-05}
+{"train_loss": 0.004089975729584694, "global_step": 20998, "epoch": 323, "lr": 4.491290946659636e-05}
+{"train_loss": 0.003435384016484022, "global_step": 20999, "epoch": 323, "lr": 4.4908850664808245e-05}
+{"train_loss": 0.003371624741703272, "global_step": 21000, "epoch": 323, "lr": 4.490479189691968e-05}
+{"train_loss": 0.003849508473649621, "global_step": 21001, "epoch": 323, "lr": 4.49007331629577e-05}
+{"train_loss": 0.0023240421433001757, "global_step": 21002, "epoch": 323, "lr": 4.489667446294934e-05}
+{"train_loss": 0.0017047522123903036, "global_step": 21003, "epoch": 323, "lr": 4.489261579692161e-05}
+{"train_loss": 0.0019953304436057806, "global_step": 21004, "epoch": 323, "lr": 4.488855716490156e-05}
+{"train_loss": 0.0035864270757883787, "global_step": 21005, "epoch": 323, "lr": 4.488449856691619e-05}
+{"train_loss": 0.002456775400787592, "global_step": 21006, "epoch": 323, "lr": 4.4880440002992555e-05}
+{"train_loss": 0.004774348344653845, "global_step": 21007, "epoch": 323, "lr": 4.4876381473157637e-05}
+{"train_loss": 0.0019288157345727086, "global_step": 21008, "epoch": 323, "lr": 4.487232297743849e-05}
+{"train_loss": 0.0036768403369933367, "global_step": 21009, "epoch": 323, "lr": 4.486826451586211e-05}
+{"train_loss": 0.002094436204060912, "global_step": 21010, "epoch": 323, "lr": 4.486420608845556e-05}
+{"train_loss": 0.0044986228458583355, "global_step": 21011, "epoch": 323, "lr": 4.486014769524583e-05}
+{"train_loss": 0.004296444822102785, "global_step": 21012, "epoch": 323, "lr": 4.485608933625996e-05}
+{"train_loss": 0.004203952383249998, "global_step": 21013, "epoch": 323, "lr": 4.4852031011524956e-05}
+{"train_loss": 0.00515154330059886, "global_step": 21014, "epoch": 323, "lr": 4.484797272106789e-05}
+{"train_loss": 0.0035585130099207163, "global_step": 21015, "epoch": 323, "lr": 4.4843914464915715e-05}
+{"train_loss": 0.005809736903756857, "global_step": 21016, "epoch": 323, "lr": 4.483985624309549e-05}
+{"train_loss": 0.004005894996225834, "global_step": 21017, "epoch": 323, "lr": 4.483579805563422e-05}
+{"train_loss": 0.003334648674353957, "global_step": 21018, "epoch": 323, "lr": 4.483173990255896e-05}
+{"train_loss": 0.0028934229630976915, "global_step": 21019, "epoch": 323, "lr": 4.482768178389668e-05}
+{"train_loss": 0.004145870916545391, "global_step": 21020, "epoch": 323, "lr": 4.482362369967445e-05}
+{"train_loss": 0.0023927956353873014, "global_step": 21021, "epoch": 323, "lr": 4.481956564991926e-05}
+{"train_loss": 0.002940610283985734, "global_step": 21022, "epoch": 323, "lr": 4.481550763465817e-05}
+{"train_loss": 0.0035544252023100853, "global_step": 21023, "epoch": 323, "lr": 4.4811449653918146e-05}
+{"train_loss": 0.0037797936238348484, "global_step": 21024, "epoch": 323, "lr": 4.4807391707726246e-05}
+{"train_loss": 0.0029363511130213737, "global_step": 21025, "epoch": 323, "lr": 4.4803333796109464e-05}
+{"train_loss": 0.004930557683110237, "global_step": 21026, "epoch": 323, "lr": 4.479927591909484e-05}
+{"train_loss": 0.0029891247395426035, "global_step": 21027, "epoch": 323, "lr": 4.479521807670938e-05}
+{"train_loss": 0.0037800867576152086, "global_step": 21028, "epoch": 323, "lr": 4.4791160268980127e-05}
+{"train_loss": 0.003083636052906513, "global_step": 21029, "epoch": 323, "lr": 4.4787102495934066e-05}
+{"train_loss": 0.002523367293179035, "global_step": 21030, "epoch": 323, "lr": 4.478304475759826e-05}
+{"train_loss": 0.002269025659188628, "global_step": 21031, "epoch": 323, "lr": 4.477898705399969e-05}
+{"train_loss": 0.0038753808476030827, "global_step": 21032, "epoch": 323, "lr": 4.477492938516538e-05}
+{"train_loss": 0.0020184244494885206, "global_step": 21033, "epoch": 323, "lr": 4.4770871751122345e-05}
+{"train_loss": 0.0028526815585792065, "global_step": 21034, "epoch": 323, "lr": 4.4766814151897624e-05}
+{"train_loss": 0.0029301042668521404, "global_step": 21035, "epoch": 323, "lr": 4.4762756587518204e-05}
+{"train_loss": 0.003778959857299924, "global_step": 21036, "epoch": 323, "lr": 4.4758699058011145e-05}
+{"train_loss": 0.002451329492032528, "global_step": 21037, "epoch": 323, "lr": 4.4754641563403435e-05}
+{"train_loss": 0.0032988176681101322, "global_step": 21038, "epoch": 323, "lr": 4.4750584103722086e-05}
+{"train_loss": 0.004851492587476969, "global_step": 21039, "epoch": 323, "lr": 4.474652667899413e-05}
+{"train_loss": 0.003955494612455368, "global_step": 21040, "epoch": 323, "lr": 4.474246928924658e-05}
+{"train_loss": 0.0017755685839802027, "global_step": 21041, "epoch": 323, "lr": 4.4738411934506435e-05}
+{"train_loss": 0.0029553582426160574, "global_step": 21042, "epoch": 323, "lr": 4.4734354614800736e-05}
+{"train_loss": 0.0026557547971606255, "global_step": 21043, "epoch": 323, "lr": 4.473029733015648e-05}
+{"train_loss": 0.004842445254325867, "global_step": 21044, "epoch": 323, "lr": 4.472624008060071e-05}
+{"train_loss": 0.00324641284532845, "global_step": 21045, "epoch": 323, "lr": 4.472218286616042e-05}
+{"train_loss": 0.002349431626498699, "global_step": 21046, "epoch": 323, "lr": 4.471812568686262e-05}
+{"train_loss": 0.005453499499708414, "global_step": 21047, "epoch": 323, "lr": 4.471406854273433e-05}
+{"train_loss": 0.0031129096169024706, "global_step": 21048, "epoch": 323, "lr": 4.471001143380257e-05}
+{"train_loss": 0.005693485960364342, "global_step": 21049, "epoch": 323, "lr": 4.470595436009435e-05}
+{"train_loss": 0.004969301633536816, "global_step": 21050, "epoch": 323, "lr": 4.470189732163669e-05}
+{"train_loss": 0.003953627776354551, "global_step": 21051, "epoch": 323, "lr": 4.4697840318456585e-05}
+{"train_loss": 0.0026540523394942284, "global_step": 21052, "epoch": 323, "lr": 4.469378335058108e-05}
+{"train_loss": 0.0021684642415493727, "global_step": 21053, "epoch": 323, "lr": 4.468972641803718e-05}
+{"train_loss": 0.004847529344260693, "global_step": 21054, "epoch": 323, "lr": 4.468566952085187e-05}
+{"train_loss": 0.0035293870605528355, "global_step": 21055, "epoch": 323, "lr": 4.468161265905219e-05}
+{"train_loss": 0.0022764885798096657, "global_step": 21056, "epoch": 323, "lr": 4.4677555832665145e-05}
+{"train_loss": 0.00556324003264308, "global_step": 21057, "epoch": 323, "lr": 4.4673499041717744e-05}
+{"train_loss": 0.003279673168435693, "global_step": 21058, "epoch": 323, "lr": 4.466944228623701e-05}
+{"train_loss": 0.003442982231410077, "global_step": 21059, "epoch": 323, "lr": 4.4665385566249935e-05, "val_loss": 0.008956066332757473}
+{"train_loss": 0.003111692611128092, "global_step": 21060, "epoch": 324, "lr": 4.4661328881783574e-05}
+{"train_loss": 0.002473175525665283, "global_step": 21061, "epoch": 324, "lr": 4.465727223286489e-05}
+{"train_loss": 0.002525224117562175, "global_step": 21062, "epoch": 324, "lr": 4.46532156195209e-05}
+{"train_loss": 0.003987567033618689, "global_step": 21063, "epoch": 324, "lr": 4.464915904177865e-05}
+{"train_loss": 0.004208630416542292, "global_step": 21064, "epoch": 324, "lr": 4.464510249966512e-05}
+{"train_loss": 0.0041983723640441895, "global_step": 21065, "epoch": 324, "lr": 4.464104599320732e-05}
+{"train_loss": 0.004458469804376364, "global_step": 21066, "epoch": 324, "lr": 4.463698952243228e-05}
+{"train_loss": 0.003836261574178934, "global_step": 21067, "epoch": 324, "lr": 4.463293308736699e-05}
+{"train_loss": 0.0034874689299613237, "global_step": 21068, "epoch": 324, "lr": 4.46288766880385e-05}
+{"train_loss": 0.0029927499126642942, "global_step": 21069, "epoch": 324, "lr": 4.4624820324473766e-05}
+{"train_loss": 0.003892192617058754, "global_step": 21070, "epoch": 324, "lr": 4.462076399669982e-05}
+{"train_loss": 0.0041122715920209885, "global_step": 21071, "epoch": 324, "lr": 4.461670770474368e-05}
+{"train_loss": 0.0033141032326966524, "global_step": 21072, "epoch": 324, "lr": 4.461265144863234e-05}
+{"train_loss": 0.0023187261540442705, "global_step": 21073, "epoch": 324, "lr": 4.460859522839281e-05}
+{"train_loss": 0.004913531243801117, "global_step": 21074, "epoch": 324, "lr": 4.460453904405212e-05}
+{"train_loss": 0.00469230767339468, "global_step": 21075, "epoch": 324, "lr": 4.460048289563724e-05}
+{"train_loss": 0.003939834889024496, "global_step": 21076, "epoch": 324, "lr": 4.459642678317523e-05}
+{"train_loss": 0.005494890734553337, "global_step": 21077, "epoch": 324, "lr": 4.459237070669306e-05}
+{"train_loss": 0.002562417183071375, "global_step": 21078, "epoch": 324, "lr": 4.458831466621773e-05}
+{"train_loss": 0.0025646458379924297, "global_step": 21079, "epoch": 324, "lr": 4.4584258661776275e-05}
+{"train_loss": 0.0036473877262324095, "global_step": 21080, "epoch": 324, "lr": 4.458020269339569e-05}
+{"train_loss": 0.003461067099124193, "global_step": 21081, "epoch": 324, "lr": 4.4576146761102973e-05}
+{"train_loss": 0.006029539275914431, "global_step": 21082, "epoch": 324, "lr": 4.457209086492515e-05}
+{"train_loss": 0.004461608827114105, "global_step": 21083, "epoch": 324, "lr": 4.456803500488922e-05}
+{"train_loss": 0.004077360033988953, "global_step": 21084, "epoch": 324, "lr": 4.4563979181022174e-05}
+{"train_loss": 0.0036649652756750584, "global_step": 21085, "epoch": 324, "lr": 4.455992339335103e-05}
+{"train_loss": 0.002821805886924267, "global_step": 21086, "epoch": 324, "lr": 4.455586764190279e-05}
+{"train_loss": 0.0021212317515164614, "global_step": 21087, "epoch": 324, "lr": 4.455181192670447e-05}
+{"train_loss": 0.0045736986212432384, "global_step": 21088, "epoch": 324, "lr": 4.454775624778306e-05}
+{"train_loss": 0.003327995305880904, "global_step": 21089, "epoch": 324, "lr": 4.454370060516558e-05}
+{"train_loss": 0.0021177479065954685, "global_step": 21090, "epoch": 324, "lr": 4.453964499887903e-05}
+{"train_loss": 0.004145573824644089, "global_step": 21091, "epoch": 324, "lr": 4.453558942895042e-05}
+{"train_loss": 0.004506160970777273, "global_step": 21092, "epoch": 324, "lr": 4.4531533895406723e-05}
+{"train_loss": 0.005757487379014492, "global_step": 21093, "epoch": 324, "lr": 4.452747839827498e-05}
+{"train_loss": 0.002597960177809, "global_step": 21094, "epoch": 324, "lr": 4.452342293758217e-05}
+{"train_loss": 0.0033181251492351294, "global_step": 21095, "epoch": 324, "lr": 4.451936751335531e-05}
+{"train_loss": 0.0027712592855095863, "global_step": 21096, "epoch": 324, "lr": 4.451531212562139e-05}
+{"train_loss": 0.004443309269845486, "global_step": 21097, "epoch": 324, "lr": 4.451125677440744e-05}
+{"train_loss": 0.004718857817351818, "global_step": 21098, "epoch": 324, "lr": 4.4507201459740436e-05}
+{"train_loss": 0.003922146745026112, "global_step": 21099, "epoch": 324, "lr": 4.450314618164741e-05}
+{"train_loss": 0.0049804504960775375, "global_step": 21100, "epoch": 324, "lr": 4.449909094015532e-05}
+{"train_loss": 0.00419694883748889, "global_step": 21101, "epoch": 324, "lr": 4.44950357352912e-05}
+{"train_loss": 0.002485365839675069, "global_step": 21102, "epoch": 324, "lr": 4.449098056708203e-05}
+{"train_loss": 0.002959595527499914, "global_step": 21103, "epoch": 324, "lr": 4.4486925435554835e-05}
+{"train_loss": 0.0030971462838351727, "global_step": 21104, "epoch": 324, "lr": 4.44828703407366e-05}
+{"train_loss": 0.003395917359739542, "global_step": 21105, "epoch": 324, "lr": 4.447881528265434e-05}
+{"train_loss": 0.003453340847045183, "global_step": 21106, "epoch": 324, "lr": 4.447476026133506e-05}
+{"train_loss": 0.0022872311528772116, "global_step": 21107, "epoch": 324, "lr": 4.447070527680574e-05}
+{"train_loss": 0.0028358784038573503, "global_step": 21108, "epoch": 324, "lr": 4.4466650329093376e-05}
+{"train_loss": 0.0043382300063967705, "global_step": 21109, "epoch": 324, "lr": 4.446259541822499e-05}
+{"train_loss": 0.0032886925619095564, "global_step": 21110, "epoch": 324, "lr": 4.445854054422756e-05}
+{"train_loss": 0.003363425377756357, "global_step": 21111, "epoch": 324, "lr": 4.4454485707128114e-05}
+{"train_loss": 0.003766400273889303, "global_step": 21112, "epoch": 324, "lr": 4.4450430906953616e-05}
+{"train_loss": 0.003209849586710334, "global_step": 21113, "epoch": 324, "lr": 4.44463761437311e-05}
+{"train_loss": 0.004223885480314493, "global_step": 21114, "epoch": 324, "lr": 4.444232141748756e-05}
+{"train_loss": 0.0027041479479521513, "global_step": 21115, "epoch": 324, "lr": 4.443826672824997e-05}
+{"train_loss": 0.003518956247717142, "global_step": 21116, "epoch": 324, "lr": 4.443421207604533e-05}
+{"train_loss": 0.0032720270100980997, "global_step": 21117, "epoch": 324, "lr": 4.443015746090066e-05}
+{"train_loss": 0.002518733497709036, "global_step": 21118, "epoch": 324, "lr": 4.442610288284294e-05}
+{"train_loss": 0.004591191653162241, "global_step": 21119, "epoch": 324, "lr": 4.4422048341899185e-05}
+{"train_loss": 0.002520829439163208, "global_step": 21120, "epoch": 324, "lr": 4.441799383809637e-05}
+{"train_loss": 0.004289830569177866, "global_step": 21121, "epoch": 324, "lr": 4.4413939371461513e-05}
+{"train_loss": 0.004524542484432459, "global_step": 21122, "epoch": 324, "lr": 4.440988494202162e-05}
+{"train_loss": 0.00156107684597373, "global_step": 21123, "epoch": 324, "lr": 4.440583054980365e-05}
+{"train_loss": 0.003591164287466269, "global_step": 21124, "epoch": 324, "lr": 4.4401776194834613e-05, "val_loss": 0.0038804514333605766}
+{"train_loss": 0.003246693406254053, "global_step": 21125, "epoch": 325, "lr": 4.439772187714152e-05}
+{"train_loss": 0.0038024061359465122, "global_step": 21126, "epoch": 325, "lr": 4.4393667596751345e-05}
+{"train_loss": 0.003887177910655737, "global_step": 21127, "epoch": 325, "lr": 4.4389613353691104e-05}
+{"train_loss": 0.0027472381480038166, "global_step": 21128, "epoch": 325, "lr": 4.438555914798778e-05}
+{"train_loss": 0.0034374783281236887, "global_step": 21129, "epoch": 325, "lr": 4.4381504979668406e-05}
+{"train_loss": 0.003266584360972047, "global_step": 21130, "epoch": 325, "lr": 4.437745084875991e-05}
+{"train_loss": 0.002136640250682831, "global_step": 21131, "epoch": 325, "lr": 4.4373396755289325e-05}
+{"train_loss": 0.0020875483751296997, "global_step": 21132, "epoch": 325, "lr": 4.436934269928363e-05}
+{"train_loss": 0.002987542189657688, "global_step": 21133, "epoch": 325, "lr": 4.436528868076985e-05}
+{"train_loss": 0.0028370108921080828, "global_step": 21134, "epoch": 325, "lr": 4.436123469977493e-05}
+{"train_loss": 0.004171848297119141, "global_step": 21135, "epoch": 325, "lr": 4.435718075632592e-05}
+{"train_loss": 0.003480771090835333, "global_step": 21136, "epoch": 325, "lr": 4.435312685044976e-05}
+{"train_loss": 0.004459685645997524, "global_step": 21137, "epoch": 325, "lr": 4.434907298217351e-05}
+{"train_loss": 0.005923246033489704, "global_step": 21138, "epoch": 325, "lr": 4.434501915152408e-05}
+{"train_loss": 0.0038301467429846525, "global_step": 21139, "epoch": 325, "lr": 4.434096535852852e-05}
+{"train_loss": 0.0031938867177814245, "global_step": 21140, "epoch": 325, "lr": 4.433691160321379e-05}
+{"train_loss": 0.004720017313957214, "global_step": 21141, "epoch": 325, "lr": 4.4332857885606915e-05}
+{"train_loss": 0.0019738890696316957, "global_step": 21142, "epoch": 325, "lr": 4.4328804205734856e-05}
+{"train_loss": 0.002821690635755658, "global_step": 21143, "epoch": 325, "lr": 4.432475056362463e-05}
+{"train_loss": 0.005286662373691797, "global_step": 21144, "epoch": 325, "lr": 4.43206969593032e-05}
+{"train_loss": 0.004964067135006189, "global_step": 21145, "epoch": 325, "lr": 4.431664339279761e-05}
+{"train_loss": 0.0030884291045367718, "global_step": 21146, "epoch": 325, "lr": 4.4312589864134776e-05}
+{"train_loss": 0.004780299961566925, "global_step": 21147, "epoch": 325, "lr": 4.430853637334174e-05}
+{"train_loss": 0.004070146940648556, "global_step": 21148, "epoch": 325, "lr": 4.4304482920445476e-05}
+{"train_loss": 0.004419784061610699, "global_step": 21149, "epoch": 325, "lr": 4.4300429505472976e-05}
+{"train_loss": 0.002945842919871211, "global_step": 21150, "epoch": 325, "lr": 4.4296376128451224e-05}
+{"train_loss": 0.0044694263488054276, "global_step": 21151, "epoch": 325, "lr": 4.4292322789407225e-05}
+{"train_loss": 0.0034462050534784794, "global_step": 21152, "epoch": 325, "lr": 4.428826948836795e-05}
+{"train_loss": 0.002308591501787305, "global_step": 21153, "epoch": 325, "lr": 4.428421622536043e-05}
+{"train_loss": 0.002278026193380356, "global_step": 21154, "epoch": 325, "lr": 4.428016300041159e-05}
+{"train_loss": 0.003949081525206566, "global_step": 21155, "epoch": 325, "lr": 4.427610981354846e-05}
+{"train_loss": 0.003060852410271764, "global_step": 21156, "epoch": 325, "lr": 4.427205666479801e-05}
+{"train_loss": 0.0032278390135616064, "global_step": 21157, "epoch": 325, "lr": 4.426800355418724e-05}
+{"train_loss": 0.0032541609834879637, "global_step": 21158, "epoch": 325, "lr": 4.426395048174313e-05}
+{"train_loss": 0.002812453545629978, "global_step": 21159, "epoch": 325, "lr": 4.425989744749268e-05}
+{"train_loss": 0.004450100939720869, "global_step": 21160, "epoch": 325, "lr": 4.425584445146288e-05}
+{"train_loss": 0.0035157513339072466, "global_step": 21161, "epoch": 325, "lr": 4.4251791493680696e-05}
+{"train_loss": 0.005699206609278917, "global_step": 21162, "epoch": 325, "lr": 4.4247738574173105e-05}
+{"train_loss": 0.0029347040690481663, "global_step": 21163, "epoch": 325, "lr": 4.424368569296713e-05}
+{"train_loss": 0.004586491268128157, "global_step": 21164, "epoch": 325, "lr": 4.423963285008973e-05}
+{"train_loss": 0.003419431857764721, "global_step": 21165, "epoch": 325, "lr": 4.423558004556791e-05}
+{"train_loss": 0.005174200516194105, "global_step": 21166, "epoch": 325, "lr": 4.423152727942863e-05}
+{"train_loss": 0.0034885751083493233, "global_step": 21167, "epoch": 325, "lr": 4.422747455169891e-05}
+{"train_loss": 0.005496334750205278, "global_step": 21168, "epoch": 325, "lr": 4.4223421862405726e-05}
+{"train_loss": 0.002757273381575942, "global_step": 21169, "epoch": 325, "lr": 4.421936921157603e-05}
+{"train_loss": 0.003321577562019229, "global_step": 21170, "epoch": 325, "lr": 4.421531659923685e-05}
+{"train_loss": 0.0038136043585836887, "global_step": 21171, "epoch": 325, "lr": 4.4211264025415145e-05}
+{"train_loss": 0.002978178672492504, "global_step": 21172, "epoch": 325, "lr": 4.4207211490137894e-05}
+{"train_loss": 0.002350518014281988, "global_step": 21173, "epoch": 325, "lr": 4.4203158993432105e-05}
+{"train_loss": 0.002871026284992695, "global_step": 21174, "epoch": 325, "lr": 4.419910653532474e-05}
+{"train_loss": 0.0029844294767826796, "global_step": 21175, "epoch": 325, "lr": 4.41950541158428e-05}
+{"train_loss": 0.0023163380101323128, "global_step": 21176, "epoch": 325, "lr": 4.4191001735013274e-05}
+{"train_loss": 0.005484347231686115, "global_step": 21177, "epoch": 325, "lr": 4.4186949392863106e-05}
+{"train_loss": 0.00244222697801888, "global_step": 21178, "epoch": 325, "lr": 4.418289708941931e-05}
+{"train_loss": 0.0023333821445703506, "global_step": 21179, "epoch": 325, "lr": 4.4178844824708864e-05}
+{"train_loss": 0.003524279687553644, "global_step": 21180, "epoch": 325, "lr": 4.417479259875874e-05}
+{"train_loss": 0.0020082518458366394, "global_step": 21181, "epoch": 325, "lr": 4.417074041159594e-05}
+{"train_loss": 0.0020935670472681522, "global_step": 21182, "epoch": 325, "lr": 4.416668826324742e-05}
+{"train_loss": 0.004229055251926184, "global_step": 21183, "epoch": 325, "lr": 4.4162636153740195e-05}
+{"train_loss": 0.0021500063594430685, "global_step": 21184, "epoch": 325, "lr": 4.4158584083101214e-05}
+{"train_loss": 0.004532560706138611, "global_step": 21185, "epoch": 325, "lr": 4.415453205135746e-05}
+{"train_loss": 0.0047519090585410595, "global_step": 21186, "epoch": 325, "lr": 4.415048005853593e-05}
+{"train_loss": 0.002593851648271084, "global_step": 21187, "epoch": 325, "lr": 4.4146428104663604e-05}
+{"train_loss": 0.0030332724563777447, "global_step": 21188, "epoch": 325, "lr": 4.4142376189767446e-05}
+{"train_loss": 0.0034921815153211356, "global_step": 21189, "epoch": 325, "lr": 4.4138324313874445e-05, "val_loss": 0.006216525100171566, "train_action_mse_error": 0.00013094265887048095}
+{"train_loss": 0.0025158077478408813, "global_step": 21190, "epoch": 326, "lr": 4.413427247701158e-05}
+{"train_loss": 0.0032877044286578894, "global_step": 21191, "epoch": 326, "lr": 4.4130220679205845e-05}
+{"train_loss": 0.0031469869427382946, "global_step": 21192, "epoch": 326, "lr": 4.41261689204842e-05}
+{"train_loss": 0.004797049798071384, "global_step": 21193, "epoch": 326, "lr": 4.4122117200873615e-05}
+{"train_loss": 0.0035281239543110132, "global_step": 21194, "epoch": 326, "lr": 4.4118065520401096e-05}
+{"train_loss": 0.002212813124060631, "global_step": 21195, "epoch": 326, "lr": 4.4114013879093605e-05}
+{"train_loss": 0.004534228704869747, "global_step": 21196, "epoch": 326, "lr": 4.410996227697811e-05}
+{"train_loss": 0.0038104320410639048, "global_step": 21197, "epoch": 326, "lr": 4.4105910714081614e-05}
+{"train_loss": 0.0037990431301295757, "global_step": 21198, "epoch": 326, "lr": 4.410185919043107e-05}
+{"train_loss": 0.002170135732740164, "global_step": 21199, "epoch": 326, "lr": 4.409780770605349e-05}
+{"train_loss": 0.0030997025314718485, "global_step": 21200, "epoch": 326, "lr": 4.409375626097582e-05}
+{"train_loss": 0.002428674604743719, "global_step": 21201, "epoch": 326, "lr": 4.4089704855225026e-05}
+{"train_loss": 0.002821513684466481, "global_step": 21202, "epoch": 326, "lr": 4.408565348882812e-05}
+{"train_loss": 0.004931709263473749, "global_step": 21203, "epoch": 326, "lr": 4.408160216181206e-05}
+{"train_loss": 0.0019323836313560605, "global_step": 21204, "epoch": 326, "lr": 4.407755087420381e-05}
+{"train_loss": 0.003601712640374899, "global_step": 21205, "epoch": 326, "lr": 4.407349962603037e-05}
+{"train_loss": 0.0034325518645346165, "global_step": 21206, "epoch": 326, "lr": 4.4069448417318706e-05}
+{"train_loss": 0.005547848530113697, "global_step": 21207, "epoch": 326, "lr": 4.406539724809578e-05}
+{"train_loss": 0.0028253321070224047, "global_step": 21208, "epoch": 326, "lr": 4.4061346118388586e-05}
+{"train_loss": 0.004102582111954689, "global_step": 21209, "epoch": 326, "lr": 4.405729502822408e-05}
+{"train_loss": 0.0034254463389515877, "global_step": 21210, "epoch": 326, "lr": 4.405324397762926e-05}
+{"train_loss": 0.004178834147751331, "global_step": 21211, "epoch": 326, "lr": 4.404919296663108e-05}
+{"train_loss": 0.002711641602218151, "global_step": 21212, "epoch": 326, "lr": 4.404514199525651e-05}
+{"train_loss": 0.005909751635044813, "global_step": 21213, "epoch": 326, "lr": 4.404109106353255e-05}
+{"train_loss": 0.0030546700581908226, "global_step": 21214, "epoch": 326, "lr": 4.4037040171486165e-05}
+{"train_loss": 0.0023569194599986076, "global_step": 21215, "epoch": 326, "lr": 4.4032989319144295e-05}
+{"train_loss": 0.0025339734274894, "global_step": 21216, "epoch": 326, "lr": 4.4028938506533954e-05}
+{"train_loss": 0.003171120071783662, "global_step": 21217, "epoch": 326, "lr": 4.402488773368209e-05}
+{"train_loss": 0.005172202829271555, "global_step": 21218, "epoch": 326, "lr": 4.402083700061569e-05}
+{"train_loss": 0.002336350968107581, "global_step": 21219, "epoch": 326, "lr": 4.401678630736172e-05}
+{"train_loss": 0.002317480044439435, "global_step": 21220, "epoch": 326, "lr": 4.4012735653947134e-05}
+{"train_loss": 0.004888799041509628, "global_step": 21221, "epoch": 326, "lr": 4.400868504039894e-05}
+{"train_loss": 0.0022541170474141836, "global_step": 21222, "epoch": 326, "lr": 4.400463446674409e-05}
+{"train_loss": 0.0036804284900426865, "global_step": 21223, "epoch": 326, "lr": 4.400058393300954e-05}
+{"train_loss": 0.002776192268356681, "global_step": 21224, "epoch": 326, "lr": 4.3996533439222296e-05}
+{"train_loss": 0.002634404692798853, "global_step": 21225, "epoch": 326, "lr": 4.399248298540928e-05}
+{"train_loss": 0.0022945899982005358, "global_step": 21226, "epoch": 326, "lr": 4.3988432571597506e-05}
+{"train_loss": 0.0045785605907440186, "global_step": 21227, "epoch": 326, "lr": 4.398438219781393e-05}
+{"train_loss": 0.0034578258637338877, "global_step": 21228, "epoch": 326, "lr": 4.3980331864085504e-05}
+{"train_loss": 0.003527269931510091, "global_step": 21229, "epoch": 326, "lr": 4.397628157043924e-05}
+{"train_loss": 0.0038423659279942513, "global_step": 21230, "epoch": 326, "lr": 4.397223131690206e-05}
+{"train_loss": 0.0031181357335299253, "global_step": 21231, "epoch": 326, "lr": 4.3968181103500946e-05}
+{"train_loss": 0.003026984166353941, "global_step": 21232, "epoch": 326, "lr": 4.3964130930262876e-05}
+{"train_loss": 0.0025036707520484924, "global_step": 21233, "epoch": 326, "lr": 4.396008079721481e-05}
+{"train_loss": 0.0024265318643301725, "global_step": 21234, "epoch": 326, "lr": 4.395603070438373e-05}
+{"train_loss": 0.0027716357726603746, "global_step": 21235, "epoch": 326, "lr": 4.395198065179658e-05}
+{"train_loss": 0.003933807834982872, "global_step": 21236, "epoch": 326, "lr": 4.394793063948035e-05}
+{"train_loss": 0.004158089403063059, "global_step": 21237, "epoch": 326, "lr": 4.394388066746202e-05}
+{"train_loss": 0.003716438077390194, "global_step": 21238, "epoch": 326, "lr": 4.393983073576852e-05}
+{"train_loss": 0.00318318884819746, "global_step": 21239, "epoch": 326, "lr": 4.393578084442682e-05}
+{"train_loss": 0.004499507136642933, "global_step": 21240, "epoch": 326, "lr": 4.393173099346391e-05}
+{"train_loss": 0.0038874424062669277, "global_step": 21241, "epoch": 326, "lr": 4.3927681182906734e-05}
+{"train_loss": 0.00339644867926836, "global_step": 21242, "epoch": 326, "lr": 4.3923631412782275e-05}
+{"train_loss": 0.0027681903447955847, "global_step": 21243, "epoch": 326, "lr": 4.391958168311748e-05}
+{"train_loss": 0.0038582789711654186, "global_step": 21244, "epoch": 326, "lr": 4.391553199393934e-05}
+{"train_loss": 0.00364970532245934, "global_step": 21245, "epoch": 326, "lr": 4.391148234527482e-05}
+{"train_loss": 0.0037074268329888582, "global_step": 21246, "epoch": 326, "lr": 4.390743273715085e-05}
+{"train_loss": 0.002950758906081319, "global_step": 21247, "epoch": 326, "lr": 4.390338316959441e-05}
+{"train_loss": 0.0053953309543430805, "global_step": 21248, "epoch": 326, "lr": 4.3899333642632484e-05}
+{"train_loss": 0.001810281304642558, "global_step": 21249, "epoch": 326, "lr": 4.389528415629201e-05}
+{"train_loss": 0.0032151828054338694, "global_step": 21250, "epoch": 326, "lr": 4.3891234710599965e-05}
+{"train_loss": 0.005463962443172932, "global_step": 21251, "epoch": 326, "lr": 4.3887185305583305e-05}
+{"train_loss": 0.0024475620593875647, "global_step": 21252, "epoch": 326, "lr": 4.3883135941269024e-05}
+{"train_loss": 0.004427888430655003, "global_step": 21253, "epoch": 326, "lr": 4.387908661768403e-05}
+{"train_loss": 0.0034166154971059697, "global_step": 21254, "epoch": 326, "lr": 4.3875037334855337e-05, "val_loss": 0.010531371459364891}
+{"train_loss": 0.0025302753783762455, "global_step": 21255, "epoch": 327, "lr": 4.387098809280986e-05}
+{"train_loss": 0.003989267162978649, "global_step": 21256, "epoch": 327, "lr": 4.38669388915746e-05}
+{"train_loss": 0.0021263316739350557, "global_step": 21257, "epoch": 327, "lr": 4.386288973117649e-05}
+{"train_loss": 0.00450563058257103, "global_step": 21258, "epoch": 327, "lr": 4.385884061164252e-05}
+{"train_loss": 0.0027986608911305666, "global_step": 21259, "epoch": 327, "lr": 4.385479153299963e-05}
+{"train_loss": 0.0026187156327068806, "global_step": 21260, "epoch": 327, "lr": 4.385074249527481e-05}
+{"train_loss": 0.0022415961138904095, "global_step": 21261, "epoch": 327, "lr": 4.384669349849498e-05}
+{"train_loss": 0.003080867463722825, "global_step": 21262, "epoch": 327, "lr": 4.3842644542687124e-05}
+{"train_loss": 0.003385517280548811, "global_step": 21263, "epoch": 327, "lr": 4.383859562787818e-05}
+{"train_loss": 0.0029845612589269876, "global_step": 21264, "epoch": 327, "lr": 4.383454675409514e-05}
+{"train_loss": 0.0029801337514072657, "global_step": 21265, "epoch": 327, "lr": 4.383049792136494e-05}
+{"train_loss": 0.0022317003458738327, "global_step": 21266, "epoch": 327, "lr": 4.3826449129714556e-05}
+{"train_loss": 0.0032947177533060312, "global_step": 21267, "epoch": 327, "lr": 4.3822400379170933e-05}
+{"train_loss": 0.0034414930269122124, "global_step": 21268, "epoch": 327, "lr": 4.381835166976106e-05}
+{"train_loss": 0.0023026103153824806, "global_step": 21269, "epoch": 327, "lr": 4.381430300151184e-05}
+{"train_loss": 0.002612621523439884, "global_step": 21270, "epoch": 327, "lr": 4.381025437445027e-05}
+{"train_loss": 0.0029142049606889486, "global_step": 21271, "epoch": 327, "lr": 4.3806205788603294e-05}
+{"train_loss": 0.0026615061797201633, "global_step": 21272, "epoch": 327, "lr": 4.380215724399789e-05}
+{"train_loss": 0.0036107462365180254, "global_step": 21273, "epoch": 327, "lr": 4.379810874066098e-05}
+{"train_loss": 0.0024830815382301807, "global_step": 21274, "epoch": 327, "lr": 4.379406027861956e-05}
+{"train_loss": 0.00175535399466753, "global_step": 21275, "epoch": 327, "lr": 4.379001185790055e-05}
+{"train_loss": 0.0032740221358835697, "global_step": 21276, "epoch": 327, "lr": 4.378596347853097e-05}
+{"train_loss": 0.0033565277699381113, "global_step": 21277, "epoch": 327, "lr": 4.37819151405377e-05}
+{"train_loss": 0.0021854292135685682, "global_step": 21278, "epoch": 327, "lr": 4.377786684394772e-05}
+{"train_loss": 0.0016961084911599755, "global_step": 21279, "epoch": 327, "lr": 4.3773818588788e-05}
+{"train_loss": 0.0026390047278255224, "global_step": 21280, "epoch": 327, "lr": 4.376977037508549e-05}
+{"train_loss": 0.0017264336347579956, "global_step": 21281, "epoch": 327, "lr": 4.376572220286713e-05}
+{"train_loss": 0.0030926044564694166, "global_step": 21282, "epoch": 327, "lr": 4.376167407215991e-05}
+{"train_loss": 0.0022209500893950462, "global_step": 21283, "epoch": 327, "lr": 4.3757625982990766e-05}
+{"train_loss": 0.0019780530128628016, "global_step": 21284, "epoch": 327, "lr": 4.375357793538665e-05}
+{"train_loss": 0.0024945714976638556, "global_step": 21285, "epoch": 327, "lr": 4.374952992937449e-05}
+{"train_loss": 0.002525884425267577, "global_step": 21286, "epoch": 327, "lr": 4.374548196498128e-05}
+{"train_loss": 0.0028819122817367315, "global_step": 21287, "epoch": 327, "lr": 4.374143404223395e-05}
+{"train_loss": 0.0018027242040261626, "global_step": 21288, "epoch": 327, "lr": 4.373738616115948e-05}
+{"train_loss": 0.0037590726278722286, "global_step": 21289, "epoch": 327, "lr": 4.373333832178478e-05}
+{"train_loss": 0.00206396565772593, "global_step": 21290, "epoch": 327, "lr": 4.372929052413685e-05}
+{"train_loss": 0.0033950551878660917, "global_step": 21291, "epoch": 327, "lr": 4.372524276824263e-05}
+{"train_loss": 0.0021906611509621143, "global_step": 21292, "epoch": 327, "lr": 4.372119505412904e-05}
+{"train_loss": 0.003016115864738822, "global_step": 21293, "epoch": 327, "lr": 4.3717147381823056e-05}
+{"train_loss": 0.0026385257951915264, "global_step": 21294, "epoch": 327, "lr": 4.3713099751351635e-05}
+{"train_loss": 0.004696308635175228, "global_step": 21295, "epoch": 327, "lr": 4.37090521627417e-05}
+{"train_loss": 0.0016645933501422405, "global_step": 21296, "epoch": 327, "lr": 4.370500461602025e-05}
+{"train_loss": 0.0021240306086838245, "global_step": 21297, "epoch": 327, "lr": 4.370095711121419e-05}
+{"train_loss": 0.0020261553581804037, "global_step": 21298, "epoch": 327, "lr": 4.3696909648350497e-05}
+{"train_loss": 0.0017718684393912554, "global_step": 21299, "epoch": 327, "lr": 4.369286222745613e-05}
+{"train_loss": 0.00521522993221879, "global_step": 21300, "epoch": 327, "lr": 4.3688814848558e-05}
+{"train_loss": 0.0027231245767325163, "global_step": 21301, "epoch": 327, "lr": 4.368476751168308e-05}
+{"train_loss": 0.0023244433104991913, "global_step": 21302, "epoch": 327, "lr": 4.3680720216858315e-05}
+{"train_loss": 0.002887182170525193, "global_step": 21303, "epoch": 327, "lr": 4.367667296411066e-05}
+{"train_loss": 0.0024001672863960266, "global_step": 21304, "epoch": 327, "lr": 4.3672625753467066e-05}
+{"train_loss": 0.0029598462861031294, "global_step": 21305, "epoch": 327, "lr": 4.366857858495446e-05}
+{"train_loss": 0.0029079755768179893, "global_step": 21306, "epoch": 327, "lr": 4.366453145859983e-05}
+{"train_loss": 0.004258172586560249, "global_step": 21307, "epoch": 327, "lr": 4.36604843744301e-05}
+{"train_loss": 0.0016474408330395818, "global_step": 21308, "epoch": 327, "lr": 4.3656437332472194e-05}
+{"train_loss": 0.0032817362807691097, "global_step": 21309, "epoch": 327, "lr": 4.36523903327531e-05}
+{"train_loss": 0.003364545525982976, "global_step": 21310, "epoch": 327, "lr": 4.364834337529975e-05}
+{"train_loss": 0.00479853292927146, "global_step": 21311, "epoch": 327, "lr": 4.3644296460139075e-05}
+{"train_loss": 0.002503030002117157, "global_step": 21312, "epoch": 327, "lr": 4.364024958729804e-05}
+{"train_loss": 0.0023650273215025663, "global_step": 21313, "epoch": 327, "lr": 4.363620275680358e-05}
+{"train_loss": 0.0016467092791572213, "global_step": 21314, "epoch": 327, "lr": 4.3632155968682676e-05}
+{"train_loss": 0.004044036380946636, "global_step": 21315, "epoch": 327, "lr": 4.362810922296223e-05}
+{"train_loss": 0.002479877322912216, "global_step": 21316, "epoch": 327, "lr": 4.362406251966919e-05}
+{"train_loss": 0.004362188279628754, "global_step": 21317, "epoch": 327, "lr": 4.3620015858830524e-05}
+{"train_loss": 0.0038912787567824125, "global_step": 21318, "epoch": 327, "lr": 4.361596924047317e-05}
+{"train_loss": 0.0028544306611785523, "global_step": 21319, "epoch": 327, "lr": 4.361192266462406e-05, "val_loss": 0.004950350150465965}
+{"train_loss": 0.0038451002910733223, "global_step": 21320, "epoch": 328, "lr": 4.360787613131015e-05}
+{"train_loss": 0.0026072862092405558, "global_step": 21321, "epoch": 328, "lr": 4.360382964055838e-05}
+{"train_loss": 0.002737372415140271, "global_step": 21322, "epoch": 328, "lr": 4.35997831923957e-05}
+{"train_loss": 0.00217766803689301, "global_step": 21323, "epoch": 328, "lr": 4.359573678684906e-05}
+{"train_loss": 0.0022785128094255924, "global_step": 21324, "epoch": 328, "lr": 4.359169042394536e-05}
+{"train_loss": 0.003541500074788928, "global_step": 21325, "epoch": 328, "lr": 4.35876441037116e-05}
+{"train_loss": 0.001463316730223596, "global_step": 21326, "epoch": 328, "lr": 4.3583597826174685e-05}
+{"train_loss": 0.0019036271842196584, "global_step": 21327, "epoch": 328, "lr": 4.3579551591361566e-05}
+{"train_loss": 0.002417640294879675, "global_step": 21328, "epoch": 328, "lr": 4.35755053992992e-05}
+{"train_loss": 0.002298448933288455, "global_step": 21329, "epoch": 328, "lr": 4.357145925001452e-05}
+{"train_loss": 0.0025627193972468376, "global_step": 21330, "epoch": 328, "lr": 4.356741314353445e-05}
+{"train_loss": 0.0022753856610506773, "global_step": 21331, "epoch": 328, "lr": 4.3563367079885954e-05}
+{"train_loss": 0.004105500876903534, "global_step": 21332, "epoch": 328, "lr": 4.3559321059095956e-05}
+{"train_loss": 0.001960537862032652, "global_step": 21333, "epoch": 328, "lr": 4.355527508119141e-05}
+{"train_loss": 0.0034368629567325115, "global_step": 21334, "epoch": 328, "lr": 4.355122914619925e-05}
+{"train_loss": 0.0025070547126233578, "global_step": 21335, "epoch": 328, "lr": 4.354718325414641e-05}
+{"train_loss": 0.002493868116289377, "global_step": 21336, "epoch": 328, "lr": 4.354313740505985e-05}
+{"train_loss": 0.0030165764037519693, "global_step": 21337, "epoch": 328, "lr": 4.3539091598966494e-05}
+{"train_loss": 0.0026265291962772608, "global_step": 21338, "epoch": 328, "lr": 4.353504583589327e-05}
+{"train_loss": 0.00305046490393579, "global_step": 21339, "epoch": 328, "lr": 4.353100011586715e-05}
+{"train_loss": 0.0023150404449552298, "global_step": 21340, "epoch": 328, "lr": 4.352695443891503e-05}
+{"train_loss": 0.002607538364827633, "global_step": 21341, "epoch": 328, "lr": 4.3522908805063886e-05}
+{"train_loss": 0.002234815154224634, "global_step": 21342, "epoch": 328, "lr": 4.351886321434063e-05}
+{"train_loss": 0.0034713507629930973, "global_step": 21343, "epoch": 328, "lr": 4.351481766677221e-05}
+{"train_loss": 0.003610513173043728, "global_step": 21344, "epoch": 328, "lr": 4.3510772162385574e-05}
+{"train_loss": 0.0025630067102611065, "global_step": 21345, "epoch": 328, "lr": 4.350672670120766e-05}
+{"train_loss": 0.002322214189916849, "global_step": 21346, "epoch": 328, "lr": 4.350268128326537e-05}
+{"train_loss": 0.0015890668146312237, "global_step": 21347, "epoch": 328, "lr": 4.349863590858567e-05}
+{"train_loss": 0.0038640405982732773, "global_step": 21348, "epoch": 328, "lr": 4.3494590577195485e-05}
+{"train_loss": 0.002743068151175976, "global_step": 21349, "epoch": 328, "lr": 4.349054528912177e-05}
+{"train_loss": 0.0016282236902043223, "global_step": 21350, "epoch": 328, "lr": 4.348650004439144e-05}
+{"train_loss": 0.0034774458035826683, "global_step": 21351, "epoch": 328, "lr": 4.348245484303143e-05}
+{"train_loss": 0.002315771533176303, "global_step": 21352, "epoch": 328, "lr": 4.347840968506871e-05}
+{"train_loss": 0.0019907562527805567, "global_step": 21353, "epoch": 328, "lr": 4.347436457053017e-05}
+{"train_loss": 0.0035947109572589397, "global_step": 21354, "epoch": 328, "lr": 4.3470319499442753e-05}
+{"train_loss": 0.003408195450901985, "global_step": 21355, "epoch": 328, "lr": 4.346627447183341e-05}
+{"train_loss": 0.0033862851560115814, "global_step": 21356, "epoch": 328, "lr": 4.346222948772906e-05}
+{"train_loss": 0.002177068730816245, "global_step": 21357, "epoch": 328, "lr": 4.345818454715665e-05}
+{"train_loss": 0.002669400302693248, "global_step": 21358, "epoch": 328, "lr": 4.345413965014311e-05}
+{"train_loss": 0.004039058927446604, "global_step": 21359, "epoch": 328, "lr": 4.345009479671536e-05}
+{"train_loss": 0.0036210776306688786, "global_step": 21360, "epoch": 328, "lr": 4.344604998690036e-05}
+{"train_loss": 0.0024294957984238863, "global_step": 21361, "epoch": 328, "lr": 4.344200522072502e-05}
+{"train_loss": 0.003666618140414357, "global_step": 21362, "epoch": 328, "lr": 4.3437960498216266e-05}
+{"train_loss": 0.003856534603983164, "global_step": 21363, "epoch": 328, "lr": 4.343391581940105e-05}
+{"train_loss": 0.0030451619531959295, "global_step": 21364, "epoch": 328, "lr": 4.342987118430628e-05}
+{"train_loss": 0.002937972079962492, "global_step": 21365, "epoch": 328, "lr": 4.342582659295892e-05}
+{"train_loss": 0.001744799898006022, "global_step": 21366, "epoch": 328, "lr": 4.342178204538588e-05}
+{"train_loss": 0.0028424018528312445, "global_step": 21367, "epoch": 328, "lr": 4.341773754161409e-05}
+{"train_loss": 0.003471451811492443, "global_step": 21368, "epoch": 328, "lr": 4.341369308167049e-05}
+{"train_loss": 0.0027243501972407103, "global_step": 21369, "epoch": 328, "lr": 4.3409648665582007e-05}
+{"train_loss": 0.0022141989320516586, "global_step": 21370, "epoch": 328, "lr": 4.3405604293375554e-05}
+{"train_loss": 0.003040558658540249, "global_step": 21371, "epoch": 328, "lr": 4.3401559965078084e-05}
+{"train_loss": 0.001920087612234056, "global_step": 21372, "epoch": 328, "lr": 4.339751568071652e-05}
+{"train_loss": 0.0045800828374922276, "global_step": 21373, "epoch": 328, "lr": 4.3393471440317777e-05}
+{"train_loss": 0.002722109667956829, "global_step": 21374, "epoch": 328, "lr": 4.33894272439088e-05}
+{"train_loss": 0.0013710479252040386, "global_step": 21375, "epoch": 328, "lr": 4.338538309151654e-05}
+{"train_loss": 0.0032849586568772793, "global_step": 21376, "epoch": 328, "lr": 4.338133898316787e-05}
+{"train_loss": 0.003300490090623498, "global_step": 21377, "epoch": 328, "lr": 4.3377294918889746e-05}
+{"train_loss": 0.0016637572553008795, "global_step": 21378, "epoch": 328, "lr": 4.3373250898709096e-05}
+{"train_loss": 0.0025460280012339354, "global_step": 21379, "epoch": 328, "lr": 4.336920692265285e-05}
+{"train_loss": 0.0035383061040192842, "global_step": 21380, "epoch": 328, "lr": 4.336516299074792e-05}
+{"train_loss": 0.0028926178347319365, "global_step": 21381, "epoch": 328, "lr": 4.3361119103021256e-05}
+{"train_loss": 0.004676398821175098, "global_step": 21382, "epoch": 328, "lr": 4.3357075259499755e-05}
+{"train_loss": 0.0037322253920137882, "global_step": 21383, "epoch": 328, "lr": 4.33530314602104e-05}
+{"train_loss": 0.0028310969561481706, "global_step": 21384, "epoch": 328, "lr": 4.334898770518005e-05, "val_loss": 0.003407456213608384}
+{"train_loss": 0.00477903988212347, "global_step": 21385, "epoch": 329, "lr": 4.334494399443566e-05}
+{"train_loss": 0.002933925949037075, "global_step": 21386, "epoch": 329, "lr": 4.334090032800414e-05}
+{"train_loss": 0.0019145470578223467, "global_step": 21387, "epoch": 329, "lr": 4.3336856705912435e-05}
+{"train_loss": 0.0022840802557766438, "global_step": 21388, "epoch": 329, "lr": 4.333281312818746e-05}
+{"train_loss": 0.0036086509935557842, "global_step": 21389, "epoch": 329, "lr": 4.332876959485615e-05}
+{"train_loss": 0.0029053627513349056, "global_step": 21390, "epoch": 329, "lr": 4.3324726105945404e-05}
+{"train_loss": 0.003028119681403041, "global_step": 21391, "epoch": 329, "lr": 4.3320682661482205e-05}
+{"train_loss": 0.0017791329883038998, "global_step": 21392, "epoch": 329, "lr": 4.3316639261493394e-05}
+{"train_loss": 0.004979285877197981, "global_step": 21393, "epoch": 329, "lr": 4.331259590600594e-05}
+{"train_loss": 0.002630443312227726, "global_step": 21394, "epoch": 329, "lr": 4.3308552595046754e-05}
+{"train_loss": 0.0018020655261352658, "global_step": 21395, "epoch": 329, "lr": 4.330450932864277e-05}
+{"train_loss": 0.004188665188848972, "global_step": 21396, "epoch": 329, "lr": 4.3300466106820894e-05}
+{"train_loss": 0.002860898384824395, "global_step": 21397, "epoch": 329, "lr": 4.329642292960807e-05}
+{"train_loss": 0.004466997925192118, "global_step": 21398, "epoch": 329, "lr": 4.3292379797031205e-05}
+{"train_loss": 0.0038362767081707716, "global_step": 21399, "epoch": 329, "lr": 4.328833670911724e-05}
+{"train_loss": 0.002719204407185316, "global_step": 21400, "epoch": 329, "lr": 4.328429366589306e-05}
+{"train_loss": 0.002215026877820492, "global_step": 21401, "epoch": 329, "lr": 4.3280250667385604e-05}
+{"train_loss": 0.002896482590585947, "global_step": 21402, "epoch": 329, "lr": 4.3276207713621785e-05}
+{"train_loss": 0.002906611654907465, "global_step": 21403, "epoch": 329, "lr": 4.3272164804628544e-05}
+{"train_loss": 0.003284251084551215, "global_step": 21404, "epoch": 329, "lr": 4.3268121940432774e-05}
+{"train_loss": 0.0037556495517492294, "global_step": 21405, "epoch": 329, "lr": 4.3264079121061426e-05}
+{"train_loss": 0.0036642509512603283, "global_step": 21406, "epoch": 329, "lr": 4.326003634654141e-05}
+{"train_loss": 0.0030449277255684137, "global_step": 21407, "epoch": 329, "lr": 4.325599361689962e-05}
+{"train_loss": 0.0032705001067370176, "global_step": 21408, "epoch": 329, "lr": 4.325195093216298e-05}
+{"train_loss": 0.003060609335079789, "global_step": 21409, "epoch": 329, "lr": 4.324790829235844e-05}
+{"train_loss": 0.0022738976404070854, "global_step": 21410, "epoch": 329, "lr": 4.3243865697512874e-05}
+{"train_loss": 0.003840047400444746, "global_step": 21411, "epoch": 329, "lr": 4.323982314765325e-05}
+{"train_loss": 0.0026404722593724728, "global_step": 21412, "epoch": 329, "lr": 4.3235780642806435e-05}
+{"train_loss": 0.0033963462337851524, "global_step": 21413, "epoch": 329, "lr": 4.323173818299938e-05}
+{"train_loss": 0.003087077522650361, "global_step": 21414, "epoch": 329, "lr": 4.322769576825901e-05}
+{"train_loss": 0.0038484171964228153, "global_step": 21415, "epoch": 329, "lr": 4.322365339861221e-05}
+{"train_loss": 0.0033574425615370274, "global_step": 21416, "epoch": 329, "lr": 4.32196110740859e-05}
+{"train_loss": 0.0032869966235011816, "global_step": 21417, "epoch": 329, "lr": 4.3215568794707005e-05}
+{"train_loss": 0.0037434592377394438, "global_step": 21418, "epoch": 329, "lr": 4.321152656050244e-05}
+{"train_loss": 0.004018096253275871, "global_step": 21419, "epoch": 329, "lr": 4.3207484371499136e-05}
+{"train_loss": 0.002989960601553321, "global_step": 21420, "epoch": 329, "lr": 4.320344222772397e-05}
+{"train_loss": 0.004266664851456881, "global_step": 21421, "epoch": 329, "lr": 4.3199400129203904e-05}
+{"train_loss": 0.004902395885437727, "global_step": 21422, "epoch": 329, "lr": 4.319535807596583e-05}
+{"train_loss": 0.0025054230354726315, "global_step": 21423, "epoch": 329, "lr": 4.319131606803666e-05}
+{"train_loss": 0.0023287530057132244, "global_step": 21424, "epoch": 329, "lr": 4.3187274105443284e-05}
+{"train_loss": 0.002811099635437131, "global_step": 21425, "epoch": 329, "lr": 4.3183232188212657e-05}
+{"train_loss": 0.0034757296089082956, "global_step": 21426, "epoch": 329, "lr": 4.3179190316371665e-05}
+{"train_loss": 0.004205647855997086, "global_step": 21427, "epoch": 329, "lr": 4.3175148489947246e-05}
+{"train_loss": 0.0026154560036957264, "global_step": 21428, "epoch": 329, "lr": 4.317110670896628e-05}
+{"train_loss": 0.0035100672394037247, "global_step": 21429, "epoch": 329, "lr": 4.316706497345572e-05}
+{"train_loss": 0.005330412648618221, "global_step": 21430, "epoch": 329, "lr": 4.316302328344245e-05}
+{"train_loss": 0.002797348191961646, "global_step": 21431, "epoch": 329, "lr": 4.315898163895338e-05}
+{"train_loss": 0.002870118711143732, "global_step": 21432, "epoch": 329, "lr": 4.315494004001542e-05}
+{"train_loss": 0.0025617508217692375, "global_step": 21433, "epoch": 329, "lr": 4.31508984866555e-05}
+{"train_loss": 0.002619299106299877, "global_step": 21434, "epoch": 329, "lr": 4.3146856978900505e-05}
+{"train_loss": 0.003356529399752617, "global_step": 21435, "epoch": 329, "lr": 4.314281551677738e-05}
+{"train_loss": 0.002679844619706273, "global_step": 21436, "epoch": 329, "lr": 4.3138774100313004e-05}
+{"train_loss": 0.0035041258670389652, "global_step": 21437, "epoch": 329, "lr": 4.313473272953431e-05}
+{"train_loss": 0.003131904173642397, "global_step": 21438, "epoch": 329, "lr": 4.313069140446819e-05}
+{"train_loss": 0.0022800667211413383, "global_step": 21439, "epoch": 329, "lr": 4.312665012514157e-05}
+{"train_loss": 0.004111835267394781, "global_step": 21440, "epoch": 329, "lr": 4.3122608891581325e-05}
+{"train_loss": 0.002082271035760641, "global_step": 21441, "epoch": 329, "lr": 4.31185677038144e-05}
+{"train_loss": 0.002847041003406048, "global_step": 21442, "epoch": 329, "lr": 4.3114526561867684e-05}
+{"train_loss": 0.0024193187709897757, "global_step": 21443, "epoch": 329, "lr": 4.31104854657681e-05}
+{"train_loss": 0.002087376080453396, "global_step": 21444, "epoch": 329, "lr": 4.310644441554254e-05}
+{"train_loss": 0.0025867880322039127, "global_step": 21445, "epoch": 329, "lr": 4.310240341121793e-05}
+{"train_loss": 0.0035259220749139786, "global_step": 21446, "epoch": 329, "lr": 4.309836245282117e-05}
+{"train_loss": 0.003185940207913518, "global_step": 21447, "epoch": 329, "lr": 4.309432154037915e-05}
+{"train_loss": 0.0038167908787727356, "global_step": 21448, "epoch": 329, "lr": 4.309028067391878e-05}
+{"train_loss": 0.003169119768202878, "global_step": 21449, "epoch": 329, "lr": 4.308623985346699e-05, "val_loss": 0.0043259356170892715}
+{"train_loss": 0.0029416324105113745, "global_step": 21450, "epoch": 330, "lr": 4.308219907905066e-05}
+{"train_loss": 0.001743840635754168, "global_step": 21451, "epoch": 330, "lr": 4.307815835069672e-05}
+{"train_loss": 0.0035412698052823544, "global_step": 21452, "epoch": 330, "lr": 4.3074117668432074e-05}
+{"train_loss": 0.001780940918251872, "global_step": 21453, "epoch": 330, "lr": 4.307007703228359e-05}
+{"train_loss": 0.003772229189053178, "global_step": 21454, "epoch": 330, "lr": 4.3066036442278215e-05}
+{"train_loss": 0.004180570598691702, "global_step": 21455, "epoch": 330, "lr": 4.3061995898442814e-05}
+{"train_loss": 0.0023626131005585194, "global_step": 21456, "epoch": 330, "lr": 4.305795540080433e-05}
+{"train_loss": 0.00323679787106812, "global_step": 21457, "epoch": 330, "lr": 4.305391494938965e-05}
+{"train_loss": 0.0029086298309266567, "global_step": 21458, "epoch": 330, "lr": 4.3049874544225673e-05}
+{"train_loss": 0.002509349724277854, "global_step": 21459, "epoch": 330, "lr": 4.304583418533931e-05}
+{"train_loss": 0.00315741915255785, "global_step": 21460, "epoch": 330, "lr": 4.304179387275747e-05}
+{"train_loss": 0.002841407200321555, "global_step": 21461, "epoch": 330, "lr": 4.303775360650703e-05}
+{"train_loss": 0.0037538770120590925, "global_step": 21462, "epoch": 330, "lr": 4.3033713386614924e-05}
+{"train_loss": 0.002458093222230673, "global_step": 21463, "epoch": 330, "lr": 4.3029673213108026e-05}
+{"train_loss": 0.0034099111799150705, "global_step": 21464, "epoch": 330, "lr": 4.302563308601325e-05}
+{"train_loss": 0.0030628363601863384, "global_step": 21465, "epoch": 330, "lr": 4.3021593005357506e-05}
+{"train_loss": 0.002606409601867199, "global_step": 21466, "epoch": 330, "lr": 4.3017552971167674e-05}
+{"train_loss": 0.0023418492637574673, "global_step": 21467, "epoch": 330, "lr": 4.301351298347068e-05}
+{"train_loss": 0.0016577078495174646, "global_step": 21468, "epoch": 330, "lr": 4.300947304229342e-05}
+{"train_loss": 0.003532420378178358, "global_step": 21469, "epoch": 330, "lr": 4.300543314766276e-05}
+{"train_loss": 0.0022046761587262154, "global_step": 21470, "epoch": 330, "lr": 4.300139329960564e-05}
+{"train_loss": 0.001999812899157405, "global_step": 21471, "epoch": 330, "lr": 4.2997353498148934e-05}
+{"train_loss": 0.002357416320592165, "global_step": 21472, "epoch": 330, "lr": 4.2993313743319566e-05}
+{"train_loss": 0.0030635527800768614, "global_step": 21473, "epoch": 330, "lr": 4.2989274035144414e-05}
+{"train_loss": 0.0029070163145661354, "global_step": 21474, "epoch": 330, "lr": 4.298523437365037e-05}
+{"train_loss": 0.0050348094664514065, "global_step": 21475, "epoch": 330, "lr": 4.298119475886437e-05}
+{"train_loss": 0.002791829640045762, "global_step": 21476, "epoch": 330, "lr": 4.297715519081328e-05}
+{"train_loss": 0.0028646686114370823, "global_step": 21477, "epoch": 330, "lr": 4.2973115669524e-05}
+{"train_loss": 0.0025440470781177282, "global_step": 21478, "epoch": 330, "lr": 4.296907619502344e-05}
+{"train_loss": 0.003943140618503094, "global_step": 21479, "epoch": 330, "lr": 4.296503676733846e-05}
+{"train_loss": 0.0035368073731660843, "global_step": 21480, "epoch": 330, "lr": 4.2960997386496014e-05}
+{"train_loss": 0.0029256336856633425, "global_step": 21481, "epoch": 330, "lr": 4.295695805252297e-05}
+{"train_loss": 0.0026176804676651955, "global_step": 21482, "epoch": 330, "lr": 4.29529187654462e-05}
+{"train_loss": 0.0028005498461425304, "global_step": 21483, "epoch": 330, "lr": 4.294887952529266e-05}
+{"train_loss": 0.0019844314083456993, "global_step": 21484, "epoch": 330, "lr": 4.294484033208919e-05}
+{"train_loss": 0.00177899026311934, "global_step": 21485, "epoch": 330, "lr": 4.29408011858627e-05}
+{"train_loss": 0.0024348695296794176, "global_step": 21486, "epoch": 330, "lr": 4.2936762086640095e-05}
+{"train_loss": 0.0033049590419977903, "global_step": 21487, "epoch": 330, "lr": 4.293272303444825e-05}
+{"train_loss": 0.0026871999725699425, "global_step": 21488, "epoch": 330, "lr": 4.292868402931409e-05}
+{"train_loss": 0.001994024496525526, "global_step": 21489, "epoch": 330, "lr": 4.292464507126449e-05}
+{"train_loss": 0.0031765371095389128, "global_step": 21490, "epoch": 330, "lr": 4.2920606160326335e-05}
+{"train_loss": 0.003477816702798009, "global_step": 21491, "epoch": 330, "lr": 4.291656729652654e-05}
+{"train_loss": 0.0048323096707463264, "global_step": 21492, "epoch": 330, "lr": 4.291252847989199e-05}
+{"train_loss": 0.002392781199887395, "global_step": 21493, "epoch": 330, "lr": 4.290848971044955e-05}
+{"train_loss": 0.0017537304665893316, "global_step": 21494, "epoch": 330, "lr": 4.2904450988226156e-05}
+{"train_loss": 0.0022008742671459913, "global_step": 21495, "epoch": 330, "lr": 4.290041231324867e-05}
+{"train_loss": 0.004727374762296677, "global_step": 21496, "epoch": 330, "lr": 4.289637368554399e-05}
+{"train_loss": 0.0028169001452624798, "global_step": 21497, "epoch": 330, "lr": 4.289233510513903e-05}
+{"train_loss": 0.004431609995663166, "global_step": 21498, "epoch": 330, "lr": 4.288829657206066e-05}
+{"train_loss": 0.002533647231757641, "global_step": 21499, "epoch": 330, "lr": 4.288425808633575e-05}
+{"train_loss": 0.004435427486896515, "global_step": 21500, "epoch": 330, "lr": 4.2880219647991225e-05}
+{"train_loss": 0.0025021068286150694, "global_step": 21501, "epoch": 330, "lr": 4.287618125705396e-05}
+{"train_loss": 0.0028510880656540394, "global_step": 21502, "epoch": 330, "lr": 4.287214291355085e-05}
+{"train_loss": 0.0019260826520621777, "global_step": 21503, "epoch": 330, "lr": 4.286810461750878e-05}
+{"train_loss": 0.0031048827804625034, "global_step": 21504, "epoch": 330, "lr": 4.286406636895464e-05}
+{"train_loss": 0.0030239264015108347, "global_step": 21505, "epoch": 330, "lr": 4.2860028167915326e-05}
+{"train_loss": 0.0017207723576575518, "global_step": 21506, "epoch": 330, "lr": 4.285599001441774e-05}
+{"train_loss": 0.0034005227498710155, "global_step": 21507, "epoch": 330, "lr": 4.285195190848872e-05}
+{"train_loss": 0.003464831504970789, "global_step": 21508, "epoch": 330, "lr": 4.2847913850155194e-05}
+{"train_loss": 0.0024155888240784407, "global_step": 21509, "epoch": 330, "lr": 4.284387583944403e-05}
+{"train_loss": 0.003667803481221199, "global_step": 21510, "epoch": 330, "lr": 4.283983787638214e-05}
+{"train_loss": 0.002168853534385562, "global_step": 21511, "epoch": 330, "lr": 4.283579996099638e-05}
+{"train_loss": 0.0032396840397268534, "global_step": 21512, "epoch": 330, "lr": 4.2831762093313664e-05}
+{"train_loss": 0.002400442259386182, "global_step": 21513, "epoch": 330, "lr": 4.282772427336087e-05}
+{"train_loss": 0.0029152628374644195, "global_step": 21514, "epoch": 330, "lr": 4.282368650116489e-05, "val_loss": 0.006259988062083721, "train_action_mse_error": 0.0001449738338124007}
+{"train_loss": 0.002958015538752079, "global_step": 21515, "epoch": 331, "lr": 4.281964877675258e-05}
+{"train_loss": 0.002455248963087797, "global_step": 21516, "epoch": 331, "lr": 4.281561110015085e-05}
+{"train_loss": 0.003956908825784922, "global_step": 21517, "epoch": 331, "lr": 4.2811573471386576e-05}
+{"train_loss": 0.001457722159102559, "global_step": 21518, "epoch": 331, "lr": 4.280753589048666e-05}
+{"train_loss": 0.001396996551193297, "global_step": 21519, "epoch": 331, "lr": 4.280349835747797e-05}
+{"train_loss": 0.0024518510326743126, "global_step": 21520, "epoch": 331, "lr": 4.2799460872387394e-05}
+{"train_loss": 0.0027260228525847197, "global_step": 21521, "epoch": 331, "lr": 4.2795423435241805e-05}
+{"train_loss": 0.0033581743482500315, "global_step": 21522, "epoch": 331, "lr": 4.279138604606813e-05}
+{"train_loss": 0.001930957892909646, "global_step": 21523, "epoch": 331, "lr": 4.278734870489319e-05}
+{"train_loss": 0.0019286784809082747, "global_step": 21524, "epoch": 331, "lr": 4.2783311411743906e-05}
+{"train_loss": 0.0026157861575484276, "global_step": 21525, "epoch": 331, "lr": 4.277927416664714e-05}
+{"train_loss": 0.0023587243631482124, "global_step": 21526, "epoch": 331, "lr": 4.2775236969629794e-05}
+{"train_loss": 0.002191683975979686, "global_step": 21527, "epoch": 331, "lr": 4.2771199820718736e-05}
+{"train_loss": 0.0024159324821084738, "global_step": 21528, "epoch": 331, "lr": 4.276716271994085e-05}
+{"train_loss": 0.002763080643489957, "global_step": 21529, "epoch": 331, "lr": 4.276312566732305e-05}
+{"train_loss": 0.002946329303085804, "global_step": 21530, "epoch": 331, "lr": 4.275908866289216e-05}
+{"train_loss": 0.0021660260390490294, "global_step": 21531, "epoch": 331, "lr": 4.275505170667508e-05}
+{"train_loss": 0.0026218334678560495, "global_step": 21532, "epoch": 331, "lr": 4.2751014798698716e-05}
+{"train_loss": 0.002857147715985775, "global_step": 21533, "epoch": 331, "lr": 4.2746977938989906e-05}
+{"train_loss": 0.003695147577673197, "global_step": 21534, "epoch": 331, "lr": 4.2742941127575575e-05}
+{"train_loss": 0.003935251384973526, "global_step": 21535, "epoch": 331, "lr": 4.273890436448256e-05}
+{"train_loss": 0.002396420808508992, "global_step": 21536, "epoch": 331, "lr": 4.273486764973778e-05}
+{"train_loss": 0.0016323195304721594, "global_step": 21537, "epoch": 331, "lr": 4.27308309833681e-05}
+{"train_loss": 0.004057777114212513, "global_step": 21538, "epoch": 331, "lr": 4.272679436540037e-05}
+{"train_loss": 0.0028399962466210127, "global_step": 21539, "epoch": 331, "lr": 4.27227577958615e-05}
+{"train_loss": 0.0027157485019415617, "global_step": 21540, "epoch": 331, "lr": 4.271872127477835e-05}
+{"train_loss": 0.0038066902197897434, "global_step": 21541, "epoch": 331, "lr": 4.27146848021778e-05}
+{"train_loss": 0.0022423129994422197, "global_step": 21542, "epoch": 331, "lr": 4.2710648378086744e-05}
+{"train_loss": 0.0024683508090674877, "global_step": 21543, "epoch": 331, "lr": 4.2706612002532034e-05}
+{"train_loss": 0.0030207510571926832, "global_step": 21544, "epoch": 331, "lr": 4.270257567554057e-05}
+{"train_loss": 0.00331591023132205, "global_step": 21545, "epoch": 331, "lr": 4.269853939713923e-05}
+{"train_loss": 0.004249372519552708, "global_step": 21546, "epoch": 331, "lr": 4.2694503167354856e-05}
+{"train_loss": 0.002539044711738825, "global_step": 21547, "epoch": 331, "lr": 4.269046698621434e-05}
+{"train_loss": 0.002430846681818366, "global_step": 21548, "epoch": 331, "lr": 4.2686430853744566e-05}
+{"train_loss": 0.002181046875193715, "global_step": 21549, "epoch": 331, "lr": 4.26823947699724e-05}
+{"train_loss": 0.0033842017874121666, "global_step": 21550, "epoch": 331, "lr": 4.267835873492472e-05}
+{"train_loss": 0.0031775955576449633, "global_step": 21551, "epoch": 331, "lr": 4.26743227486284e-05}
+{"train_loss": 0.002293631434440613, "global_step": 21552, "epoch": 331, "lr": 4.2670286811110326e-05}
+{"train_loss": 0.002306021749973297, "global_step": 21553, "epoch": 331, "lr": 4.2666250922397356e-05}
+{"train_loss": 0.004798609297722578, "global_step": 21554, "epoch": 331, "lr": 4.266221508251636e-05}
+{"train_loss": 0.004085612948983908, "global_step": 21555, "epoch": 331, "lr": 4.265817929149421e-05}
+{"train_loss": 0.0035978408996015787, "global_step": 21556, "epoch": 331, "lr": 4.2654143549357793e-05}
+{"train_loss": 0.002913982607424259, "global_step": 21557, "epoch": 331, "lr": 4.265010785613396e-05}
+{"train_loss": 0.003872508183121681, "global_step": 21558, "epoch": 331, "lr": 4.2646072211849616e-05}
+{"train_loss": 0.0017017365898936987, "global_step": 21559, "epoch": 331, "lr": 4.264203661653159e-05}
+{"train_loss": 0.005270935129374266, "global_step": 21560, "epoch": 331, "lr": 4.2638001070206804e-05}
+{"train_loss": 0.005903321783989668, "global_step": 21561, "epoch": 331, "lr": 4.263396557290209e-05}
+{"train_loss": 0.0031572666484862566, "global_step": 21562, "epoch": 331, "lr": 4.2629930124644326e-05}
+{"train_loss": 0.0024960872251540422, "global_step": 21563, "epoch": 331, "lr": 4.2625894725460366e-05}
+{"train_loss": 0.004637024365365505, "global_step": 21564, "epoch": 331, "lr": 4.2621859375377125e-05}
+{"train_loss": 0.00378600531257689, "global_step": 21565, "epoch": 331, "lr": 4.261782407442143e-05}
+{"train_loss": 0.00241376762278378, "global_step": 21566, "epoch": 331, "lr": 4.261378882262017e-05}
+{"train_loss": 0.0024648518301546574, "global_step": 21567, "epoch": 331, "lr": 4.260975362000021e-05}
+{"train_loss": 0.0034721908159554005, "global_step": 21568, "epoch": 331, "lr": 4.260571846658843e-05}
+{"train_loss": 0.003292165929451585, "global_step": 21569, "epoch": 331, "lr": 4.260168336241169e-05}
+{"train_loss": 0.0042860545217990875, "global_step": 21570, "epoch": 331, "lr": 4.2597648307496844e-05}
+{"train_loss": 0.003318185918033123, "global_step": 21571, "epoch": 331, "lr": 4.259361330187076e-05}
+{"train_loss": 0.004143917467445135, "global_step": 21572, "epoch": 331, "lr": 4.2589578345560334e-05}
+{"train_loss": 0.002766416175290942, "global_step": 21573, "epoch": 331, "lr": 4.25855434385924e-05}
+{"train_loss": 0.0023273336701095104, "global_step": 21574, "epoch": 331, "lr": 4.2581508580993845e-05}
+{"train_loss": 0.0043568662367761135, "global_step": 21575, "epoch": 331, "lr": 4.257747377279154e-05}
+{"train_loss": 0.00372337200678885, "global_step": 21576, "epoch": 331, "lr": 4.2573439014012325e-05}
+{"train_loss": 0.0022133898455649614, "global_step": 21577, "epoch": 331, "lr": 4.256940430468309e-05}
+{"train_loss": 0.004774542059749365, "global_step": 21578, "epoch": 331, "lr": 4.2565369644830685e-05}
+{"train_loss": 0.003060660817517111, "global_step": 21579, "epoch": 331, "lr": 4.256133503448198e-05, "val_loss": 0.009488066658377647}
+{"train_loss": 0.002591647207736969, "global_step": 21580, "epoch": 332, "lr": 4.255730047366383e-05}
+{"train_loss": 0.0028544568922370672, "global_step": 21581, "epoch": 332, "lr": 4.255326596240312e-05}
+{"train_loss": 0.002831327263265848, "global_step": 21582, "epoch": 332, "lr": 4.2549231500726705e-05}
+{"train_loss": 0.004760528448969126, "global_step": 21583, "epoch": 332, "lr": 4.2545197088661465e-05}
+{"train_loss": 0.0039024651050567627, "global_step": 21584, "epoch": 332, "lr": 4.254116272623422e-05}
+{"train_loss": 0.0023749375250190496, "global_step": 21585, "epoch": 332, "lr": 4.253712841347187e-05}
+{"train_loss": 0.0014849130529910326, "global_step": 21586, "epoch": 332, "lr": 4.253309415040126e-05}
+{"train_loss": 0.004879903979599476, "global_step": 21587, "epoch": 332, "lr": 4.252905993704925e-05}
+{"train_loss": 0.00658118212595582, "global_step": 21588, "epoch": 332, "lr": 4.2525025773442723e-05}
+{"train_loss": 0.0024587460793554783, "global_step": 21589, "epoch": 332, "lr": 4.2520991659608514e-05}
+{"train_loss": 0.0022231859620660543, "global_step": 21590, "epoch": 332, "lr": 4.251695759557351e-05}
+{"train_loss": 0.0038991854526102543, "global_step": 21591, "epoch": 332, "lr": 4.2512923581364574e-05}
+{"train_loss": 0.004792507272213697, "global_step": 21592, "epoch": 332, "lr": 4.250888961700853e-05}
+{"train_loss": 0.0035196878015995026, "global_step": 21593, "epoch": 332, "lr": 4.250485570253227e-05}
+{"train_loss": 0.0036588083021342754, "global_step": 21594, "epoch": 332, "lr": 4.250082183796264e-05}
+{"train_loss": 0.002614167518913746, "global_step": 21595, "epoch": 332, "lr": 4.24967880233265e-05}
+{"train_loss": 0.002272579353302717, "global_step": 21596, "epoch": 332, "lr": 4.249275425865072e-05}
+{"train_loss": 0.005227032117545605, "global_step": 21597, "epoch": 332, "lr": 4.2488720543962146e-05}
+{"train_loss": 0.002594803227111697, "global_step": 21598, "epoch": 332, "lr": 4.248468687928766e-05}
+{"train_loss": 0.00380856660194695, "global_step": 21599, "epoch": 332, "lr": 4.248065326465409e-05}
+{"train_loss": 0.007173287682235241, "global_step": 21600, "epoch": 332, "lr": 4.247661970008831e-05}
+{"train_loss": 0.0031132237054407597, "global_step": 21601, "epoch": 332, "lr": 4.2472586185617166e-05}
+{"train_loss": 0.0041474997997283936, "global_step": 21602, "epoch": 332, "lr": 4.246855272126753e-05}
+{"train_loss": 0.004194771870970726, "global_step": 21603, "epoch": 332, "lr": 4.2464519307066254e-05}
+{"train_loss": 0.0027636822778731585, "global_step": 21604, "epoch": 332, "lr": 4.24604859430402e-05}
+{"train_loss": 0.0033699090126901865, "global_step": 21605, "epoch": 332, "lr": 4.245645262921621e-05}
+{"train_loss": 0.004392269998788834, "global_step": 21606, "epoch": 332, "lr": 4.2452419365621154e-05}
+{"train_loss": 0.004750953055918217, "global_step": 21607, "epoch": 332, "lr": 4.244838615228188e-05}
+{"train_loss": 0.0019965260289609432, "global_step": 21608, "epoch": 332, "lr": 4.244435298922524e-05}
+{"train_loss": 0.0036970044020563364, "global_step": 21609, "epoch": 332, "lr": 4.2440319876478096e-05}
+{"train_loss": 0.002982161473482847, "global_step": 21610, "epoch": 332, "lr": 4.243628681406729e-05}
+{"train_loss": 0.004113892093300819, "global_step": 21611, "epoch": 332, "lr": 4.24322538020197e-05}
+{"train_loss": 0.0030232190620154142, "global_step": 21612, "epoch": 332, "lr": 4.2428220840362166e-05}
+{"train_loss": 0.0038887588307261467, "global_step": 21613, "epoch": 332, "lr": 4.242418792912153e-05}
+{"train_loss": 0.004791522864252329, "global_step": 21614, "epoch": 332, "lr": 4.242015506832469e-05}
+{"train_loss": 0.002628485206514597, "global_step": 21615, "epoch": 332, "lr": 4.241612225799844e-05}
+{"train_loss": 0.003940540831536055, "global_step": 21616, "epoch": 332, "lr": 4.241208949816965e-05}
+{"train_loss": 0.003511603455990553, "global_step": 21617, "epoch": 332, "lr": 4.24080567888652e-05}
+{"train_loss": 0.004004067741334438, "global_step": 21618, "epoch": 332, "lr": 4.24040241301119e-05}
+{"train_loss": 0.0030402957927435637, "global_step": 21619, "epoch": 332, "lr": 4.239999152193664e-05}
+{"train_loss": 0.002462253673002124, "global_step": 21620, "epoch": 332, "lr": 4.239595896436626e-05}
+{"train_loss": 0.0044175684452056885, "global_step": 21621, "epoch": 332, "lr": 4.239192645742762e-05}
+{"train_loss": 0.0034434508997946978, "global_step": 21622, "epoch": 332, "lr": 4.238789400114753e-05}
+{"train_loss": 0.003386309603229165, "global_step": 21623, "epoch": 332, "lr": 4.2383861595552876e-05}
+{"train_loss": 0.0026390182320028543, "global_step": 21624, "epoch": 332, "lr": 4.2379829240670497e-05}
+{"train_loss": 0.005203736945986748, "global_step": 21625, "epoch": 332, "lr": 4.2375796936527254e-05}
+{"train_loss": 0.0037060300819575787, "global_step": 21626, "epoch": 332, "lr": 4.237176468314997e-05}
+{"train_loss": 0.0028667792212218046, "global_step": 21627, "epoch": 332, "lr": 4.2367732480565523e-05}
+{"train_loss": 0.0029401988722383976, "global_step": 21628, "epoch": 332, "lr": 4.236370032880075e-05}
+{"train_loss": 0.0031760914716869593, "global_step": 21629, "epoch": 332, "lr": 4.235966822788251e-05}
+{"train_loss": 0.0038866898976266384, "global_step": 21630, "epoch": 332, "lr": 4.235563617783762e-05}
+{"train_loss": 0.003086867742240429, "global_step": 21631, "epoch": 332, "lr": 4.235160417869296e-05}
+{"train_loss": 0.0037557920441031456, "global_step": 21632, "epoch": 332, "lr": 4.2347572230475345e-05}
+{"train_loss": 0.0028953650034964085, "global_step": 21633, "epoch": 332, "lr": 4.2343540333211663e-05}
+{"train_loss": 0.0050501408986747265, "global_step": 21634, "epoch": 332, "lr": 4.233950848692872e-05}
+{"train_loss": 0.00447760010138154, "global_step": 21635, "epoch": 332, "lr": 4.233547669165339e-05}
+{"train_loss": 0.0029855924658477306, "global_step": 21636, "epoch": 332, "lr": 4.233144494741251e-05}
+{"train_loss": 0.0042558894492685795, "global_step": 21637, "epoch": 332, "lr": 4.232741325423295e-05}
+{"train_loss": 0.004617317579686642, "global_step": 21638, "epoch": 332, "lr": 4.232338161214149e-05}
+{"train_loss": 0.001897586160339415, "global_step": 21639, "epoch": 332, "lr": 4.231935002116504e-05}
+{"train_loss": 0.0039716195315122604, "global_step": 21640, "epoch": 332, "lr": 4.2315318481330396e-05}
+{"train_loss": 0.0035649428609758615, "global_step": 21641, "epoch": 332, "lr": 4.2311286992664444e-05}
+{"train_loss": 0.003324392018839717, "global_step": 21642, "epoch": 332, "lr": 4.2307255555194e-05}
+{"train_loss": 0.004166077356785536, "global_step": 21643, "epoch": 332, "lr": 4.230322416894592e-05}
+{"train_loss": 0.003602578381721217, "global_step": 21644, "epoch": 332, "lr": 4.229919283394705e-05, "val_loss": 0.004363514482975006}
+{"train_loss": 0.0021302024833858013, "global_step": 21645, "epoch": 333, "lr": 4.2295161550224235e-05}
+{"train_loss": 0.002723144832998514, "global_step": 21646, "epoch": 333, "lr": 4.229113031780429e-05}
+{"train_loss": 0.0031119969207793474, "global_step": 21647, "epoch": 333, "lr": 4.228709913671409e-05}
+{"train_loss": 0.0053107100538909435, "global_step": 21648, "epoch": 333, "lr": 4.228306800698044e-05}
+{"train_loss": 0.0032583449501544237, "global_step": 21649, "epoch": 333, "lr": 4.227903692863023e-05}
+{"train_loss": 0.0017817458137869835, "global_step": 21650, "epoch": 333, "lr": 4.227500590169025e-05}
+{"train_loss": 0.002171373926103115, "global_step": 21651, "epoch": 333, "lr": 4.227097492618739e-05}
+{"train_loss": 0.003127476666122675, "global_step": 21652, "epoch": 333, "lr": 4.2266944002148476e-05}
+{"train_loss": 0.004070695489645004, "global_step": 21653, "epoch": 333, "lr": 4.2262913129600324e-05}
+{"train_loss": 0.004348189104348421, "global_step": 21654, "epoch": 333, "lr": 4.225888230856977e-05}
+{"train_loss": 0.005339652765542269, "global_step": 21655, "epoch": 333, "lr": 4.22548515390837e-05}
+{"train_loss": 0.0032993850763887167, "global_step": 21656, "epoch": 333, "lr": 4.22508208211689e-05}
+{"train_loss": 0.0026198008563369513, "global_step": 21657, "epoch": 333, "lr": 4.224679015485224e-05}
+{"train_loss": 0.003227334003895521, "global_step": 21658, "epoch": 333, "lr": 4.224275954016055e-05}
+{"train_loss": 0.004021321889013052, "global_step": 21659, "epoch": 333, "lr": 4.2238728977120676e-05}
+{"train_loss": 0.0037344354204833508, "global_step": 21660, "epoch": 333, "lr": 4.223469846575946e-05}
+{"train_loss": 0.004474794026464224, "global_step": 21661, "epoch": 333, "lr": 4.223066800610373e-05}
+{"train_loss": 0.004972422495484352, "global_step": 21662, "epoch": 333, "lr": 4.22266375981803e-05}
+{"train_loss": 0.0024833723437041044, "global_step": 21663, "epoch": 333, "lr": 4.222260724201603e-05}
+{"train_loss": 0.003271373687312007, "global_step": 21664, "epoch": 333, "lr": 4.2218576937637755e-05}
+{"train_loss": 0.0049978638999164104, "global_step": 21665, "epoch": 333, "lr": 4.221454668507232e-05}
+{"train_loss": 0.0026639599818736315, "global_step": 21666, "epoch": 333, "lr": 4.221051648434653e-05}
+{"train_loss": 0.004143930971622467, "global_step": 21667, "epoch": 333, "lr": 4.220648633548726e-05}
+{"train_loss": 0.004000620450824499, "global_step": 21668, "epoch": 333, "lr": 4.2202456238521335e-05}
+{"train_loss": 0.0037900942843407393, "global_step": 21669, "epoch": 333, "lr": 4.219842619347557e-05}
+{"train_loss": 0.0035458954516798258, "global_step": 21670, "epoch": 333, "lr": 4.2194396200376804e-05}
+{"train_loss": 0.002030909527093172, "global_step": 21671, "epoch": 333, "lr": 4.219036625925188e-05}
+{"train_loss": 0.00209995498880744, "global_step": 21672, "epoch": 333, "lr": 4.218633637012762e-05}
+{"train_loss": 0.00305764633230865, "global_step": 21673, "epoch": 333, "lr": 4.218230653303087e-05}
+{"train_loss": 0.003723991336300969, "global_step": 21674, "epoch": 333, "lr": 4.2178276747988446e-05}
+{"train_loss": 0.002587382448837161, "global_step": 21675, "epoch": 333, "lr": 4.217424701502723e-05}
+{"train_loss": 0.0036153208930045366, "global_step": 21676, "epoch": 333, "lr": 4.217021733417399e-05}
+{"train_loss": 0.004489690065383911, "global_step": 21677, "epoch": 333, "lr": 4.2166187705455585e-05}
+{"train_loss": 0.004373485222458839, "global_step": 21678, "epoch": 333, "lr": 4.216215812889883e-05}
+{"train_loss": 0.003150701057165861, "global_step": 21679, "epoch": 333, "lr": 4.215812860453059e-05}
+{"train_loss": 0.0025164529215544462, "global_step": 21680, "epoch": 333, "lr": 4.2154099132377664e-05}
+{"train_loss": 0.0035142230335623026, "global_step": 21681, "epoch": 333, "lr": 4.2150069712466913e-05}
+{"train_loss": 0.003500602673739195, "global_step": 21682, "epoch": 333, "lr": 4.214604034482513e-05}
+{"train_loss": 0.002147967927157879, "global_step": 21683, "epoch": 333, "lr": 4.214201102947919e-05}
+{"train_loss": 0.0020097270607948303, "global_step": 21684, "epoch": 333, "lr": 4.213798176645588e-05}
+{"train_loss": 0.0024025116581469774, "global_step": 21685, "epoch": 333, "lr": 4.2133952555782046e-05}
+{"train_loss": 0.003866449696943164, "global_step": 21686, "epoch": 333, "lr": 4.212992339748451e-05}
+{"train_loss": 0.0028825500048696995, "global_step": 21687, "epoch": 333, "lr": 4.2125894291590116e-05}
+{"train_loss": 0.002873422345146537, "global_step": 21688, "epoch": 333, "lr": 4.2121865238125666e-05}
+{"train_loss": 0.0036365273408591747, "global_step": 21689, "epoch": 333, "lr": 4.211783623711802e-05}
+{"train_loss": 0.002482736250385642, "global_step": 21690, "epoch": 333, "lr": 4.2113807288593973e-05}
+{"train_loss": 0.0035897810012102127, "global_step": 21691, "epoch": 333, "lr": 4.21097783925804e-05}
+{"train_loss": 0.0036545926705002785, "global_step": 21692, "epoch": 333, "lr": 4.2105749549104077e-05}
+{"train_loss": 0.002962533151730895, "global_step": 21693, "epoch": 333, "lr": 4.210172075819184e-05}
+{"train_loss": 0.003296525916084647, "global_step": 21694, "epoch": 333, "lr": 4.2097692019870526e-05}
+{"train_loss": 0.002973702270537615, "global_step": 21695, "epoch": 333, "lr": 4.2093663334166965e-05}
+{"train_loss": 0.003205921733751893, "global_step": 21696, "epoch": 333, "lr": 4.208963470110796e-05}
+{"train_loss": 0.00244673783890903, "global_step": 21697, "epoch": 333, "lr": 4.208560612072037e-05}
+{"train_loss": 0.0023958345409482718, "global_step": 21698, "epoch": 333, "lr": 4.2081577593031e-05}
+{"train_loss": 0.003034275257959962, "global_step": 21699, "epoch": 333, "lr": 4.2077549118066654e-05}
+{"train_loss": 0.0023926738649606705, "global_step": 21700, "epoch": 333, "lr": 4.207352069585419e-05}
+{"train_loss": 0.002528243465349078, "global_step": 21701, "epoch": 333, "lr": 4.2069492326420415e-05}
+{"train_loss": 0.002904020482674241, "global_step": 21702, "epoch": 333, "lr": 4.206546400979215e-05}
+{"train_loss": 0.002119257114827633, "global_step": 21703, "epoch": 333, "lr": 4.206143574599623e-05}
+{"train_loss": 0.0023543788120150566, "global_step": 21704, "epoch": 333, "lr": 4.205740753505946e-05}
+{"train_loss": 0.002414229791611433, "global_step": 21705, "epoch": 333, "lr": 4.2053379377008675e-05}
+{"train_loss": 0.00340163242071867, "global_step": 21706, "epoch": 333, "lr": 4.2049351271870705e-05}
+{"train_loss": 0.002519553294405341, "global_step": 21707, "epoch": 333, "lr": 4.204532321967234e-05}
+{"train_loss": 0.0030266079120337963, "global_step": 21708, "epoch": 333, "lr": 4.204129522044043e-05}
+{"train_loss": 0.0031967916131879276, "global_step": 21709, "epoch": 333, "lr": 4.2037267274201785e-05, "val_loss": 0.004825710318982601}
+{"train_loss": 0.0026412096340209246, "global_step": 21710, "epoch": 334, "lr": 4.203323938098321e-05}
+{"train_loss": 0.0034400359727442265, "global_step": 21711, "epoch": 334, "lr": 4.202921154081156e-05}
+{"train_loss": 0.002449137857183814, "global_step": 21712, "epoch": 334, "lr": 4.202518375371362e-05}
+{"train_loss": 0.002157459734007716, "global_step": 21713, "epoch": 334, "lr": 4.202115601971623e-05}
+{"train_loss": 0.003151636105030775, "global_step": 21714, "epoch": 334, "lr": 4.2017128338846225e-05}
+{"train_loss": 0.0028113869484514, "global_step": 21715, "epoch": 334, "lr": 4.201310071113037e-05}
+{"train_loss": 0.0032118698582053185, "global_step": 21716, "epoch": 334, "lr": 4.200907313659553e-05}
+{"train_loss": 0.0027516516856849194, "global_step": 21717, "epoch": 334, "lr": 4.200504561526851e-05}
+{"train_loss": 0.002535783452913165, "global_step": 21718, "epoch": 334, "lr": 4.200101814717611e-05}
+{"train_loss": 0.002019281266257167, "global_step": 21719, "epoch": 334, "lr": 4.199699073234517e-05}
+{"train_loss": 0.0019292822107672691, "global_step": 21720, "epoch": 334, "lr": 4.199296337080249e-05}
+{"train_loss": 0.0027666452806442976, "global_step": 21721, "epoch": 334, "lr": 4.198893606257491e-05}
+{"train_loss": 0.0025039257016032934, "global_step": 21722, "epoch": 334, "lr": 4.198490880768923e-05}
+{"train_loss": 0.0024961335584521294, "global_step": 21723, "epoch": 334, "lr": 4.198088160617225e-05}
+{"train_loss": 0.002742827171459794, "global_step": 21724, "epoch": 334, "lr": 4.1976854458050815e-05}
+{"train_loss": 0.0024883083533495665, "global_step": 21725, "epoch": 334, "lr": 4.1972827363351716e-05}
+{"train_loss": 0.0027253299485892057, "global_step": 21726, "epoch": 334, "lr": 4.196880032210178e-05}
+{"train_loss": 0.0026219047140330076, "global_step": 21727, "epoch": 334, "lr": 4.196477333432782e-05}
+{"train_loss": 0.002274903003126383, "global_step": 21728, "epoch": 334, "lr": 4.196074640005664e-05}
+{"train_loss": 0.0026593066286295652, "global_step": 21729, "epoch": 334, "lr": 4.195671951931509e-05}
+{"train_loss": 0.0032081136014312506, "global_step": 21730, "epoch": 334, "lr": 4.1952692692129934e-05}
+{"train_loss": 0.0032994041685014963, "global_step": 21731, "epoch": 334, "lr": 4.194866591852801e-05}
+{"train_loss": 0.0018573520937934518, "global_step": 21732, "epoch": 334, "lr": 4.1944639198536125e-05}
+{"train_loss": 0.0025750359054654837, "global_step": 21733, "epoch": 334, "lr": 4.194061253218109e-05}
+{"train_loss": 0.003030554624274373, "global_step": 21734, "epoch": 334, "lr": 4.193658591948971e-05}
+{"train_loss": 0.0024229809641838074, "global_step": 21735, "epoch": 334, "lr": 4.193255936048882e-05}
+{"train_loss": 0.001766531146131456, "global_step": 21736, "epoch": 334, "lr": 4.1928532855205214e-05}
+{"train_loss": 0.002166770864278078, "global_step": 21737, "epoch": 334, "lr": 4.192450640366571e-05}
+{"train_loss": 0.0023625579196959734, "global_step": 21738, "epoch": 334, "lr": 4.192048000589711e-05}
+{"train_loss": 0.002276100916787982, "global_step": 21739, "epoch": 334, "lr": 4.191645366192622e-05}
+{"train_loss": 0.0023282745387405157, "global_step": 21740, "epoch": 334, "lr": 4.191242737177986e-05}
+{"train_loss": 0.0024308660067617893, "global_step": 21741, "epoch": 334, "lr": 4.1908401135484834e-05}
+{"train_loss": 0.002808250719681382, "global_step": 21742, "epoch": 334, "lr": 4.1904374953067954e-05}
+{"train_loss": 0.002950953785330057, "global_step": 21743, "epoch": 334, "lr": 4.190034882455603e-05}
+{"train_loss": 0.00261462340131402, "global_step": 21744, "epoch": 334, "lr": 4.189632274997588e-05}
+{"train_loss": 0.0012508375803008676, "global_step": 21745, "epoch": 334, "lr": 4.1892296729354275e-05}
+{"train_loss": 0.0017584249144420028, "global_step": 21746, "epoch": 334, "lr": 4.1888270762718056e-05}
+{"train_loss": 0.003232078393921256, "global_step": 21747, "epoch": 334, "lr": 4.188424485009401e-05}
+{"train_loss": 0.002492339815944433, "global_step": 21748, "epoch": 334, "lr": 4.188021899150897e-05}
+{"train_loss": 0.002930409274995327, "global_step": 21749, "epoch": 334, "lr": 4.187619318698971e-05}
+{"train_loss": 0.0024044355377554893, "global_step": 21750, "epoch": 334, "lr": 4.1872167436563056e-05}
+{"train_loss": 0.0022164087276905775, "global_step": 21751, "epoch": 334, "lr": 4.1868141740255823e-05}
+{"train_loss": 0.003359036985784769, "global_step": 21752, "epoch": 334, "lr": 4.1864116098094806e-05}
+{"train_loss": 0.002671718131750822, "global_step": 21753, "epoch": 334, "lr": 4.1860090510106784e-05}
+{"train_loss": 0.001419522101059556, "global_step": 21754, "epoch": 334, "lr": 4.1856064976318604e-05}
+{"train_loss": 0.0026010992005467415, "global_step": 21755, "epoch": 334, "lr": 4.185203949675703e-05}
+{"train_loss": 0.002951264614239335, "global_step": 21756, "epoch": 334, "lr": 4.1848014071448904e-05}
+{"train_loss": 0.002694967668503523, "global_step": 21757, "epoch": 334, "lr": 4.1843988700421e-05}
+{"train_loss": 0.0022043688222765923, "global_step": 21758, "epoch": 334, "lr": 4.1839963383700136e-05}
+{"train_loss": 0.002984475577250123, "global_step": 21759, "epoch": 334, "lr": 4.183593812131312e-05}
+{"train_loss": 0.0016463941428810358, "global_step": 21760, "epoch": 334, "lr": 4.1831912913286754e-05}
+{"train_loss": 0.0013158995425328612, "global_step": 21761, "epoch": 334, "lr": 4.18278877596478e-05}
+{"train_loss": 0.0019741065334528685, "global_step": 21762, "epoch": 334, "lr": 4.182386266042312e-05}
+{"train_loss": 0.0024779520463198423, "global_step": 21763, "epoch": 334, "lr": 4.181983761563946e-05}
+{"train_loss": 0.0025319047272205353, "global_step": 21764, "epoch": 334, "lr": 4.1815812625323666e-05}
+{"train_loss": 0.001989112701267004, "global_step": 21765, "epoch": 334, "lr": 4.181178768950251e-05}
+{"train_loss": 0.0027502349112182856, "global_step": 21766, "epoch": 334, "lr": 4.180776280820281e-05}
+{"train_loss": 0.001957773696631193, "global_step": 21767, "epoch": 334, "lr": 4.180373798145135e-05}
+{"train_loss": 0.0021188477985560894, "global_step": 21768, "epoch": 334, "lr": 4.179971320927496e-05}
+{"train_loss": 0.0031647025607526302, "global_step": 21769, "epoch": 334, "lr": 4.1795688491700394e-05}
+{"train_loss": 0.0014619216090068221, "global_step": 21770, "epoch": 334, "lr": 4.179166382875447e-05}
+{"train_loss": 0.00265914062038064, "global_step": 21771, "epoch": 334, "lr": 4.1787639220463994e-05}
+{"train_loss": 0.0018488230416551232, "global_step": 21772, "epoch": 334, "lr": 4.178361466685576e-05}
+{"train_loss": 0.0015189771074801683, "global_step": 21773, "epoch": 334, "lr": 4.177959016795656e-05}
+{"train_loss": 0.0024425758353362865, "global_step": 21774, "epoch": 334, "lr": 4.177556572379321e-05, "val_loss": 0.006888064090162516}
+{"train_loss": 0.002934233518317342, "global_step": 21775, "epoch": 335, "lr": 4.17715413343925e-05}
+{"train_loss": 0.002082264283671975, "global_step": 21776, "epoch": 335, "lr": 4.1767516999781204e-05}
+{"train_loss": 0.0019072165014222264, "global_step": 21777, "epoch": 335, "lr": 4.176349271998612e-05}
+{"train_loss": 0.0018934914842247963, "global_step": 21778, "epoch": 335, "lr": 4.175946849503408e-05}
+{"train_loss": 0.003109318669885397, "global_step": 21779, "epoch": 335, "lr": 4.175544432495184e-05}
+{"train_loss": 0.002016259590163827, "global_step": 21780, "epoch": 335, "lr": 4.175142020976622e-05}
+{"train_loss": 0.003705499926581979, "global_step": 21781, "epoch": 335, "lr": 4.1747396149504e-05}
+{"train_loss": 0.0020766942761838436, "global_step": 21782, "epoch": 335, "lr": 4.174337214419199e-05}
+{"train_loss": 0.0029917610809206963, "global_step": 21783, "epoch": 335, "lr": 4.1739348193856995e-05}
+{"train_loss": 0.002256554551422596, "global_step": 21784, "epoch": 335, "lr": 4.173532429852576e-05}
+{"train_loss": 0.003825368592515588, "global_step": 21785, "epoch": 335, "lr": 4.173130045822511e-05}
+{"train_loss": 0.001900272909551859, "global_step": 21786, "epoch": 335, "lr": 4.172727667298184e-05}
+{"train_loss": 0.0030669199768453836, "global_step": 21787, "epoch": 335, "lr": 4.172325294282273e-05}
+{"train_loss": 0.004275172017514706, "global_step": 21788, "epoch": 335, "lr": 4.1719229267774584e-05}
+{"train_loss": 0.0023366499226540327, "global_step": 21789, "epoch": 335, "lr": 4.171520564786418e-05}
+{"train_loss": 0.0020939854439347982, "global_step": 21790, "epoch": 335, "lr": 4.1711182083118325e-05}
+{"train_loss": 0.0019545541144907475, "global_step": 21791, "epoch": 335, "lr": 4.170715857356382e-05}
+{"train_loss": 0.0024720090441405773, "global_step": 21792, "epoch": 335, "lr": 4.170313511922743e-05}
+{"train_loss": 0.0039399368688464165, "global_step": 21793, "epoch": 335, "lr": 4.169911172013594e-05}
+{"train_loss": 0.004641487263143063, "global_step": 21794, "epoch": 335, "lr": 4.169508837631616e-05}
+{"train_loss": 0.0028858548030257225, "global_step": 21795, "epoch": 335, "lr": 4.1691065087794866e-05}
+{"train_loss": 0.00653372798115015, "global_step": 21796, "epoch": 335, "lr": 4.168704185459888e-05}
+{"train_loss": 0.004061568528413773, "global_step": 21797, "epoch": 335, "lr": 4.1683018676754933e-05}
+{"train_loss": 0.0023302691988646984, "global_step": 21798, "epoch": 335, "lr": 4.167899555428989e-05}
+{"train_loss": 0.0034795927349478006, "global_step": 21799, "epoch": 335, "lr": 4.1674972487230455e-05}
+{"train_loss": 0.002534306375309825, "global_step": 21800, "epoch": 335, "lr": 4.167094947560348e-05}
+{"train_loss": 0.002757666865363717, "global_step": 21801, "epoch": 335, "lr": 4.166692651943571e-05}
+{"train_loss": 0.005846476182341576, "global_step": 21802, "epoch": 335, "lr": 4.1662903618753955e-05}
+{"train_loss": 0.004005810711532831, "global_step": 21803, "epoch": 335, "lr": 4.165888077358499e-05}
+{"train_loss": 0.002558518201112747, "global_step": 21804, "epoch": 335, "lr": 4.165485798395562e-05}
+{"train_loss": 0.002358031226322055, "global_step": 21805, "epoch": 335, "lr": 4.165083524989261e-05}
+{"train_loss": 0.0032266571652144194, "global_step": 21806, "epoch": 335, "lr": 4.164681257142279e-05}
+{"train_loss": 0.0052627455443143845, "global_step": 21807, "epoch": 335, "lr": 4.164278994857287e-05}
+{"train_loss": 0.0020719978492707014, "global_step": 21808, "epoch": 335, "lr": 4.1638767381369695e-05}
+{"train_loss": 0.0036285838577896357, "global_step": 21809, "epoch": 335, "lr": 4.1634744869840004e-05}
+{"train_loss": 0.0039058441761881113, "global_step": 21810, "epoch": 335, "lr": 4.1630722414010624e-05}
+{"train_loss": 0.002872277982532978, "global_step": 21811, "epoch": 335, "lr": 4.162670001390831e-05}
+{"train_loss": 0.0029991515912115574, "global_step": 21812, "epoch": 335, "lr": 4.162267766955986e-05}
+{"train_loss": 0.0028132505249232054, "global_step": 21813, "epoch": 335, "lr": 4.161865538099205e-05}
+{"train_loss": 0.0030433263164013624, "global_step": 21814, "epoch": 335, "lr": 4.16146331482317e-05}
+{"train_loss": 0.004218391142785549, "global_step": 21815, "epoch": 335, "lr": 4.161061097130551e-05}
+{"train_loss": 0.0026962615083903074, "global_step": 21816, "epoch": 335, "lr": 4.160658885024033e-05}
+{"train_loss": 0.0032787106465548277, "global_step": 21817, "epoch": 335, "lr": 4.1602566785062906e-05}
+{"train_loss": 0.002732557477429509, "global_step": 21818, "epoch": 335, "lr": 4.159854477580005e-05}
+{"train_loss": 0.003444572212174535, "global_step": 21819, "epoch": 335, "lr": 4.159452282247851e-05}
+{"train_loss": 0.002732852939516306, "global_step": 21820, "epoch": 335, "lr": 4.15905009251251e-05}
+{"train_loss": 0.0017304930370301008, "global_step": 21821, "epoch": 335, "lr": 4.1586479083766586e-05}
+{"train_loss": 0.0037824404425919056, "global_step": 21822, "epoch": 335, "lr": 4.1582457298429724e-05}
+{"train_loss": 0.0013883266365155578, "global_step": 21823, "epoch": 335, "lr": 4.157843556914132e-05}
+{"train_loss": 0.002427128842100501, "global_step": 21824, "epoch": 335, "lr": 4.157441389592815e-05}
+{"train_loss": 0.004285191185772419, "global_step": 21825, "epoch": 335, "lr": 4.157039227881698e-05}
+{"train_loss": 0.0027007409371435642, "global_step": 21826, "epoch": 335, "lr": 4.15663707178346e-05}
+{"train_loss": 0.0030047507025301456, "global_step": 21827, "epoch": 335, "lr": 4.156234921300778e-05}
+{"train_loss": 0.002028290182352066, "global_step": 21828, "epoch": 335, "lr": 4.155832776436331e-05}
+{"train_loss": 0.002801700960844755, "global_step": 21829, "epoch": 335, "lr": 4.1554306371927965e-05}
+{"train_loss": 0.004488816950470209, "global_step": 21830, "epoch": 335, "lr": 4.15502850357285e-05}
+{"train_loss": 0.002764964709058404, "global_step": 21831, "epoch": 335, "lr": 4.154626375579171e-05}
+{"train_loss": 0.0023487142752856016, "global_step": 21832, "epoch": 335, "lr": 4.154224253214437e-05}
+{"train_loss": 0.002312680473551154, "global_step": 21833, "epoch": 335, "lr": 4.153822136481324e-05}
+{"train_loss": 0.004095533862709999, "global_step": 21834, "epoch": 335, "lr": 4.153420025382512e-05}
+{"train_loss": 0.003924055490642786, "global_step": 21835, "epoch": 335, "lr": 4.153017919920676e-05}
+{"train_loss": 0.002509643556550145, "global_step": 21836, "epoch": 335, "lr": 4.1526158200984954e-05}
+{"train_loss": 0.0026077425573021173, "global_step": 21837, "epoch": 335, "lr": 4.1522137259186486e-05}
+{"train_loss": 0.0024683342780917883, "global_step": 21838, "epoch": 335, "lr": 4.151811637383808e-05}
+{"train_loss": 0.0030699365199185337, "global_step": 21839, "epoch": 335, "lr": 4.151409554496656e-05, "val_loss": 0.0052206190302968025, "train_action_mse_error": 8.882678957888857e-05}
+{"train_loss": 0.003685150993987918, "global_step": 21840, "epoch": 336, "lr": 4.1510074772598677e-05}
+{"train_loss": 0.0022034402936697006, "global_step": 21841, "epoch": 336, "lr": 4.1506054056761195e-05}
+{"train_loss": 0.0021324832923710346, "global_step": 21842, "epoch": 336, "lr": 4.150203339748091e-05}
+{"train_loss": 0.002518607070669532, "global_step": 21843, "epoch": 336, "lr": 4.149801279478457e-05}
+{"train_loss": 0.004213312175124884, "global_step": 21844, "epoch": 336, "lr": 4.1493992248698974e-05}
+{"train_loss": 0.0017845002003014088, "global_step": 21845, "epoch": 336, "lr": 4.148997175925087e-05}
+{"train_loss": 0.0024877458345144987, "global_step": 21846, "epoch": 336, "lr": 4.148595132646702e-05}
+{"train_loss": 0.0031192500609904528, "global_step": 21847, "epoch": 336, "lr": 4.148193095037423e-05}
+{"train_loss": 0.003018507966771722, "global_step": 21848, "epoch": 336, "lr": 4.147791063099923e-05}
+{"train_loss": 0.0022126692347228527, "global_step": 21849, "epoch": 336, "lr": 4.147389036836881e-05}
+{"train_loss": 0.0021880005951970816, "global_step": 21850, "epoch": 336, "lr": 4.146987016250975e-05}
+{"train_loss": 0.0016100123757496476, "global_step": 21851, "epoch": 336, "lr": 4.1465850013448785e-05}
+{"train_loss": 0.001541148405522108, "global_step": 21852, "epoch": 336, "lr": 4.1461829921212734e-05}
+{"train_loss": 0.0018007479375228286, "global_step": 21853, "epoch": 336, "lr": 4.1457809885828316e-05}
+{"train_loss": 0.0017184186726808548, "global_step": 21854, "epoch": 336, "lr": 4.1453789907322316e-05}
+{"train_loss": 0.0023272186517715454, "global_step": 21855, "epoch": 336, "lr": 4.144976998572151e-05}
+{"train_loss": 0.0021503649186342955, "global_step": 21856, "epoch": 336, "lr": 4.1445750121052655e-05}
+{"train_loss": 0.001965941861271858, "global_step": 21857, "epoch": 336, "lr": 4.144173031334251e-05}
+{"train_loss": 0.0013438885798677802, "global_step": 21858, "epoch": 336, "lr": 4.143771056261786e-05}
+{"train_loss": 0.002204346936196089, "global_step": 21859, "epoch": 336, "lr": 4.143369086890545e-05}
+{"train_loss": 0.0020834675524383783, "global_step": 21860, "epoch": 336, "lr": 4.142967123223208e-05}
+{"train_loss": 0.0014828481944277883, "global_step": 21861, "epoch": 336, "lr": 4.1425651652624484e-05}
+{"train_loss": 0.0029010844882577658, "global_step": 21862, "epoch": 336, "lr": 4.142163213010942e-05}
+{"train_loss": 0.001966209849342704, "global_step": 21863, "epoch": 336, "lr": 4.141761266471368e-05}
+{"train_loss": 0.0019940026104450226, "global_step": 21864, "epoch": 336, "lr": 4.1413593256464006e-05}
+{"train_loss": 0.0028342807199805975, "global_step": 21865, "epoch": 336, "lr": 4.140957390538716e-05}
+{"train_loss": 0.0046670567244291306, "global_step": 21866, "epoch": 336, "lr": 4.140555461150993e-05}
+{"train_loss": 0.0012180329067632556, "global_step": 21867, "epoch": 336, "lr": 4.140153537485907e-05}
+{"train_loss": 0.002718257252126932, "global_step": 21868, "epoch": 336, "lr": 4.139751619546132e-05}
+{"train_loss": 0.002442209515720606, "global_step": 21869, "epoch": 336, "lr": 4.139349707334346e-05}
+{"train_loss": 0.0038626573514193296, "global_step": 21870, "epoch": 336, "lr": 4.138947800853223e-05}
+{"train_loss": 0.0030625308863818645, "global_step": 21871, "epoch": 336, "lr": 4.1385459001054434e-05}
+{"train_loss": 0.0029035424813628197, "global_step": 21872, "epoch": 336, "lr": 4.138144005093681e-05}
+{"train_loss": 0.0028156256303191185, "global_step": 21873, "epoch": 336, "lr": 4.137742115820609e-05}
+{"train_loss": 0.0020480293314903975, "global_step": 21874, "epoch": 336, "lr": 4.137340232288908e-05}
+{"train_loss": 0.0016693818615749478, "global_step": 21875, "epoch": 336, "lr": 4.136938354501253e-05}
+{"train_loss": 0.0028849863447248936, "global_step": 21876, "epoch": 336, "lr": 4.1365364824603166e-05}
+{"train_loss": 0.0022850814275443554, "global_step": 21877, "epoch": 336, "lr": 4.1361346161687774e-05}
+{"train_loss": 0.002007692353799939, "global_step": 21878, "epoch": 336, "lr": 4.135732755629311e-05}
+{"train_loss": 0.002028464572504163, "global_step": 21879, "epoch": 336, "lr": 4.135330900844593e-05}
+{"train_loss": 0.0049890088848769665, "global_step": 21880, "epoch": 336, "lr": 4.1349290518172995e-05}
+{"train_loss": 0.0026125148870050907, "global_step": 21881, "epoch": 336, "lr": 4.1345272085501046e-05}
+{"train_loss": 0.003653242252767086, "global_step": 21882, "epoch": 336, "lr": 4.134125371045687e-05}
+{"train_loss": 0.002362098079174757, "global_step": 21883, "epoch": 336, "lr": 4.133723539306721e-05}
+{"train_loss": 0.0035442472435534, "global_step": 21884, "epoch": 336, "lr": 4.13332171333588e-05}
+{"train_loss": 0.001857224153354764, "global_step": 21885, "epoch": 336, "lr": 4.132919893135842e-05}
+{"train_loss": 0.003595608752220869, "global_step": 21886, "epoch": 336, "lr": 4.132518078709282e-05}
+{"train_loss": 0.002664657775312662, "global_step": 21887, "epoch": 336, "lr": 4.132116270058875e-05}
+{"train_loss": 0.0038567516021430492, "global_step": 21888, "epoch": 336, "lr": 4.131714467187296e-05}
+{"train_loss": 0.0026471626479178667, "global_step": 21889, "epoch": 336, "lr": 4.131312670097224e-05}
+{"train_loss": 0.0023670096416026354, "global_step": 21890, "epoch": 336, "lr": 4.1309108787913296e-05}
+{"train_loss": 0.0027605248615145683, "global_step": 21891, "epoch": 336, "lr": 4.1305090932722925e-05}
+{"train_loss": 0.00434037996456027, "global_step": 21892, "epoch": 336, "lr": 4.130107313542783e-05}
+{"train_loss": 0.004197755828499794, "global_step": 21893, "epoch": 336, "lr": 4.129705539605481e-05}
+{"train_loss": 0.00422962661832571, "global_step": 21894, "epoch": 336, "lr": 4.129303771463057e-05}
+{"train_loss": 0.003051093779504299, "global_step": 21895, "epoch": 336, "lr": 4.1289020091181916e-05}
+{"train_loss": 0.0032137080561369658, "global_step": 21896, "epoch": 336, "lr": 4.128500252573556e-05}
+{"train_loss": 0.0023751340340822935, "global_step": 21897, "epoch": 336, "lr": 4.128098501831827e-05}
+{"train_loss": 0.003819455625489354, "global_step": 21898, "epoch": 336, "lr": 4.12769675689568e-05}
+{"train_loss": 0.002035967307165265, "global_step": 21899, "epoch": 336, "lr": 4.127295017767789e-05}
+{"train_loss": 0.0035792638082057238, "global_step": 21900, "epoch": 336, "lr": 4.126893284450829e-05}
+{"train_loss": 0.002389413071796298, "global_step": 21901, "epoch": 336, "lr": 4.126491556947476e-05}
+{"train_loss": 0.004354530479758978, "global_step": 21902, "epoch": 336, "lr": 4.126089835260402e-05}
+{"train_loss": 0.0026395271997898817, "global_step": 21903, "epoch": 336, "lr": 4.1256881193922856e-05}
+{"train_loss": 0.0026965410484430883, "global_step": 21904, "epoch": 336, "lr": 4.125286409345799e-05, "val_loss": 0.006927104201167822}
+{"train_loss": 0.0033901056740432978, "global_step": 21905, "epoch": 337, "lr": 4.1248847051236195e-05}
+{"train_loss": 0.002825688337907195, "global_step": 21906, "epoch": 337, "lr": 4.1244830067284215e-05}
+{"train_loss": 0.0020487038418650627, "global_step": 21907, "epoch": 337, "lr": 4.1240813141628776e-05}
+{"train_loss": 0.004867022391408682, "global_step": 21908, "epoch": 337, "lr": 4.123679627429662e-05}
+{"train_loss": 0.0025884355418384075, "global_step": 21909, "epoch": 337, "lr": 4.123277946531452e-05}
+{"train_loss": 0.0025754899252206087, "global_step": 21910, "epoch": 337, "lr": 4.12287627147092e-05}
+{"train_loss": 0.0029202201403677464, "global_step": 21911, "epoch": 337, "lr": 4.122474602250743e-05}
+{"train_loss": 0.003881682874634862, "global_step": 21912, "epoch": 337, "lr": 4.1220729388735935e-05}
+{"train_loss": 0.002989353146404028, "global_step": 21913, "epoch": 337, "lr": 4.1216712813421475e-05}
+{"train_loss": 0.002417805138975382, "global_step": 21914, "epoch": 337, "lr": 4.121269629659079e-05}
+{"train_loss": 0.0037834029644727707, "global_step": 21915, "epoch": 337, "lr": 4.120867983827062e-05}
+{"train_loss": 0.0024042862933129072, "global_step": 21916, "epoch": 337, "lr": 4.120466343848769e-05}
+{"train_loss": 0.003070626175031066, "global_step": 21917, "epoch": 337, "lr": 4.120064709726878e-05}
+{"train_loss": 0.0023019914515316486, "global_step": 21918, "epoch": 337, "lr": 4.1196630814640605e-05}
+{"train_loss": 0.0037856195122003555, "global_step": 21919, "epoch": 337, "lr": 4.1192614590629915e-05}
+{"train_loss": 0.003956228960305452, "global_step": 21920, "epoch": 337, "lr": 4.118859842526346e-05}
+{"train_loss": 0.00266718165948987, "global_step": 21921, "epoch": 337, "lr": 4.1184582318567997e-05}
+{"train_loss": 0.002162764547392726, "global_step": 21922, "epoch": 337, "lr": 4.118056627057022e-05}
+{"train_loss": 0.0024664816446602345, "global_step": 21923, "epoch": 337, "lr": 4.117655028129691e-05}
+{"train_loss": 0.00170657888520509, "global_step": 21924, "epoch": 337, "lr": 4.117253435077478e-05}
+{"train_loss": 0.004883282817900181, "global_step": 21925, "epoch": 337, "lr": 4.11685184790306e-05}
+{"train_loss": 0.0026417344342917204, "global_step": 21926, "epoch": 337, "lr": 4.116450266609108e-05}
+{"train_loss": 0.002347326837480068, "global_step": 21927, "epoch": 337, "lr": 4.116048691198299e-05}
+{"train_loss": 0.0029659189749509096, "global_step": 21928, "epoch": 337, "lr": 4.1156471216733036e-05}
+{"train_loss": 0.0038075437769293785, "global_step": 21929, "epoch": 337, "lr": 4.1152455580368e-05}
+{"train_loss": 0.003390610683709383, "global_step": 21930, "epoch": 337, "lr": 4.1148440002914576e-05}
+{"train_loss": 0.002125284168869257, "global_step": 21931, "epoch": 337, "lr": 4.114442448439952e-05}
+{"train_loss": 0.002336737932637334, "global_step": 21932, "epoch": 337, "lr": 4.114040902484956e-05}
+{"train_loss": 0.0032061641104519367, "global_step": 21933, "epoch": 337, "lr": 4.113639362429146e-05}
+{"train_loss": 0.004667128901928663, "global_step": 21934, "epoch": 337, "lr": 4.113237828275192e-05}
+{"train_loss": 0.003359290072694421, "global_step": 21935, "epoch": 337, "lr": 4.112836300025771e-05}
+{"train_loss": 0.004055823665112257, "global_step": 21936, "epoch": 337, "lr": 4.1124347776835536e-05}
+{"train_loss": 0.003915049135684967, "global_step": 21937, "epoch": 337, "lr": 4.1120332612512185e-05}
+{"train_loss": 0.0028210128657519817, "global_step": 21938, "epoch": 337, "lr": 4.111631750731432e-05}
+{"train_loss": 0.003800108563154936, "global_step": 21939, "epoch": 337, "lr": 4.111230246126873e-05}
+{"train_loss": 0.00213771965354681, "global_step": 21940, "epoch": 337, "lr": 4.1108287474402105e-05}
+{"train_loss": 0.003051123581826687, "global_step": 21941, "epoch": 337, "lr": 4.110427254674123e-05}
+{"train_loss": 0.0029525281861424446, "global_step": 21942, "epoch": 337, "lr": 4.110025767831279e-05}
+{"train_loss": 0.0015342046972364187, "global_step": 21943, "epoch": 337, "lr": 4.109624286914356e-05}
+{"train_loss": 0.003558316035196185, "global_step": 21944, "epoch": 337, "lr": 4.109222811926026e-05}
+{"train_loss": 0.0026060091331601143, "global_step": 21945, "epoch": 337, "lr": 4.108821342868961e-05}
+{"train_loss": 0.001873521483503282, "global_step": 21946, "epoch": 337, "lr": 4.1084198797458335e-05}
+{"train_loss": 0.006166938226670027, "global_step": 21947, "epoch": 337, "lr": 4.108018422559319e-05}
+{"train_loss": 0.002361778635531664, "global_step": 21948, "epoch": 337, "lr": 4.107616971312088e-05}
+{"train_loss": 0.002268037525936961, "global_step": 21949, "epoch": 337, "lr": 4.107215526006817e-05}
+{"train_loss": 0.003075787564739585, "global_step": 21950, "epoch": 337, "lr": 4.1068140866461766e-05}
+{"train_loss": 0.0029259072616696358, "global_step": 21951, "epoch": 337, "lr": 4.10641265323284e-05}
+{"train_loss": 0.004095385316759348, "global_step": 21952, "epoch": 337, "lr": 4.106011225769483e-05}
+{"train_loss": 0.0023961581755429506, "global_step": 21953, "epoch": 337, "lr": 4.1056098042587735e-05}
+{"train_loss": 0.002468076767399907, "global_step": 21954, "epoch": 337, "lr": 4.105208388703387e-05}
+{"train_loss": 0.002381803933531046, "global_step": 21955, "epoch": 337, "lr": 4.1048069791059966e-05}
+{"train_loss": 0.0017997176619246602, "global_step": 21956, "epoch": 337, "lr": 4.104405575469275e-05}
+{"train_loss": 0.0018756339559331536, "global_step": 21957, "epoch": 337, "lr": 4.104004177795894e-05}
+{"train_loss": 0.003932073712348938, "global_step": 21958, "epoch": 337, "lr": 4.103602786088527e-05}
+{"train_loss": 0.002809651894494891, "global_step": 21959, "epoch": 337, "lr": 4.103201400349848e-05}
+{"train_loss": 0.0024271958973258734, "global_step": 21960, "epoch": 337, "lr": 4.102800020582529e-05}
+{"train_loss": 0.001974852755665779, "global_step": 21961, "epoch": 337, "lr": 4.1023986467892395e-05}
+{"train_loss": 0.00428293040022254, "global_step": 21962, "epoch": 337, "lr": 4.1019972789726554e-05}
+{"train_loss": 0.0025278516113758087, "global_step": 21963, "epoch": 337, "lr": 4.101595917135449e-05}
+{"train_loss": 0.003243875689804554, "global_step": 21964, "epoch": 337, "lr": 4.101194561280291e-05}
+{"train_loss": 0.001903380500152707, "global_step": 21965, "epoch": 337, "lr": 4.1007932114098555e-05}
+{"train_loss": 0.0023501210380345583, "global_step": 21966, "epoch": 337, "lr": 4.100391867526814e-05}
+{"train_loss": 0.00327474856749177, "global_step": 21967, "epoch": 337, "lr": 4.0999905296338414e-05}
+{"train_loss": 0.002846251241862774, "global_step": 21968, "epoch": 337, "lr": 4.0995891977336065e-05}
+{"train_loss": 0.002961058886005328, "global_step": 21969, "epoch": 337, "lr": 4.099187871828781e-05, "val_loss": 0.007545089349150658}
+{"train_loss": 0.0027973756659775972, "global_step": 21970, "epoch": 338, "lr": 4.0987865519220414e-05}
+{"train_loss": 0.002913722302764654, "global_step": 21971, "epoch": 338, "lr": 4.098385238016057e-05}
+{"train_loss": 0.0033585764467716217, "global_step": 21972, "epoch": 338, "lr": 4.0979839301134995e-05}
+{"train_loss": 0.001668852986767888, "global_step": 21973, "epoch": 338, "lr": 4.0975826282170425e-05}
+{"train_loss": 0.002886345377191901, "global_step": 21974, "epoch": 338, "lr": 4.097181332329357e-05}
+{"train_loss": 0.00248737633228302, "global_step": 21975, "epoch": 338, "lr": 4.096780042453118e-05}
+{"train_loss": 0.0019978340715169907, "global_step": 21976, "epoch": 338, "lr": 4.096378758590994e-05}
+{"train_loss": 0.001945915282703936, "global_step": 21977, "epoch": 338, "lr": 4.0959774807456576e-05}
+{"train_loss": 0.0018062390154227614, "global_step": 21978, "epoch": 338, "lr": 4.0955762089197815e-05}
+{"train_loss": 0.002404406201094389, "global_step": 21979, "epoch": 338, "lr": 4.0951749431160374e-05}
+{"train_loss": 0.003212183015421033, "global_step": 21980, "epoch": 338, "lr": 4.0947736833370956e-05}
+{"train_loss": 0.003133359830826521, "global_step": 21981, "epoch": 338, "lr": 4.0943724295856314e-05}
+{"train_loss": 0.0029446163680404425, "global_step": 21982, "epoch": 338, "lr": 4.093971181864313e-05}
+{"train_loss": 0.0022324835881590843, "global_step": 21983, "epoch": 338, "lr": 4.0935699401758155e-05}
+{"train_loss": 0.0018317820504307747, "global_step": 21984, "epoch": 338, "lr": 4.093168704522808e-05}
+{"train_loss": 0.002582591027021408, "global_step": 21985, "epoch": 338, "lr": 4.092767474907961e-05}
+{"train_loss": 0.0021850503981113434, "global_step": 21986, "epoch": 338, "lr": 4.09236625133395e-05}
+{"train_loss": 0.0029188126791268587, "global_step": 21987, "epoch": 338, "lr": 4.091965033803444e-05}
+{"train_loss": 0.0015176774468272924, "global_step": 21988, "epoch": 338, "lr": 4.0915638223191144e-05}
+{"train_loss": 0.0022194634657353163, "global_step": 21989, "epoch": 338, "lr": 4.0911626168836334e-05}
+{"train_loss": 0.0022337734699249268, "global_step": 21990, "epoch": 338, "lr": 4.090761417499674e-05}
+{"train_loss": 0.002527825068682432, "global_step": 21991, "epoch": 338, "lr": 4.090360224169905e-05}
+{"train_loss": 0.002513975603505969, "global_step": 21992, "epoch": 338, "lr": 4.089959036896998e-05}
+{"train_loss": 0.002413845621049404, "global_step": 21993, "epoch": 338, "lr": 4.089557855683624e-05}
+{"train_loss": 0.0012308035511523485, "global_step": 21994, "epoch": 338, "lr": 4.089156680532458e-05}
+{"train_loss": 0.00350249744951725, "global_step": 21995, "epoch": 338, "lr": 4.088755511446167e-05}
+{"train_loss": 0.004102933686226606, "global_step": 21996, "epoch": 338, "lr": 4.0883543484274235e-05}
+{"train_loss": 0.002370998729020357, "global_step": 21997, "epoch": 338, "lr": 4.0879531914788995e-05}
+{"train_loss": 0.0024136987049132586, "global_step": 21998, "epoch": 338, "lr": 4.087552040603266e-05}
+{"train_loss": 0.0015781401889398694, "global_step": 21999, "epoch": 338, "lr": 4.0871508958031924e-05}
+{"train_loss": 0.0021474575623869896, "global_step": 22000, "epoch": 338, "lr": 4.086749757081352e-05}
+{"train_loss": 0.0023370706476271152, "global_step": 22001, "epoch": 338, "lr": 4.086348624440413e-05}
+{"train_loss": 0.0022038992028683424, "global_step": 22002, "epoch": 338, "lr": 4.0859474978830494e-05}
+{"train_loss": 0.0019732953514903784, "global_step": 22003, "epoch": 338, "lr": 4.085546377411931e-05}
+{"train_loss": 0.0020436698105186224, "global_step": 22004, "epoch": 338, "lr": 4.085145263029726e-05}
+{"train_loss": 0.003913161810487509, "global_step": 22005, "epoch": 338, "lr": 4.08474415473911e-05}
+{"train_loss": 0.002848199103027582, "global_step": 22006, "epoch": 338, "lr": 4.0843430525427525e-05}
+{"train_loss": 0.0014669237425550818, "global_step": 22007, "epoch": 338, "lr": 4.083941956443321e-05}
+{"train_loss": 0.0023688524961471558, "global_step": 22008, "epoch": 338, "lr": 4.083540866443489e-05}
+{"train_loss": 0.002758998656645417, "global_step": 22009, "epoch": 338, "lr": 4.0831397825459264e-05}
+{"train_loss": 0.0020826549734920263, "global_step": 22010, "epoch": 338, "lr": 4.082738704753304e-05}
+{"train_loss": 0.0021209716796875, "global_step": 22011, "epoch": 338, "lr": 4.082337633068294e-05}
+{"train_loss": 0.004738433286547661, "global_step": 22012, "epoch": 338, "lr": 4.081936567493563e-05}
+{"train_loss": 0.0026543987914919853, "global_step": 22013, "epoch": 338, "lr": 4.081535508031785e-05}
+{"train_loss": 0.0029370205011218786, "global_step": 22014, "epoch": 338, "lr": 4.081134454685631e-05}
+{"train_loss": 0.0013952043373137712, "global_step": 22015, "epoch": 338, "lr": 4.080733407457767e-05}
+{"train_loss": 0.003454199293628335, "global_step": 22016, "epoch": 338, "lr": 4.0803323663508676e-05}
+{"train_loss": 0.00252242898568511, "global_step": 22017, "epoch": 338, "lr": 4.0799313313676e-05}
+{"train_loss": 0.0021673894952982664, "global_step": 22018, "epoch": 338, "lr": 4.079530302510638e-05}
+{"train_loss": 0.0045489841140806675, "global_step": 22019, "epoch": 338, "lr": 4.0791292797826494e-05}
+{"train_loss": 0.003898252034559846, "global_step": 22020, "epoch": 338, "lr": 4.0787282631863044e-05}
+{"train_loss": 0.002986789448186755, "global_step": 22021, "epoch": 338, "lr": 4.0783272527242756e-05}
+{"train_loss": 0.0017518571112304926, "global_step": 22022, "epoch": 338, "lr": 4.077926248399231e-05}
+{"train_loss": 0.003192347940057516, "global_step": 22023, "epoch": 338, "lr": 4.0775252502138395e-05}
+{"train_loss": 0.0026535140350461006, "global_step": 22024, "epoch": 338, "lr": 4.077124258170774e-05}
+{"train_loss": 0.002762141404673457, "global_step": 22025, "epoch": 338, "lr": 4.076723272272702e-05}
+{"train_loss": 0.0033191675320267677, "global_step": 22026, "epoch": 338, "lr": 4.0763222925222955e-05}
+{"train_loss": 0.001937627443112433, "global_step": 22027, "epoch": 338, "lr": 4.075921318922224e-05}
+{"train_loss": 0.002358516212552786, "global_step": 22028, "epoch": 338, "lr": 4.075520351475156e-05}
+{"train_loss": 0.0020622974261641502, "global_step": 22029, "epoch": 338, "lr": 4.075119390183765e-05}
+{"train_loss": 0.003554184455424547, "global_step": 22030, "epoch": 338, "lr": 4.0747184350507165e-05}
+{"train_loss": 0.0035367757081985474, "global_step": 22031, "epoch": 338, "lr": 4.074317486078681e-05}
+{"train_loss": 0.0028032332193106413, "global_step": 22032, "epoch": 338, "lr": 4.073916543270331e-05}
+{"train_loss": 0.002997898031026125, "global_step": 22033, "epoch": 338, "lr": 4.073515606628333e-05}
+{"train_loss": 0.002597035616278075, "global_step": 22034, "epoch": 338, "lr": 4.073114676155359e-05, "val_loss": 0.007261181715875864}
+{"train_loss": 0.0025157490745186806, "global_step": 22035, "epoch": 339, "lr": 4.072713751854076e-05}
+{"train_loss": 0.0024330951273441315, "global_step": 22036, "epoch": 339, "lr": 4.072312833727158e-05}
+{"train_loss": 0.004372038412839174, "global_step": 22037, "epoch": 339, "lr": 4.071911921777271e-05}
+{"train_loss": 0.002633016789332032, "global_step": 22038, "epoch": 339, "lr": 4.071511016007085e-05}
+{"train_loss": 0.002617698861286044, "global_step": 22039, "epoch": 339, "lr": 4.071110116419269e-05}
+{"train_loss": 0.002419584197923541, "global_step": 22040, "epoch": 339, "lr": 4.0707092230164934e-05}
+{"train_loss": 0.003257329808548093, "global_step": 22041, "epoch": 339, "lr": 4.070308335801426e-05}
+{"train_loss": 0.001581960474140942, "global_step": 22042, "epoch": 339, "lr": 4.069907454776739e-05}
+{"train_loss": 0.002606224035844207, "global_step": 22043, "epoch": 339, "lr": 4.0695065799450994e-05}
+{"train_loss": 0.0034398743882775307, "global_step": 22044, "epoch": 339, "lr": 4.06910571130918e-05}
+{"train_loss": 0.0021021103020757437, "global_step": 22045, "epoch": 339, "lr": 4.068704848871643e-05}
+{"train_loss": 0.002334610326215625, "global_step": 22046, "epoch": 339, "lr": 4.0683039926351637e-05}
+{"train_loss": 0.0019887727685272694, "global_step": 22047, "epoch": 339, "lr": 4.067903142602408e-05}
+{"train_loss": 0.003308703890070319, "global_step": 22048, "epoch": 339, "lr": 4.067502298776047e-05}
+{"train_loss": 0.00331960734911263, "global_step": 22049, "epoch": 339, "lr": 4.067101461158748e-05}
+{"train_loss": 0.0012337116058915854, "global_step": 22050, "epoch": 339, "lr": 4.0667006297531814e-05}
+{"train_loss": 0.003098537912592292, "global_step": 22051, "epoch": 339, "lr": 4.0662998045620146e-05}
+{"train_loss": 0.003493852913379669, "global_step": 22052, "epoch": 339, "lr": 4.0658989855879205e-05}
+{"train_loss": 0.0034003399778157473, "global_step": 22053, "epoch": 339, "lr": 4.065498172833562e-05}
+{"train_loss": 0.004112720489501953, "global_step": 22054, "epoch": 339, "lr": 4.0650973663016124e-05}
+{"train_loss": 0.0035117515362799168, "global_step": 22055, "epoch": 339, "lr": 4.064696565994738e-05}
+{"train_loss": 0.0034903257619589567, "global_step": 22056, "epoch": 339, "lr": 4.064295771915609e-05}
+{"train_loss": 0.0019049751572310925, "global_step": 22057, "epoch": 339, "lr": 4.063894984066892e-05}
+{"train_loss": 0.0034135309979319572, "global_step": 22058, "epoch": 339, "lr": 4.063494202451259e-05}
+{"train_loss": 0.0023542046546936035, "global_step": 22059, "epoch": 339, "lr": 4.063093427071376e-05}
+{"train_loss": 0.003390842117369175, "global_step": 22060, "epoch": 339, "lr": 4.0626926579299155e-05}
+{"train_loss": 0.0029722026083618402, "global_step": 22061, "epoch": 339, "lr": 4.0622918950295394e-05}
+{"train_loss": 0.0045485300943255424, "global_step": 22062, "epoch": 339, "lr": 4.061891138372922e-05}
+{"train_loss": 0.001367603545077145, "global_step": 22063, "epoch": 339, "lr": 4.0614903879627274e-05}
+{"train_loss": 0.002527894452214241, "global_step": 22064, "epoch": 339, "lr": 4.061089643801627e-05}
+{"train_loss": 0.0028720588888972998, "global_step": 22065, "epoch": 339, "lr": 4.060688905892288e-05}
+{"train_loss": 0.003292008303105831, "global_step": 22066, "epoch": 339, "lr": 4.06028817423738e-05}
+{"train_loss": 0.0031269791070371866, "global_step": 22067, "epoch": 339, "lr": 4.059887448839571e-05}
+{"train_loss": 0.0022324882447719574, "global_step": 22068, "epoch": 339, "lr": 4.059486729701527e-05}
+{"train_loss": 0.002445891499519348, "global_step": 22069, "epoch": 339, "lr": 4.0590860168259173e-05}
+{"train_loss": 0.0031752907671034336, "global_step": 22070, "epoch": 339, "lr": 4.058685310215412e-05}
+{"train_loss": 0.0041956827044487, "global_step": 22071, "epoch": 339, "lr": 4.0582846098726765e-05}
+{"train_loss": 0.00272984872572124, "global_step": 22072, "epoch": 339, "lr": 4.05788391580038e-05}
+{"train_loss": 0.0032962157856673002, "global_step": 22073, "epoch": 339, "lr": 4.057483228001191e-05}
+{"train_loss": 0.0020334371365606785, "global_step": 22074, "epoch": 339, "lr": 4.0570825464777776e-05}
+{"train_loss": 0.00267568021081388, "global_step": 22075, "epoch": 339, "lr": 4.0566818712328087e-05}
+{"train_loss": 0.0020740930922329426, "global_step": 22076, "epoch": 339, "lr": 4.056281202268949e-05}
+{"train_loss": 0.002632399322465062, "global_step": 22077, "epoch": 339, "lr": 4.055880539588868e-05}
+{"train_loss": 0.00395992211997509, "global_step": 22078, "epoch": 339, "lr": 4.055479883195234e-05}
+{"train_loss": 0.0037171184085309505, "global_step": 22079, "epoch": 339, "lr": 4.055079233090713e-05}
+{"train_loss": 0.00173327571246773, "global_step": 22080, "epoch": 339, "lr": 4.054678589277976e-05}
+{"train_loss": 0.002734455280005932, "global_step": 22081, "epoch": 339, "lr": 4.054277951759688e-05}
+{"train_loss": 0.003481615334749222, "global_step": 22082, "epoch": 339, "lr": 4.0538773205385186e-05}
+{"train_loss": 0.0019487009849399328, "global_step": 22083, "epoch": 339, "lr": 4.053476695617135e-05}
+{"train_loss": 0.001423687906935811, "global_step": 22084, "epoch": 339, "lr": 4.053076076998203e-05}
+{"train_loss": 0.0030510001815855503, "global_step": 22085, "epoch": 339, "lr": 4.052675464684391e-05}
+{"train_loss": 0.0030993821565061808, "global_step": 22086, "epoch": 339, "lr": 4.052274858678366e-05}
+{"train_loss": 0.003522763028740883, "global_step": 22087, "epoch": 339, "lr": 4.051874258982797e-05}
+{"train_loss": 0.0019116172334179282, "global_step": 22088, "epoch": 339, "lr": 4.051473665600351e-05}
+{"train_loss": 0.00348201347514987, "global_step": 22089, "epoch": 339, "lr": 4.051073078533694e-05}
+{"train_loss": 0.002000418258830905, "global_step": 22090, "epoch": 339, "lr": 4.050672497785496e-05}
+{"train_loss": 0.003956851549446583, "global_step": 22091, "epoch": 339, "lr": 4.0502719233584216e-05}
+{"train_loss": 0.0013476306339725852, "global_step": 22092, "epoch": 339, "lr": 4.04987135525514e-05}
+{"train_loss": 0.0022655008360743523, "global_step": 22093, "epoch": 339, "lr": 4.049470793478316e-05}
+{"train_loss": 0.0011889934539794922, "global_step": 22094, "epoch": 339, "lr": 4.049070238030618e-05}
+{"train_loss": 0.0019787042401731014, "global_step": 22095, "epoch": 339, "lr": 4.048669688914713e-05}
+{"train_loss": 0.0032252201344817877, "global_step": 22096, "epoch": 339, "lr": 4.048269146133269e-05}
+{"train_loss": 0.0026186471804976463, "global_step": 22097, "epoch": 339, "lr": 4.047868609688952e-05}
+{"train_loss": 0.00373324123211205, "global_step": 22098, "epoch": 339, "lr": 4.047468079584431e-05}
+{"train_loss": 0.0027929866704373405, "global_step": 22099, "epoch": 339, "lr": 4.047067555822371e-05, "val_loss": 0.0037017259746789932}
+{"train_loss": 0.0019373378017917275, "global_step": 22100, "epoch": 340, "lr": 4.046667038405438e-05}
+{"train_loss": 0.002482243347913027, "global_step": 22101, "epoch": 340, "lr": 4.0462665273362996e-05}
+{"train_loss": 0.002503782045096159, "global_step": 22102, "epoch": 340, "lr": 4.045866022617624e-05}
+{"train_loss": 0.0014885843265801668, "global_step": 22103, "epoch": 340, "lr": 4.045465524252076e-05}
+{"train_loss": 0.005062080454081297, "global_step": 22104, "epoch": 340, "lr": 4.0450650322423246e-05}
+{"train_loss": 0.0016039046458899975, "global_step": 22105, "epoch": 340, "lr": 4.044664546591034e-05}
+{"train_loss": 0.003186549060046673, "global_step": 22106, "epoch": 340, "lr": 4.0442640673008735e-05}
+{"train_loss": 0.0032259339932352304, "global_step": 22107, "epoch": 340, "lr": 4.043863594374509e-05}
+{"train_loss": 0.005087823607027531, "global_step": 22108, "epoch": 340, "lr": 4.0434631278146035e-05}
+{"train_loss": 0.0033628446981310844, "global_step": 22109, "epoch": 340, "lr": 4.0430626676238284e-05}
+{"train_loss": 0.0021703471429646015, "global_step": 22110, "epoch": 340, "lr": 4.042662213804848e-05}
+{"train_loss": 0.0021661522332578897, "global_step": 22111, "epoch": 340, "lr": 4.042261766360327e-05}
+{"train_loss": 0.0022400461602956057, "global_step": 22112, "epoch": 340, "lr": 4.041861325292935e-05}
+{"train_loss": 0.0029012069571763277, "global_step": 22113, "epoch": 340, "lr": 4.041460890605339e-05}
+{"train_loss": 0.003967737313359976, "global_step": 22114, "epoch": 340, "lr": 4.0410604623002e-05}
+{"train_loss": 0.0033006758894771338, "global_step": 22115, "epoch": 340, "lr": 4.04066004038019e-05}
+{"train_loss": 0.0025688945315778255, "global_step": 22116, "epoch": 340, "lr": 4.0402596248479704e-05}
+{"train_loss": 0.0022942754440009594, "global_step": 22117, "epoch": 340, "lr": 4.039859215706212e-05}
+{"train_loss": 0.0027465191669762135, "global_step": 22118, "epoch": 340, "lr": 4.039458812957578e-05}
+{"train_loss": 0.0032893905881792307, "global_step": 22119, "epoch": 340, "lr": 4.039058416604734e-05}
+{"train_loss": 0.0026110701728612185, "global_step": 22120, "epoch": 340, "lr": 4.038658026650349e-05}
+{"train_loss": 0.001404562615789473, "global_step": 22121, "epoch": 340, "lr": 4.038257643097088e-05}
+{"train_loss": 0.001779499463737011, "global_step": 22122, "epoch": 340, "lr": 4.0378572659476146e-05}
+{"train_loss": 0.003392777405679226, "global_step": 22123, "epoch": 340, "lr": 4.037456895204597e-05}
+{"train_loss": 0.0017681041499599814, "global_step": 22124, "epoch": 340, "lr": 4.0370565308706986e-05}
+{"train_loss": 0.0016977639170363545, "global_step": 22125, "epoch": 340, "lr": 4.036656172948589e-05}
+{"train_loss": 0.0024957451969385147, "global_step": 22126, "epoch": 340, "lr": 4.036255821440932e-05}
+{"train_loss": 0.004554746672511101, "global_step": 22127, "epoch": 340, "lr": 4.035855476350392e-05}
+{"train_loss": 0.0018362763803452253, "global_step": 22128, "epoch": 340, "lr": 4.035455137679637e-05}
+{"train_loss": 0.000749558093957603, "global_step": 22129, "epoch": 340, "lr": 4.035054805431334e-05}
+{"train_loss": 0.0034048575907945633, "global_step": 22130, "epoch": 340, "lr": 4.034654479608143e-05}
+{"train_loss": 0.0041989851742982864, "global_step": 22131, "epoch": 340, "lr": 4.034254160212735e-05}
+{"train_loss": 0.0037004565820097923, "global_step": 22132, "epoch": 340, "lr": 4.033853847247772e-05}
+{"train_loss": 0.0019584116525948048, "global_step": 22133, "epoch": 340, "lr": 4.0334535407159224e-05}
+{"train_loss": 0.0015497951535508037, "global_step": 22134, "epoch": 340, "lr": 4.03305324061985e-05}
+{"train_loss": 0.0025684356223791838, "global_step": 22135, "epoch": 340, "lr": 4.03265294696222e-05}
+{"train_loss": 0.0023809843696653843, "global_step": 22136, "epoch": 340, "lr": 4.032252659745699e-05}
+{"train_loss": 0.0020497471559792757, "global_step": 22137, "epoch": 340, "lr": 4.031852378972952e-05}
+{"train_loss": 0.003280375385656953, "global_step": 22138, "epoch": 340, "lr": 4.0314521046466424e-05}
+{"train_loss": 0.0033188373781740665, "global_step": 22139, "epoch": 340, "lr": 4.031051836769438e-05}
+{"train_loss": 0.0022239491809159517, "global_step": 22140, "epoch": 340, "lr": 4.0306515753440013e-05}
+{"train_loss": 0.0017041093669831753, "global_step": 22141, "epoch": 340, "lr": 4.030251320373001e-05}
+{"train_loss": 0.0030773202888667583, "global_step": 22142, "epoch": 340, "lr": 4.0298510718591e-05}
+{"train_loss": 0.0029249091167002916, "global_step": 22143, "epoch": 340, "lr": 4.0294508298049624e-05}
+{"train_loss": 0.0021006492897868156, "global_step": 22144, "epoch": 340, "lr": 4.029050594213256e-05}
+{"train_loss": 0.002318277955055237, "global_step": 22145, "epoch": 340, "lr": 4.028650365086644e-05}
+{"train_loss": 0.0018612078856676817, "global_step": 22146, "epoch": 340, "lr": 4.0282501424277904e-05}
+{"train_loss": 0.0023147077299654484, "global_step": 22147, "epoch": 340, "lr": 4.0278499262393624e-05}
+{"train_loss": 0.0020123838912695646, "global_step": 22148, "epoch": 340, "lr": 4.0274497165240225e-05}
+{"train_loss": 0.002551466226577759, "global_step": 22149, "epoch": 340, "lr": 4.027049513284437e-05}
+{"train_loss": 0.0015249225543811917, "global_step": 22150, "epoch": 340, "lr": 4.026649316523271e-05}
+{"train_loss": 0.003422344569116831, "global_step": 22151, "epoch": 340, "lr": 4.026249126243188e-05}
+{"train_loss": 0.003210552502423525, "global_step": 22152, "epoch": 340, "lr": 4.025848942446855e-05}
+{"train_loss": 0.0019796229898929596, "global_step": 22153, "epoch": 340, "lr": 4.0254487651369336e-05}
+{"train_loss": 0.0025001836474984884, "global_step": 22154, "epoch": 340, "lr": 4.025048594316089e-05}
+{"train_loss": 0.0033259072806686163, "global_step": 22155, "epoch": 340, "lr": 4.024648429986988e-05}
+{"train_loss": 0.0039148107171058655, "global_step": 22156, "epoch": 340, "lr": 4.0242482721522916e-05}
+{"train_loss": 0.002458196831867099, "global_step": 22157, "epoch": 340, "lr": 4.0238481208146684e-05}
+{"train_loss": 0.0023754709400236607, "global_step": 22158, "epoch": 340, "lr": 4.0234479759767796e-05}
+{"train_loss": 0.0026311876717954874, "global_step": 22159, "epoch": 340, "lr": 4.02304783764129e-05}
+{"train_loss": 0.003571548731997609, "global_step": 22160, "epoch": 340, "lr": 4.0226477058108665e-05}
+{"train_loss": 0.0027682010550051928, "global_step": 22161, "epoch": 340, "lr": 4.02224758048817e-05}
+{"train_loss": 0.002412774134427309, "global_step": 22162, "epoch": 340, "lr": 4.021847461675866e-05}
+{"train_loss": 0.0033083236776292324, "global_step": 22163, "epoch": 340, "lr": 4.02144734937662e-05}
+{"train_loss": 0.0026687671842340094, "global_step": 22164, "epoch": 340, "lr": 4.0210472435930935e-05, "val_loss": 0.005087575409561396, "train_action_mse_error": 0.0001169926836155355}
+{"train_loss": 0.0038793906569480896, "global_step": 22165, "epoch": 341, "lr": 4.020647144327954e-05}
+{"train_loss": 0.001987135736271739, "global_step": 22166, "epoch": 341, "lr": 4.0202470515838624e-05}
+{"train_loss": 0.0018138210289180279, "global_step": 22167, "epoch": 341, "lr": 4.0198469653634854e-05}
+{"train_loss": 0.002337800804525614, "global_step": 22168, "epoch": 341, "lr": 4.0194468856694844e-05}
+{"train_loss": 0.001783756772056222, "global_step": 22169, "epoch": 341, "lr": 4.019046812504526e-05}
+{"train_loss": 0.0019719391129910946, "global_step": 22170, "epoch": 341, "lr": 4.01864674587127e-05}
+{"train_loss": 0.0030902333091944456, "global_step": 22171, "epoch": 341, "lr": 4.018246685772385e-05}
+{"train_loss": 0.003133931430056691, "global_step": 22172, "epoch": 341, "lr": 4.017846632210532e-05}
+{"train_loss": 0.002466399921104312, "global_step": 22173, "epoch": 341, "lr": 4.017446585188376e-05}
+{"train_loss": 0.0018707852577790618, "global_step": 22174, "epoch": 341, "lr": 4.017046544708579e-05}
+{"train_loss": 0.00259414198808372, "global_step": 22175, "epoch": 341, "lr": 4.01664651077381e-05}
+{"train_loss": 0.0016932053258642554, "global_step": 22176, "epoch": 341, "lr": 4.0162464833867245e-05}
+{"train_loss": 0.0024454898666590452, "global_step": 22177, "epoch": 341, "lr": 4.0158464625499916e-05}
+{"train_loss": 0.0035815639421343803, "global_step": 22178, "epoch": 341, "lr": 4.015446448266273e-05}
+{"train_loss": 0.0026287015061825514, "global_step": 22179, "epoch": 341, "lr": 4.0150464405382334e-05}
+{"train_loss": 0.0020084925927221775, "global_step": 22180, "epoch": 341, "lr": 4.014646439368534e-05}
+{"train_loss": 0.003811466973274946, "global_step": 22181, "epoch": 341, "lr": 4.014246444759841e-05}
+{"train_loss": 0.002258927095681429, "global_step": 22182, "epoch": 341, "lr": 4.013846456714815e-05}
+{"train_loss": 0.005716922227293253, "global_step": 22183, "epoch": 341, "lr": 4.013446475236124e-05}
+{"train_loss": 0.0024806996807456017, "global_step": 22184, "epoch": 341, "lr": 4.0130465003264264e-05}
+{"train_loss": 0.004417676944285631, "global_step": 22185, "epoch": 341, "lr": 4.012646531988386e-05}
+{"train_loss": 0.001592284650541842, "global_step": 22186, "epoch": 341, "lr": 4.0122465702246683e-05}
+{"train_loss": 0.0030445149168372154, "global_step": 22187, "epoch": 341, "lr": 4.0118466150379355e-05}
+{"train_loss": 0.0034136762842535973, "global_step": 22188, "epoch": 341, "lr": 4.011446666430849e-05}
+{"train_loss": 0.0025690749753266573, "global_step": 22189, "epoch": 341, "lr": 4.0110467244060744e-05}
+{"train_loss": 0.0030100771691650152, "global_step": 22190, "epoch": 341, "lr": 4.010646788966275e-05}
+{"train_loss": 0.0021358239464461803, "global_step": 22191, "epoch": 341, "lr": 4.0102468601141116e-05}
+{"train_loss": 0.002008229959756136, "global_step": 22192, "epoch": 341, "lr": 4.0098469378522474e-05}
+{"train_loss": 0.005428005941212177, "global_step": 22193, "epoch": 341, "lr": 4.009447022183346e-05}
+{"train_loss": 0.0035435266327112913, "global_step": 22194, "epoch": 341, "lr": 4.0090471131100696e-05}
+{"train_loss": 0.002336515812203288, "global_step": 22195, "epoch": 341, "lr": 4.008647210635083e-05}
+{"train_loss": 0.0018970300443470478, "global_step": 22196, "epoch": 341, "lr": 4.008247314761047e-05}
+{"train_loss": 0.0030755132902413607, "global_step": 22197, "epoch": 341, "lr": 4.0078474254906246e-05}
+{"train_loss": 0.002525192452594638, "global_step": 22198, "epoch": 341, "lr": 4.00744754282648e-05}
+{"train_loss": 0.0019629893358796835, "global_step": 22199, "epoch": 341, "lr": 4.007047666771274e-05}
+{"train_loss": 0.00477086566388607, "global_step": 22200, "epoch": 341, "lr": 4.0066477973276686e-05}
+{"train_loss": 0.0024202163331210613, "global_step": 22201, "epoch": 341, "lr": 4.0062479344983286e-05}
+{"train_loss": 0.002825621049851179, "global_step": 22202, "epoch": 341, "lr": 4.0058480782859144e-05}
+{"train_loss": 0.002988542662933469, "global_step": 22203, "epoch": 341, "lr": 4.0054482286930905e-05}
+{"train_loss": 0.0028869255911558867, "global_step": 22204, "epoch": 341, "lr": 4.005048385722517e-05}
+{"train_loss": 0.0031712627969682217, "global_step": 22205, "epoch": 341, "lr": 4.004648549376859e-05}
+{"train_loss": 0.002697412157431245, "global_step": 22206, "epoch": 341, "lr": 4.004248719658778e-05}
+{"train_loss": 0.002339546335861087, "global_step": 22207, "epoch": 341, "lr": 4.0038488965709344e-05}
+{"train_loss": 0.002652569906786084, "global_step": 22208, "epoch": 341, "lr": 4.003449080115991e-05}
+{"train_loss": 0.006372747011482716, "global_step": 22209, "epoch": 341, "lr": 4.0030492702966115e-05}
+{"train_loss": 0.0026398824993520975, "global_step": 22210, "epoch": 341, "lr": 4.002649467115456e-05}
+{"train_loss": 0.001457907143048942, "global_step": 22211, "epoch": 341, "lr": 4.002249670575189e-05}
+{"train_loss": 0.00393571937456727, "global_step": 22212, "epoch": 341, "lr": 4.001849880678471e-05}
+{"train_loss": 0.0016310287173837423, "global_step": 22213, "epoch": 341, "lr": 4.001450097427966e-05}
+{"train_loss": 0.002801226917654276, "global_step": 22214, "epoch": 341, "lr": 4.0010503208263325e-05}
+{"train_loss": 0.0018928307108581066, "global_step": 22215, "epoch": 341, "lr": 4.0006505508762355e-05}
+{"train_loss": 0.0026708566583693027, "global_step": 22216, "epoch": 341, "lr": 4.0002507875803344e-05}
+{"train_loss": 0.00451395520940423, "global_step": 22217, "epoch": 341, "lr": 3.9998510309412923e-05}
+{"train_loss": 0.0022164189722388983, "global_step": 22218, "epoch": 341, "lr": 3.9994512809617704e-05}
+{"train_loss": 0.0035032066516578197, "global_step": 22219, "epoch": 341, "lr": 3.999051537644433e-05}
+{"train_loss": 0.003829231485724449, "global_step": 22220, "epoch": 341, "lr": 3.9986518009919376e-05}
+{"train_loss": 0.0025171362794935703, "global_step": 22221, "epoch": 341, "lr": 3.99825207100695e-05}
+{"train_loss": 0.0027351907920092344, "global_step": 22222, "epoch": 341, "lr": 3.9978523476921304e-05}
+{"train_loss": 0.0020581171847879887, "global_step": 22223, "epoch": 341, "lr": 3.9974526310501387e-05}
+{"train_loss": 0.00231014471501112, "global_step": 22224, "epoch": 341, "lr": 3.9970529210836366e-05}
+{"train_loss": 0.0031038515735417604, "global_step": 22225, "epoch": 341, "lr": 3.996653217795287e-05}
+{"train_loss": 0.0020952357444912195, "global_step": 22226, "epoch": 341, "lr": 3.996253521187752e-05}
+{"train_loss": 0.0032627342734485865, "global_step": 22227, "epoch": 341, "lr": 3.9958538312636904e-05}
+{"train_loss": 0.0031537094619125128, "global_step": 22228, "epoch": 341, "lr": 3.9954541480257656e-05}
+{"train_loss": 0.0028739081230014563, "global_step": 22229, "epoch": 341, "lr": 3.9950544714766405e-05, "val_loss": 0.01513654924929142}
+{"train_loss": 0.00434607220813632, "global_step": 22230, "epoch": 342, "lr": 3.994654801618972e-05}
+{"train_loss": 0.0016195480711758137, "global_step": 22231, "epoch": 342, "lr": 3.9942551384554244e-05}
+{"train_loss": 0.0026882567908614874, "global_step": 22232, "epoch": 342, "lr": 3.993855481988656e-05}
+{"train_loss": 0.0018827090971171856, "global_step": 22233, "epoch": 342, "lr": 3.993455832221332e-05}
+{"train_loss": 0.0030684617813676596, "global_step": 22234, "epoch": 342, "lr": 3.9930561891561104e-05}
+{"train_loss": 0.0036327168345451355, "global_step": 22235, "epoch": 342, "lr": 3.992656552795654e-05}
+{"train_loss": 0.0017415558686479926, "global_step": 22236, "epoch": 342, "lr": 3.992256923142623e-05}
+{"train_loss": 0.001989705255255103, "global_step": 22237, "epoch": 342, "lr": 3.9918573001996776e-05}
+{"train_loss": 0.002954869531095028, "global_step": 22238, "epoch": 342, "lr": 3.99145768396948e-05}
+{"train_loss": 0.005252401810139418, "global_step": 22239, "epoch": 342, "lr": 3.991058074454691e-05}
+{"train_loss": 0.002462353091686964, "global_step": 22240, "epoch": 342, "lr": 3.990658471657969e-05}
+{"train_loss": 0.0034510036930441856, "global_step": 22241, "epoch": 342, "lr": 3.990258875581978e-05}
+{"train_loss": 0.003864188678562641, "global_step": 22242, "epoch": 342, "lr": 3.989859286229377e-05}
+{"train_loss": 0.0029057669453322887, "global_step": 22243, "epoch": 342, "lr": 3.9894597036028276e-05}
+{"train_loss": 0.002813099417835474, "global_step": 22244, "epoch": 342, "lr": 3.989060127704991e-05}
+{"train_loss": 0.0014700667234137654, "global_step": 22245, "epoch": 342, "lr": 3.988660558538525e-05}
+{"train_loss": 0.002583234803751111, "global_step": 22246, "epoch": 342, "lr": 3.9882609961060924e-05}
+{"train_loss": 0.0020119238179177046, "global_step": 22247, "epoch": 342, "lr": 3.987861440410352e-05}
+{"train_loss": 0.0026843349914997816, "global_step": 22248, "epoch": 342, "lr": 3.9874618914539666e-05}
+{"train_loss": 0.0027836179360747337, "global_step": 22249, "epoch": 342, "lr": 3.987062349239596e-05}
+{"train_loss": 0.003869010601192713, "global_step": 22250, "epoch": 342, "lr": 3.986662813769898e-05}
+{"train_loss": 0.003757423721253872, "global_step": 22251, "epoch": 342, "lr": 3.9862632850475365e-05}
+{"train_loss": 0.0028391305822879076, "global_step": 22252, "epoch": 342, "lr": 3.9858637630751717e-05}
+{"train_loss": 0.002270436380058527, "global_step": 22253, "epoch": 342, "lr": 3.985464247855459e-05}
+{"train_loss": 0.00474119558930397, "global_step": 22254, "epoch": 342, "lr": 3.985064739391064e-05}
+{"train_loss": 0.0033757316414266825, "global_step": 22255, "epoch": 342, "lr": 3.984665237684643e-05}
+{"train_loss": 0.002088166307657957, "global_step": 22256, "epoch": 342, "lr": 3.984265742738859e-05}
+{"train_loss": 0.0019309667404741049, "global_step": 22257, "epoch": 342, "lr": 3.983866254556371e-05}
+{"train_loss": 0.0021224517840892076, "global_step": 22258, "epoch": 342, "lr": 3.983466773139838e-05}
+{"train_loss": 0.002978155156597495, "global_step": 22259, "epoch": 342, "lr": 3.983067298491921e-05}
+{"train_loss": 0.0033545964397490025, "global_step": 22260, "epoch": 342, "lr": 3.982667830615282e-05}
+{"train_loss": 0.00387586303986609, "global_step": 22261, "epoch": 342, "lr": 3.9822683695125754e-05}
+{"train_loss": 0.0015804695431143045, "global_step": 22262, "epoch": 342, "lr": 3.981868915186466e-05}
+{"train_loss": 0.0036358817014843225, "global_step": 22263, "epoch": 342, "lr": 3.981469467639611e-05}
+{"train_loss": 0.002515089465305209, "global_step": 22264, "epoch": 342, "lr": 3.981070026874672e-05}
+{"train_loss": 0.0035402385983616114, "global_step": 22265, "epoch": 342, "lr": 3.9806705928943066e-05}
+{"train_loss": 0.00201379950158298, "global_step": 22266, "epoch": 342, "lr": 3.9802711657011745e-05}
+{"train_loss": 0.0023271366953849792, "global_step": 22267, "epoch": 342, "lr": 3.979871745297939e-05}
+{"train_loss": 0.002742036711424589, "global_step": 22268, "epoch": 342, "lr": 3.979472331687256e-05}
+{"train_loss": 0.0028412090614438057, "global_step": 22269, "epoch": 342, "lr": 3.9790729248717846e-05}
+{"train_loss": 0.0029479197692126036, "global_step": 22270, "epoch": 342, "lr": 3.978673524854187e-05}
+{"train_loss": 0.0042314729653298855, "global_step": 22271, "epoch": 342, "lr": 3.97827413163712e-05}
+{"train_loss": 0.005533703602850437, "global_step": 22272, "epoch": 342, "lr": 3.977874745223244e-05}
+{"train_loss": 0.0026297341100871563, "global_step": 22273, "epoch": 342, "lr": 3.9774753656152205e-05}
+{"train_loss": 0.0026121747214347124, "global_step": 22274, "epoch": 342, "lr": 3.977075992815704e-05}
+{"train_loss": 0.0022066289093345404, "global_step": 22275, "epoch": 342, "lr": 3.97667662682736e-05}
+{"train_loss": 0.0035883551463484764, "global_step": 22276, "epoch": 342, "lr": 3.976277267652843e-05}
+{"train_loss": 0.0034495380241423845, "global_step": 22277, "epoch": 342, "lr": 3.9758779152948115e-05}
+{"train_loss": 0.0036635040305554867, "global_step": 22278, "epoch": 342, "lr": 3.975478569755928e-05}
+{"train_loss": 0.0030132518149912357, "global_step": 22279, "epoch": 342, "lr": 3.9750792310388485e-05}
+{"train_loss": 0.0021397520322352648, "global_step": 22280, "epoch": 342, "lr": 3.974679899146235e-05}
+{"train_loss": 0.005374818108975887, "global_step": 22281, "epoch": 342, "lr": 3.974280574080744e-05}
+{"train_loss": 0.0029772715643048286, "global_step": 22282, "epoch": 342, "lr": 3.973881255845035e-05}
+{"train_loss": 0.0022435137070715427, "global_step": 22283, "epoch": 342, "lr": 3.9734819444417706e-05}
+{"train_loss": 0.004132335539907217, "global_step": 22284, "epoch": 342, "lr": 3.9730826398736044e-05}
+{"train_loss": 0.0038536349311470985, "global_step": 22285, "epoch": 342, "lr": 3.972683342143195e-05}
+{"train_loss": 0.0031270307954400778, "global_step": 22286, "epoch": 342, "lr": 3.9722840512532055e-05}
+{"train_loss": 0.003528718138113618, "global_step": 22287, "epoch": 342, "lr": 3.971884767206291e-05}
+{"train_loss": 0.00392167130485177, "global_step": 22288, "epoch": 342, "lr": 3.971485490005113e-05}
+{"train_loss": 0.0037862921599298716, "global_step": 22289, "epoch": 342, "lr": 3.971086219652327e-05}
+{"train_loss": 0.004778478294610977, "global_step": 22290, "epoch": 342, "lr": 3.9706869561505946e-05}
+{"train_loss": 0.0022231386974453926, "global_step": 22291, "epoch": 342, "lr": 3.970287699502572e-05}
+{"train_loss": 0.0026702270843088627, "global_step": 22292, "epoch": 342, "lr": 3.9698884497109186e-05}
+{"train_loss": 0.004075853619724512, "global_step": 22293, "epoch": 342, "lr": 3.9694892067782914e-05}
+{"train_loss": 0.0030694607287072217, "global_step": 22294, "epoch": 342, "lr": 3.969089970707351e-05, "val_loss": 0.0069162435829639435}
+{"train_loss": 0.0016091918805614114, "global_step": 22295, "epoch": 343, "lr": 3.968690741500755e-05}
+{"train_loss": 0.0036277929320931435, "global_step": 22296, "epoch": 343, "lr": 3.9682915191611606e-05}
+{"train_loss": 0.003158138133585453, "global_step": 22297, "epoch": 343, "lr": 3.9678923036912286e-05}
+{"train_loss": 0.00433705747127533, "global_step": 22298, "epoch": 343, "lr": 3.967493095093616e-05}
+{"train_loss": 0.002142950426787138, "global_step": 22299, "epoch": 343, "lr": 3.967093893370978e-05}
+{"train_loss": 0.0018141205655410886, "global_step": 22300, "epoch": 343, "lr": 3.966694698525976e-05}
+{"train_loss": 0.0029734084382653236, "global_step": 22301, "epoch": 343, "lr": 3.966295510561266e-05}
+{"train_loss": 0.004911324940621853, "global_step": 22302, "epoch": 343, "lr": 3.965896329479509e-05}
+{"train_loss": 0.0035380988847464323, "global_step": 22303, "epoch": 343, "lr": 3.9654971552833596e-05}
+{"train_loss": 0.0022637646179646254, "global_step": 22304, "epoch": 343, "lr": 3.9650979879754785e-05}
+{"train_loss": 0.002924517495557666, "global_step": 22305, "epoch": 343, "lr": 3.964698827558522e-05}
+{"train_loss": 0.002301656873896718, "global_step": 22306, "epoch": 343, "lr": 3.96429967403515e-05}
+{"train_loss": 0.003612651489675045, "global_step": 22307, "epoch": 343, "lr": 3.963900527408016e-05}
+{"train_loss": 0.0023921276442706585, "global_step": 22308, "epoch": 343, "lr": 3.963501387679781e-05}
+{"train_loss": 0.004636147525161505, "global_step": 22309, "epoch": 343, "lr": 3.963102254853101e-05}
+{"train_loss": 0.002104833722114563, "global_step": 22310, "epoch": 343, "lr": 3.962703128930636e-05}
+{"train_loss": 0.0030970389489084482, "global_step": 22311, "epoch": 343, "lr": 3.96230400991504e-05}
+{"train_loss": 0.0021072833333164454, "global_step": 22312, "epoch": 343, "lr": 3.961904897808975e-05}
+{"train_loss": 0.004128577187657356, "global_step": 22313, "epoch": 343, "lr": 3.961505792615097e-05}
+{"train_loss": 0.0029265298508107662, "global_step": 22314, "epoch": 343, "lr": 3.961106694336061e-05}
+{"train_loss": 0.0026812395080924034, "global_step": 22315, "epoch": 343, "lr": 3.960707602974525e-05}
+{"train_loss": 0.002117346040904522, "global_step": 22316, "epoch": 343, "lr": 3.960308518533149e-05}
+{"train_loss": 0.0022974449675530195, "global_step": 22317, "epoch": 343, "lr": 3.959909441014588e-05}
+{"train_loss": 0.004102087579667568, "global_step": 22318, "epoch": 343, "lr": 3.9595103704215005e-05}
+{"train_loss": 0.002060898579657078, "global_step": 22319, "epoch": 343, "lr": 3.959111306756542e-05}
+{"train_loss": 0.002446297323331237, "global_step": 22320, "epoch": 343, "lr": 3.958712250022372e-05}
+{"train_loss": 0.0031243576668202877, "global_step": 22321, "epoch": 343, "lr": 3.958313200221648e-05}
+{"train_loss": 0.002480408875271678, "global_step": 22322, "epoch": 343, "lr": 3.9579141573570245e-05}
+{"train_loss": 0.001910799415782094, "global_step": 22323, "epoch": 343, "lr": 3.9575151214311587e-05}
+{"train_loss": 0.002911903662607074, "global_step": 22324, "epoch": 343, "lr": 3.957116092446709e-05}
+{"train_loss": 0.002707858569920063, "global_step": 22325, "epoch": 343, "lr": 3.9567170704063314e-05}
+{"train_loss": 0.00146393699105829, "global_step": 22326, "epoch": 343, "lr": 3.956318055312684e-05}
+{"train_loss": 0.004044790752232075, "global_step": 22327, "epoch": 343, "lr": 3.955919047168421e-05}
+{"train_loss": 0.0030531256925314665, "global_step": 22328, "epoch": 343, "lr": 3.955520045976204e-05}
+{"train_loss": 0.0016055589076131582, "global_step": 22329, "epoch": 343, "lr": 3.955121051738687e-05}
+{"train_loss": 0.004060385283082724, "global_step": 22330, "epoch": 343, "lr": 3.954722064458526e-05}
+{"train_loss": 0.0020887607242912054, "global_step": 22331, "epoch": 343, "lr": 3.9543230841383766e-05}
+{"train_loss": 0.002750806277617812, "global_step": 22332, "epoch": 343, "lr": 3.9539241107808986e-05}
+{"train_loss": 0.0021933154202997684, "global_step": 22333, "epoch": 343, "lr": 3.953525144388746e-05}
+{"train_loss": 0.0019145651021972299, "global_step": 22334, "epoch": 343, "lr": 3.953126184964577e-05}
+{"train_loss": 0.0026660386938601732, "global_step": 22335, "epoch": 343, "lr": 3.9527272325110476e-05}
+{"train_loss": 0.002758597256615758, "global_step": 22336, "epoch": 343, "lr": 3.952328287030815e-05}
+{"train_loss": 0.0020335218869149685, "global_step": 22337, "epoch": 343, "lr": 3.9519293485265345e-05}
+{"train_loss": 0.00452327961102128, "global_step": 22338, "epoch": 343, "lr": 3.951530417000863e-05}
+{"train_loss": 0.0016363014001399279, "global_step": 22339, "epoch": 343, "lr": 3.951131492456454e-05}
+{"train_loss": 0.0018821196863427758, "global_step": 22340, "epoch": 343, "lr": 3.950732574895969e-05}
+{"train_loss": 0.003979427739977837, "global_step": 22341, "epoch": 343, "lr": 3.950333664322059e-05}
+{"train_loss": 0.0025092512369155884, "global_step": 22342, "epoch": 343, "lr": 3.949934760737384e-05}
+{"train_loss": 0.0025202499236911535, "global_step": 22343, "epoch": 343, "lr": 3.9495358641445975e-05}
+{"train_loss": 0.003467688336968422, "global_step": 22344, "epoch": 343, "lr": 3.9491369745463595e-05}
+{"train_loss": 0.002090419875457883, "global_step": 22345, "epoch": 343, "lr": 3.9487380919453223e-05}
+{"train_loss": 0.001800317782908678, "global_step": 22346, "epoch": 343, "lr": 3.9483392163441425e-05}
+{"train_loss": 0.0033959499560296535, "global_step": 22347, "epoch": 343, "lr": 3.947940347745475e-05}
+{"train_loss": 0.0039648860692977905, "global_step": 22348, "epoch": 343, "lr": 3.947541486151978e-05}
+{"train_loss": 0.002187125850468874, "global_step": 22349, "epoch": 343, "lr": 3.947142631566306e-05}
+{"train_loss": 0.0031060955952852964, "global_step": 22350, "epoch": 343, "lr": 3.946743783991116e-05}
+{"train_loss": 0.00320010120049119, "global_step": 22351, "epoch": 343, "lr": 3.946344943429061e-05}
+{"train_loss": 0.0022129230201244354, "global_step": 22352, "epoch": 343, "lr": 3.945946109882802e-05}
+{"train_loss": 0.0028007947839796543, "global_step": 22353, "epoch": 343, "lr": 3.9455472833549896e-05}
+{"train_loss": 0.0017615720862522721, "global_step": 22354, "epoch": 343, "lr": 3.945148463848281e-05}
+{"train_loss": 0.0025058668106794357, "global_step": 22355, "epoch": 343, "lr": 3.944749651365331e-05}
+{"train_loss": 0.002697348827496171, "global_step": 22356, "epoch": 343, "lr": 3.9443508459087966e-05}
+{"train_loss": 0.0029555815272033215, "global_step": 22357, "epoch": 343, "lr": 3.943952047481332e-05}
+{"train_loss": 0.003276112722232938, "global_step": 22358, "epoch": 343, "lr": 3.9435532560855934e-05}
+{"train_loss": 0.0027725372947036073, "global_step": 22359, "epoch": 343, "lr": 3.943154471724238e-05, "val_loss": 0.005335413850843906}
+{"train_loss": 0.00416888203471899, "global_step": 22360, "epoch": 344, "lr": 3.942755694399915e-05}
+{"train_loss": 0.002952794311568141, "global_step": 22361, "epoch": 344, "lr": 3.942356924115287e-05}
+{"train_loss": 0.002153143985196948, "global_step": 22362, "epoch": 344, "lr": 3.941958160873005e-05}
+{"train_loss": 0.003018975490704179, "global_step": 22363, "epoch": 344, "lr": 3.941559404675724e-05}
+{"train_loss": 0.0019146479899063706, "global_step": 22364, "epoch": 344, "lr": 3.9411606555261014e-05}
+{"train_loss": 0.004200673662126064, "global_step": 22365, "epoch": 344, "lr": 3.9407619134267906e-05}
+{"train_loss": 0.0030695574823766947, "global_step": 22366, "epoch": 344, "lr": 3.9403631783804474e-05}
+{"train_loss": 0.0034072566777467728, "global_step": 22367, "epoch": 344, "lr": 3.939964450389728e-05}
+{"train_loss": 0.0033944915048778057, "global_step": 22368, "epoch": 344, "lr": 3.939565729457284e-05}
+{"train_loss": 0.0017181247239932418, "global_step": 22369, "epoch": 344, "lr": 3.939167015585773e-05}
+{"train_loss": 0.002188293728977442, "global_step": 22370, "epoch": 344, "lr": 3.9387683087778494e-05}
+{"train_loss": 0.0027101649902760983, "global_step": 22371, "epoch": 344, "lr": 3.9383696090361654e-05}
+{"train_loss": 0.002311326563358307, "global_step": 22372, "epoch": 344, "lr": 3.9379709163633805e-05}
+{"train_loss": 0.0021037410479038954, "global_step": 22373, "epoch": 344, "lr": 3.937572230762145e-05}
+{"train_loss": 0.003689293283969164, "global_step": 22374, "epoch": 344, "lr": 3.937173552235117e-05}
+{"train_loss": 0.0016088145785033703, "global_step": 22375, "epoch": 344, "lr": 3.9367748807849505e-05}
+{"train_loss": 0.002690182765945792, "global_step": 22376, "epoch": 344, "lr": 3.9363762164142964e-05}
+{"train_loss": 0.0029656810220330954, "global_step": 22377, "epoch": 344, "lr": 3.9359775591258136e-05}
+{"train_loss": 0.0026389271952211857, "global_step": 22378, "epoch": 344, "lr": 3.935578908922155e-05}
+{"train_loss": 0.0026927681174129248, "global_step": 22379, "epoch": 344, "lr": 3.935180265805973e-05}
+{"train_loss": 0.0025964751839637756, "global_step": 22380, "epoch": 344, "lr": 3.934781629779926e-05}
+{"train_loss": 0.0018301820382475853, "global_step": 22381, "epoch": 344, "lr": 3.9343830008466646e-05}
+{"train_loss": 0.0034399651922285557, "global_step": 22382, "epoch": 344, "lr": 3.9339843790088464e-05}
+{"train_loss": 0.003928374033421278, "global_step": 22383, "epoch": 344, "lr": 3.933585764269125e-05}
+{"train_loss": 0.0035791839472949505, "global_step": 22384, "epoch": 344, "lr": 3.933187156630151e-05}
+{"train_loss": 0.0033851847983896732, "global_step": 22385, "epoch": 344, "lr": 3.932788556094582e-05}
+{"train_loss": 0.0017656957497820258, "global_step": 22386, "epoch": 344, "lr": 3.932389962665072e-05}
+{"train_loss": 0.003559847129508853, "global_step": 22387, "epoch": 344, "lr": 3.931991376344272e-05}
+{"train_loss": 0.004645489156246185, "global_step": 22388, "epoch": 344, "lr": 3.93159279713484e-05}
+{"train_loss": 0.002562507288530469, "global_step": 22389, "epoch": 344, "lr": 3.9311942250394276e-05}
+{"train_loss": 0.0017664801562204957, "global_step": 22390, "epoch": 344, "lr": 3.930795660060691e-05}
+{"train_loss": 0.0031010531820356846, "global_step": 22391, "epoch": 344, "lr": 3.930397102201281e-05}
+{"train_loss": 0.003980620764195919, "global_step": 22392, "epoch": 344, "lr": 3.9299985514638515e-05}
+{"train_loss": 0.0029393925797194242, "global_step": 22393, "epoch": 344, "lr": 3.9296000078510594e-05}
+{"train_loss": 0.0036306935362517834, "global_step": 22394, "epoch": 344, "lr": 3.929201471365555e-05}
+{"train_loss": 0.0026561154518276453, "global_step": 22395, "epoch": 344, "lr": 3.928802942009995e-05}
+{"train_loss": 0.0022231503389775753, "global_step": 22396, "epoch": 344, "lr": 3.9284044197870304e-05}
+{"train_loss": 0.0022582090459764004, "global_step": 22397, "epoch": 344, "lr": 3.9280059046993156e-05}
+{"train_loss": 0.002034080447629094, "global_step": 22398, "epoch": 344, "lr": 3.927607396749507e-05}
+{"train_loss": 0.0032272269017994404, "global_step": 22399, "epoch": 344, "lr": 3.9272088959402534e-05}
+{"train_loss": 0.0021067603956907988, "global_step": 22400, "epoch": 344, "lr": 3.9268104022742105e-05}
+{"train_loss": 0.002311148215085268, "global_step": 22401, "epoch": 344, "lr": 3.9264119157540316e-05}
+{"train_loss": 0.0021843905560672283, "global_step": 22402, "epoch": 344, "lr": 3.926013436382369e-05}
+{"train_loss": 0.002189060440286994, "global_step": 22403, "epoch": 344, "lr": 3.925614964161878e-05}
+{"train_loss": 0.0023379712365567684, "global_step": 22404, "epoch": 344, "lr": 3.925216499095211e-05}
+{"train_loss": 0.002585084643214941, "global_step": 22405, "epoch": 344, "lr": 3.92481804118502e-05}
+{"train_loss": 0.0037842444144189358, "global_step": 22406, "epoch": 344, "lr": 3.924419590433961e-05}
+{"train_loss": 0.002029907889664173, "global_step": 22407, "epoch": 344, "lr": 3.924021146844684e-05}
+{"train_loss": 0.0037537149619311094, "global_step": 22408, "epoch": 344, "lr": 3.9236227104198425e-05}
+{"train_loss": 0.002043265150859952, "global_step": 22409, "epoch": 344, "lr": 3.9232242811620914e-05}
+{"train_loss": 0.0020414276514202356, "global_step": 22410, "epoch": 344, "lr": 3.9228258590740805e-05}
+{"train_loss": 0.0033540602307766676, "global_step": 22411, "epoch": 344, "lr": 3.922427444158466e-05}
+{"train_loss": 0.002511052181944251, "global_step": 22412, "epoch": 344, "lr": 3.9220290364179004e-05}
+{"train_loss": 0.002988623222336173, "global_step": 22413, "epoch": 344, "lr": 3.9216306358550364e-05}
+{"train_loss": 0.00219162879511714, "global_step": 22414, "epoch": 344, "lr": 3.9212322424725235e-05}
+{"train_loss": 0.003528731409460306, "global_step": 22415, "epoch": 344, "lr": 3.920833856273018e-05}
+{"train_loss": 0.003029590705409646, "global_step": 22416, "epoch": 344, "lr": 3.92043547725917e-05}
+{"train_loss": 0.0022258309181779623, "global_step": 22417, "epoch": 344, "lr": 3.920037105433635e-05}
+{"train_loss": 0.004521312657743692, "global_step": 22418, "epoch": 344, "lr": 3.9196387407990625e-05}
+{"train_loss": 0.0041200858540833, "global_step": 22419, "epoch": 344, "lr": 3.9192403833581084e-05}
+{"train_loss": 0.003895477158948779, "global_step": 22420, "epoch": 344, "lr": 3.918842033113423e-05}
+{"train_loss": 0.0018042088486254215, "global_step": 22421, "epoch": 344, "lr": 3.91844369006766e-05}
+{"train_loss": 0.0015420987037941813, "global_step": 22422, "epoch": 344, "lr": 3.9180453542234694e-05}
+{"train_loss": 0.002211941173300147, "global_step": 22423, "epoch": 344, "lr": 3.917647025583505e-05}
+{"train_loss": 0.002830730380418782, "global_step": 22424, "epoch": 344, "lr": 3.917248704150419e-05, "val_loss": 0.011720223352313042}
+{"train_loss": 0.001582983648404479, "global_step": 22425, "epoch": 345, "lr": 3.916850389926865e-05}
+{"train_loss": 0.0026215699035674334, "global_step": 22426, "epoch": 345, "lr": 3.916452082915492e-05}
+{"train_loss": 0.0026948461309075356, "global_step": 22427, "epoch": 345, "lr": 3.916053783118956e-05}
+{"train_loss": 0.0021457194816321135, "global_step": 22428, "epoch": 345, "lr": 3.9156554905399065e-05}
+{"train_loss": 0.004233790561556816, "global_step": 22429, "epoch": 345, "lr": 3.9152572051809975e-05}
+{"train_loss": 0.002180726733058691, "global_step": 22430, "epoch": 345, "lr": 3.9148589270448773e-05}
+{"train_loss": 0.002570441924035549, "global_step": 22431, "epoch": 345, "lr": 3.914460656134202e-05}
+{"train_loss": 0.002118523232638836, "global_step": 22432, "epoch": 345, "lr": 3.91406239245162e-05}
+{"train_loss": 0.0029380577616393566, "global_step": 22433, "epoch": 345, "lr": 3.913664135999786e-05}
+{"train_loss": 0.0026098175439983606, "global_step": 22434, "epoch": 345, "lr": 3.91326588678135e-05}
+{"train_loss": 0.002924430649727583, "global_step": 22435, "epoch": 345, "lr": 3.912867644798965e-05}
+{"train_loss": 0.002234556945040822, "global_step": 22436, "epoch": 345, "lr": 3.912469410055284e-05}
+{"train_loss": 0.0051574744284152985, "global_step": 22437, "epoch": 345, "lr": 3.9120711825529555e-05}
+{"train_loss": 0.0028754102531820536, "global_step": 22438, "epoch": 345, "lr": 3.911672962294631e-05}
+{"train_loss": 0.0021717967465519905, "global_step": 22439, "epoch": 345, "lr": 3.911274749282965e-05}
+{"train_loss": 0.002707595471292734, "global_step": 22440, "epoch": 345, "lr": 3.9108765435206055e-05}
+{"train_loss": 0.002045317320153117, "global_step": 22441, "epoch": 345, "lr": 3.910478345010208e-05}
+{"train_loss": 0.003386093769222498, "global_step": 22442, "epoch": 345, "lr": 3.9100801537544204e-05}
+{"train_loss": 0.0037122629582881927, "global_step": 22443, "epoch": 345, "lr": 3.9096819697558974e-05}
+{"train_loss": 0.0025642146356403828, "global_step": 22444, "epoch": 345, "lr": 3.9092837930172884e-05}
+{"train_loss": 0.0034812528174370527, "global_step": 22445, "epoch": 345, "lr": 3.908885623541244e-05}
+{"train_loss": 0.002650010399520397, "global_step": 22446, "epoch": 345, "lr": 3.908487461330416e-05}
+{"train_loss": 0.0014749561669304967, "global_step": 22447, "epoch": 345, "lr": 3.908089306387455e-05}
+{"train_loss": 0.002752642845734954, "global_step": 22448, "epoch": 345, "lr": 3.9076911587150136e-05}
+{"train_loss": 0.002435289090499282, "global_step": 22449, "epoch": 345, "lr": 3.9072930183157416e-05}
+{"train_loss": 0.0024168677628040314, "global_step": 22450, "epoch": 345, "lr": 3.90689488519229e-05}
+{"train_loss": 0.0026438215281814337, "global_step": 22451, "epoch": 345, "lr": 3.906496759347312e-05}
+{"train_loss": 0.0031324492301791906, "global_step": 22452, "epoch": 345, "lr": 3.906098640783458e-05}
+{"train_loss": 0.002707836916670203, "global_step": 22453, "epoch": 345, "lr": 3.905700529503377e-05}
+{"train_loss": 0.004363539628684521, "global_step": 22454, "epoch": 345, "lr": 3.905302425509718e-05}
+{"train_loss": 0.002180160256102681, "global_step": 22455, "epoch": 345, "lr": 3.904904328805137e-05}
+{"train_loss": 0.0021247114054858685, "global_step": 22456, "epoch": 345, "lr": 3.90450623939228e-05}
+{"train_loss": 0.00293349870480597, "global_step": 22457, "epoch": 345, "lr": 3.904108157273801e-05}
+{"train_loss": 0.002468979451805353, "global_step": 22458, "epoch": 345, "lr": 3.903710082452349e-05}
+{"train_loss": 0.0024962574243545532, "global_step": 22459, "epoch": 345, "lr": 3.903312014930578e-05}
+{"train_loss": 0.0032018625643104315, "global_step": 22460, "epoch": 345, "lr": 3.902913954711133e-05}
+{"train_loss": 0.0017868891591206193, "global_step": 22461, "epoch": 345, "lr": 3.9025159017966675e-05}
+{"train_loss": 0.0012285038828849792, "global_step": 22462, "epoch": 345, "lr": 3.90211785618983e-05}
+{"train_loss": 0.0018750380259007215, "global_step": 22463, "epoch": 345, "lr": 3.901719817893274e-05}
+{"train_loss": 0.004119860474020243, "global_step": 22464, "epoch": 345, "lr": 3.9013217869096476e-05}
+{"train_loss": 0.004467022605240345, "global_step": 22465, "epoch": 345, "lr": 3.9009237632416015e-05}
+{"train_loss": 0.002100123791024089, "global_step": 22466, "epoch": 345, "lr": 3.9005257468917866e-05}
+{"train_loss": 0.0021954767871648073, "global_step": 22467, "epoch": 345, "lr": 3.900127737862855e-05}
+{"train_loss": 0.003093119477853179, "global_step": 22468, "epoch": 345, "lr": 3.8997297361574525e-05}
+{"train_loss": 0.0026653255335986614, "global_step": 22469, "epoch": 345, "lr": 3.8993317417782316e-05}
+{"train_loss": 0.0025565435644239187, "global_step": 22470, "epoch": 345, "lr": 3.8989337547278407e-05}
+{"train_loss": 0.002503679832443595, "global_step": 22471, "epoch": 345, "lr": 3.898535775008933e-05}
+{"train_loss": 0.0023163349833339453, "global_step": 22472, "epoch": 345, "lr": 3.898137802624155e-05}
+{"train_loss": 0.002456747693940997, "global_step": 22473, "epoch": 345, "lr": 3.8977398375761595e-05}
+{"train_loss": 0.0012998791644349694, "global_step": 22474, "epoch": 345, "lr": 3.897341879867594e-05}
+{"train_loss": 0.004072331823408604, "global_step": 22475, "epoch": 345, "lr": 3.896943929501112e-05}
+{"train_loss": 0.0027953560929745436, "global_step": 22476, "epoch": 345, "lr": 3.896545986479359e-05}
+{"train_loss": 0.0020431620068848133, "global_step": 22477, "epoch": 345, "lr": 3.896148050804986e-05}
+{"train_loss": 0.0027711254078894854, "global_step": 22478, "epoch": 345, "lr": 3.895750122480643e-05}
+{"train_loss": 0.0022633010521531105, "global_step": 22479, "epoch": 345, "lr": 3.89535220150898e-05}
+{"train_loss": 0.0026561752893030643, "global_step": 22480, "epoch": 345, "lr": 3.894954287892646e-05}
+{"train_loss": 0.0028416519053280354, "global_step": 22481, "epoch": 345, "lr": 3.894556381634291e-05}
+{"train_loss": 0.0035469080321490765, "global_step": 22482, "epoch": 345, "lr": 3.894158482736566e-05}
+{"train_loss": 0.003909767605364323, "global_step": 22483, "epoch": 345, "lr": 3.8937605912021155e-05}
+{"train_loss": 0.002060583559796214, "global_step": 22484, "epoch": 345, "lr": 3.8933627070335946e-05}
+{"train_loss": 0.0033385579008609056, "global_step": 22485, "epoch": 345, "lr": 3.892964830233648e-05}
+{"train_loss": 0.0011447460856288671, "global_step": 22486, "epoch": 345, "lr": 3.892566960804928e-05}
+{"train_loss": 0.002261811401695013, "global_step": 22487, "epoch": 345, "lr": 3.892169098750082e-05}
+{"train_loss": 0.0019010419491678476, "global_step": 22488, "epoch": 345, "lr": 3.891771244071761e-05}
+{"train_loss": 0.0026835679954204422, "global_step": 22489, "epoch": 345, "lr": 3.8913733967726126e-05, "val_loss": 0.008410478010773659, "train_action_mse_error": 7.610835746163502e-05}
+{"train_loss": 0.003418902400881052, "global_step": 22490, "epoch": 346, "lr": 3.890975556855288e-05}
+{"train_loss": 0.0016046521486714482, "global_step": 22491, "epoch": 346, "lr": 3.890577724322433e-05}
+{"train_loss": 0.0022118526976555586, "global_step": 22492, "epoch": 346, "lr": 3.8901798991766994e-05}
+{"train_loss": 0.0037105828523635864, "global_step": 22493, "epoch": 346, "lr": 3.8897820814207344e-05}
+{"train_loss": 0.0023178376723080873, "global_step": 22494, "epoch": 346, "lr": 3.889384271057186e-05}
+{"train_loss": 0.00452123349532485, "global_step": 22495, "epoch": 346, "lr": 3.888986468088706e-05}
+{"train_loss": 0.0030096021946519613, "global_step": 22496, "epoch": 346, "lr": 3.8885886725179406e-05}
+{"train_loss": 0.0030171233229339123, "global_step": 22497, "epoch": 346, "lr": 3.888190884347541e-05}
+{"train_loss": 0.0022715639788657427, "global_step": 22498, "epoch": 346, "lr": 3.887793103580155e-05}
+{"train_loss": 0.003130646189674735, "global_step": 22499, "epoch": 346, "lr": 3.887395330218429e-05}
+{"train_loss": 0.002568484516814351, "global_step": 22500, "epoch": 346, "lr": 3.8869975642650135e-05}
+{"train_loss": 0.003959504887461662, "global_step": 22501, "epoch": 346, "lr": 3.886599805722558e-05}
+{"train_loss": 0.0023846689146012068, "global_step": 22502, "epoch": 346, "lr": 3.886202054593708e-05}
+{"train_loss": 0.0017419663490727544, "global_step": 22503, "epoch": 346, "lr": 3.885804310881115e-05}
+{"train_loss": 0.0022382005117833614, "global_step": 22504, "epoch": 346, "lr": 3.885406574587425e-05}
+{"train_loss": 0.0031521033961325884, "global_step": 22505, "epoch": 346, "lr": 3.885008845715289e-05}
+{"train_loss": 0.002422814257442951, "global_step": 22506, "epoch": 346, "lr": 3.884611124267354e-05}
+{"train_loss": 0.0020667552016675472, "global_step": 22507, "epoch": 346, "lr": 3.884213410246267e-05}
+{"train_loss": 0.003649391932412982, "global_step": 22508, "epoch": 346, "lr": 3.8838157036546774e-05}
+{"train_loss": 0.0033594865817576647, "global_step": 22509, "epoch": 346, "lr": 3.883418004495234e-05}
+{"train_loss": 0.0032339708413928747, "global_step": 22510, "epoch": 346, "lr": 3.883020312770582e-05}
+{"train_loss": 0.005629334133118391, "global_step": 22511, "epoch": 346, "lr": 3.882622628483373e-05}
+{"train_loss": 0.0023160248529165983, "global_step": 22512, "epoch": 346, "lr": 3.8822249516362516e-05}
+{"train_loss": 0.002814678940922022, "global_step": 22513, "epoch": 346, "lr": 3.8818272822318705e-05}
+{"train_loss": 0.0023180253338068724, "global_step": 22514, "epoch": 346, "lr": 3.881429620272874e-05}
+{"train_loss": 0.00281079881824553, "global_step": 22515, "epoch": 346, "lr": 3.8810319657619096e-05}
+{"train_loss": 0.0031648906879127026, "global_step": 22516, "epoch": 346, "lr": 3.880634318701626e-05}
+{"train_loss": 0.0022929615806788206, "global_step": 22517, "epoch": 346, "lr": 3.880236679094673e-05}
+{"train_loss": 0.0025540348142385483, "global_step": 22518, "epoch": 346, "lr": 3.879839046943693e-05}
+{"train_loss": 0.0028605118859559298, "global_step": 22519, "epoch": 346, "lr": 3.8794414222513394e-05}
+{"train_loss": 0.00249389186501503, "global_step": 22520, "epoch": 346, "lr": 3.879043805020257e-05}
+{"train_loss": 0.0028152628801763058, "global_step": 22521, "epoch": 346, "lr": 3.878646195253095e-05}
+{"train_loss": 0.0031360576394945383, "global_step": 22522, "epoch": 346, "lr": 3.878248592952499e-05}
+{"train_loss": 0.0023289001546800137, "global_step": 22523, "epoch": 346, "lr": 3.877850998121115e-05}
+{"train_loss": 0.0028195963241159916, "global_step": 22524, "epoch": 346, "lr": 3.877453410761595e-05}
+{"train_loss": 0.0031946648377925158, "global_step": 22525, "epoch": 346, "lr": 3.877055830876583e-05}
+{"train_loss": 0.002914064796641469, "global_step": 22526, "epoch": 346, "lr": 3.876658258468727e-05}
+{"train_loss": 0.0022237009834498167, "global_step": 22527, "epoch": 346, "lr": 3.8762606935406744e-05}
+{"train_loss": 0.002803272567689419, "global_step": 22528, "epoch": 346, "lr": 3.8758631360950714e-05}
+{"train_loss": 0.0034140851348638535, "global_step": 22529, "epoch": 346, "lr": 3.875465586134569e-05}
+{"train_loss": 0.00283574010245502, "global_step": 22530, "epoch": 346, "lr": 3.87506804366181e-05}
+{"train_loss": 0.004280178342014551, "global_step": 22531, "epoch": 346, "lr": 3.8746705086794416e-05}
+{"train_loss": 0.002177951857447624, "global_step": 22532, "epoch": 346, "lr": 3.8742729811901135e-05}
+{"train_loss": 0.002205260330811143, "global_step": 22533, "epoch": 346, "lr": 3.873875461196471e-05}
+{"train_loss": 0.0028518063481897116, "global_step": 22534, "epoch": 346, "lr": 3.8734779487011605e-05}
+{"train_loss": 0.0020856671035289764, "global_step": 22535, "epoch": 346, "lr": 3.87308044370683e-05}
+{"train_loss": 0.004201383329927921, "global_step": 22536, "epoch": 346, "lr": 3.872682946216128e-05}
+{"train_loss": 0.0032191264908760786, "global_step": 22537, "epoch": 346, "lr": 3.872285456231696e-05}
+{"train_loss": 0.0037879464216530323, "global_step": 22538, "epoch": 346, "lr": 3.8718879737561856e-05}
+{"train_loss": 0.00391382398083806, "global_step": 22539, "epoch": 346, "lr": 3.87149049879224e-05}
+{"train_loss": 0.003050635103136301, "global_step": 22540, "epoch": 346, "lr": 3.8710930313425085e-05}
+{"train_loss": 0.005244121421128511, "global_step": 22541, "epoch": 346, "lr": 3.870695571409636e-05}
+{"train_loss": 0.002663298975676298, "global_step": 22542, "epoch": 346, "lr": 3.870298118996271e-05}
+{"train_loss": 0.003224556101486087, "global_step": 22543, "epoch": 346, "lr": 3.869900674105058e-05}
+{"train_loss": 0.0021098535507917404, "global_step": 22544, "epoch": 346, "lr": 3.8695032367386455e-05}
+{"train_loss": 0.0032592625357210636, "global_step": 22545, "epoch": 346, "lr": 3.8691058068996754e-05}
+{"train_loss": 0.0018707658164203167, "global_step": 22546, "epoch": 346, "lr": 3.868708384590799e-05}
+{"train_loss": 0.004836094565689564, "global_step": 22547, "epoch": 346, "lr": 3.8683109698146585e-05}
+{"train_loss": 0.0029894965700805187, "global_step": 22548, "epoch": 346, "lr": 3.867913562573904e-05}
+{"train_loss": 0.0023803485091775656, "global_step": 22549, "epoch": 346, "lr": 3.8675161628711776e-05}
+{"train_loss": 0.0034890100359916687, "global_step": 22550, "epoch": 346, "lr": 3.8671187707091294e-05}
+{"train_loss": 0.004067506641149521, "global_step": 22551, "epoch": 346, "lr": 3.866721386090403e-05}
+{"train_loss": 0.002576727420091629, "global_step": 22552, "epoch": 346, "lr": 3.8663240090176465e-05}
+{"train_loss": 0.0016497725155204535, "global_step": 22553, "epoch": 346, "lr": 3.865926639493502e-05}
+{"train_loss": 0.002965672238944815, "global_step": 22554, "epoch": 346, "lr": 3.865529277520619e-05, "val_loss": 0.007609616965055466}
+{"train_loss": 0.0016909438418224454, "global_step": 22555, "epoch": 347, "lr": 3.8651319231016404e-05}
+{"train_loss": 0.0037316433154046535, "global_step": 22556, "epoch": 347, "lr": 3.864734576239215e-05}
+{"train_loss": 0.0025335783138871193, "global_step": 22557, "epoch": 347, "lr": 3.864337236935986e-05}
+{"train_loss": 0.0023762814234942198, "global_step": 22558, "epoch": 347, "lr": 3.8639399051946015e-05}
+{"train_loss": 0.004299265332520008, "global_step": 22559, "epoch": 347, "lr": 3.863542581017707e-05}
+{"train_loss": 0.0018693145830184221, "global_step": 22560, "epoch": 347, "lr": 3.8631452644079455e-05}
+{"train_loss": 0.004032047465443611, "global_step": 22561, "epoch": 347, "lr": 3.862747955367963e-05}
+{"train_loss": 0.002101743360981345, "global_step": 22562, "epoch": 347, "lr": 3.862350653900409e-05}
+{"train_loss": 0.0023367060348391533, "global_step": 22563, "epoch": 347, "lr": 3.8619533600079226e-05}
+{"train_loss": 0.002806383417919278, "global_step": 22564, "epoch": 347, "lr": 3.8615560736931546e-05}
+{"train_loss": 0.002634322503581643, "global_step": 22565, "epoch": 347, "lr": 3.861158794958747e-05}
+{"train_loss": 0.003275992115959525, "global_step": 22566, "epoch": 347, "lr": 3.860761523807348e-05}
+{"train_loss": 0.002661791630089283, "global_step": 22567, "epoch": 347, "lr": 3.860364260241602e-05}
+{"train_loss": 0.0033814965281635523, "global_step": 22568, "epoch": 347, "lr": 3.859967004264152e-05}
+{"train_loss": 0.0018154652789235115, "global_step": 22569, "epoch": 347, "lr": 3.859569755877644e-05}
+{"train_loss": 0.002502555726096034, "global_step": 22570, "epoch": 347, "lr": 3.8591725150847244e-05}
+{"train_loss": 0.003432120196521282, "global_step": 22571, "epoch": 347, "lr": 3.858775281888037e-05}
+{"train_loss": 0.0029366814997047186, "global_step": 22572, "epoch": 347, "lr": 3.8583780562902284e-05}
+{"train_loss": 0.0024652420543134212, "global_step": 22573, "epoch": 347, "lr": 3.857980838293941e-05}
+{"train_loss": 0.0014255315763875842, "global_step": 22574, "epoch": 347, "lr": 3.857583627901822e-05}
+{"train_loss": 0.002792308572679758, "global_step": 22575, "epoch": 347, "lr": 3.857186425116517e-05}
+{"train_loss": 0.0022382119204849005, "global_step": 22576, "epoch": 347, "lr": 3.856789229940668e-05}
+{"train_loss": 0.004457331262528896, "global_step": 22577, "epoch": 347, "lr": 3.8563920423769194e-05}
+{"train_loss": 0.0016831348184496164, "global_step": 22578, "epoch": 347, "lr": 3.855994862427919e-05}
+{"train_loss": 0.0020741482730954885, "global_step": 22579, "epoch": 347, "lr": 3.8555976900963084e-05}
+{"train_loss": 0.003949873149394989, "global_step": 22580, "epoch": 347, "lr": 3.8552005253847344e-05}
+{"train_loss": 0.001995438477024436, "global_step": 22581, "epoch": 347, "lr": 3.8548033682958404e-05}
+{"train_loss": 0.0036280846688896418, "global_step": 22582, "epoch": 347, "lr": 3.854406218832274e-05}
+{"train_loss": 0.002754864515736699, "global_step": 22583, "epoch": 347, "lr": 3.854009076996673e-05}
+{"train_loss": 0.0030319909565150738, "global_step": 22584, "epoch": 347, "lr": 3.8536119427916875e-05}
+{"train_loss": 0.0024040862917900085, "global_step": 22585, "epoch": 347, "lr": 3.853214816219959e-05}
+{"train_loss": 0.0015646031824871898, "global_step": 22586, "epoch": 347, "lr": 3.852817697284134e-05}
+{"train_loss": 0.002450833795592189, "global_step": 22587, "epoch": 347, "lr": 3.852420585986853e-05}
+{"train_loss": 0.0032802573405206203, "global_step": 22588, "epoch": 347, "lr": 3.852023482330765e-05}
+{"train_loss": 0.0017265998758375645, "global_step": 22589, "epoch": 347, "lr": 3.851626386318511e-05}
+{"train_loss": 0.0036813244223594666, "global_step": 22590, "epoch": 347, "lr": 3.8512292979527384e-05}
+{"train_loss": 0.0035132491029798985, "global_step": 22591, "epoch": 347, "lr": 3.850832217236085e-05}
+{"train_loss": 0.0024921030271798372, "global_step": 22592, "epoch": 347, "lr": 3.8504351441712e-05}
+{"train_loss": 0.0020997808314859867, "global_step": 22593, "epoch": 347, "lr": 3.850038078760725e-05}
+{"train_loss": 0.0027265918906778097, "global_step": 22594, "epoch": 347, "lr": 3.8496410210073055e-05}
+{"train_loss": 0.0029468403663486242, "global_step": 22595, "epoch": 347, "lr": 3.849243970913583e-05}
+{"train_loss": 0.003194601973518729, "global_step": 22596, "epoch": 347, "lr": 3.8488469284822036e-05}
+{"train_loss": 0.002121236175298691, "global_step": 22597, "epoch": 347, "lr": 3.8484498937158095e-05}
+{"train_loss": 0.002464348217472434, "global_step": 22598, "epoch": 347, "lr": 3.848052866617049e-05}
+{"train_loss": 0.0020342557691037655, "global_step": 22599, "epoch": 347, "lr": 3.8476558471885574e-05}
+{"train_loss": 0.002776739187538624, "global_step": 22600, "epoch": 347, "lr": 3.847258835432984e-05}
+{"train_loss": 0.0042254566214978695, "global_step": 22601, "epoch": 347, "lr": 3.84686183135297e-05}
+{"train_loss": 0.0035703512839972973, "global_step": 22602, "epoch": 347, "lr": 3.8464648349511614e-05}
+{"train_loss": 0.0017095046350732446, "global_step": 22603, "epoch": 347, "lr": 3.846067846230198e-05}
+{"train_loss": 0.0011408234713599086, "global_step": 22604, "epoch": 347, "lr": 3.8456708651927266e-05}
+{"train_loss": 0.003379225032404065, "global_step": 22605, "epoch": 347, "lr": 3.8452738918413894e-05}
+{"train_loss": 0.004065222106873989, "global_step": 22606, "epoch": 347, "lr": 3.8448769261788284e-05}
+{"train_loss": 0.0022835598792880774, "global_step": 22607, "epoch": 347, "lr": 3.844479968207688e-05}
+{"train_loss": 0.0020817103795707226, "global_step": 22608, "epoch": 347, "lr": 3.844083017930611e-05}
+{"train_loss": 0.0030931485816836357, "global_step": 22609, "epoch": 347, "lr": 3.84368607535024e-05}
+{"train_loss": 0.0022356919944286346, "global_step": 22610, "epoch": 347, "lr": 3.843289140469219e-05}
+{"train_loss": 0.0023049465380609035, "global_step": 22611, "epoch": 347, "lr": 3.84289221329019e-05}
+{"train_loss": 0.003553490387275815, "global_step": 22612, "epoch": 347, "lr": 3.842495293815798e-05}
+{"train_loss": 0.002710507484152913, "global_step": 22613, "epoch": 347, "lr": 3.842098382048685e-05}
+{"train_loss": 0.00256314966827631, "global_step": 22614, "epoch": 347, "lr": 3.841701477991491e-05}
+{"train_loss": 0.0023949891328811646, "global_step": 22615, "epoch": 347, "lr": 3.841304581646863e-05}
+{"train_loss": 0.0023594647645950317, "global_step": 22616, "epoch": 347, "lr": 3.8409076930174414e-05}
+{"train_loss": 0.0025539144407957792, "global_step": 22617, "epoch": 347, "lr": 3.840510812105868e-05}
+{"train_loss": 0.002995486604049802, "global_step": 22618, "epoch": 347, "lr": 3.840113938914788e-05}
+{"train_loss": 0.002732338005891786, "global_step": 22619, "epoch": 347, "lr": 3.8397170734468425e-05, "val_loss": 0.005974036641418934}
+{"train_loss": 0.0031246086582541466, "global_step": 22620, "epoch": 348, "lr": 3.839320215704675e-05}
+{"train_loss": 0.001919022761285305, "global_step": 22621, "epoch": 348, "lr": 3.8389233656909286e-05}
+{"train_loss": 0.0028356192633509636, "global_step": 22622, "epoch": 348, "lr": 3.838526523408242e-05}
+{"train_loss": 0.003060438670217991, "global_step": 22623, "epoch": 348, "lr": 3.838129688859261e-05}
+{"train_loss": 0.0027308380231261253, "global_step": 22624, "epoch": 348, "lr": 3.837732862046627e-05}
+{"train_loss": 0.0017475998029112816, "global_step": 22625, "epoch": 348, "lr": 3.837336042972982e-05}
+{"train_loss": 0.0038572046905755997, "global_step": 22626, "epoch": 348, "lr": 3.836939231640968e-05}
+{"train_loss": 0.0026038065552711487, "global_step": 22627, "epoch": 348, "lr": 3.836542428053228e-05}
+{"train_loss": 0.0016786238411441445, "global_step": 22628, "epoch": 348, "lr": 3.836145632212404e-05}
+{"train_loss": 0.00269977911375463, "global_step": 22629, "epoch": 348, "lr": 3.83574884412114e-05}
+{"train_loss": 0.0027775077614933252, "global_step": 22630, "epoch": 348, "lr": 3.835352063782073e-05}
+{"train_loss": 0.0022156755439937115, "global_step": 22631, "epoch": 348, "lr": 3.834955291197849e-05}
+{"train_loss": 0.002795202424749732, "global_step": 22632, "epoch": 348, "lr": 3.834558526371109e-05}
+{"train_loss": 0.0025299866683781147, "global_step": 22633, "epoch": 348, "lr": 3.834161769304494e-05}
+{"train_loss": 0.0017172738444060087, "global_step": 22634, "epoch": 348, "lr": 3.833765020000647e-05}
+{"train_loss": 0.0016299757407978177, "global_step": 22635, "epoch": 348, "lr": 3.833368278462208e-05}
+{"train_loss": 0.0028167914133518934, "global_step": 22636, "epoch": 348, "lr": 3.8329715446918226e-05}
+{"train_loss": 0.0022517507895827293, "global_step": 22637, "epoch": 348, "lr": 3.832574818692128e-05}
+{"train_loss": 0.0015958646545186639, "global_step": 22638, "epoch": 348, "lr": 3.832178100465768e-05}
+{"train_loss": 0.003900445532053709, "global_step": 22639, "epoch": 348, "lr": 3.831781390015384e-05}
+{"train_loss": 0.002909562084823847, "global_step": 22640, "epoch": 348, "lr": 3.8313846873436175e-05}
+{"train_loss": 0.0027426360175013542, "global_step": 22641, "epoch": 348, "lr": 3.830987992453109e-05}
+{"train_loss": 0.0029933627229183912, "global_step": 22642, "epoch": 348, "lr": 3.830591305346501e-05}
+{"train_loss": 0.001770725823007524, "global_step": 22643, "epoch": 348, "lr": 3.830194626026434e-05}
+{"train_loss": 0.003096382599323988, "global_step": 22644, "epoch": 348, "lr": 3.829797954495552e-05}
+{"train_loss": 0.0019442221382632852, "global_step": 22645, "epoch": 348, "lr": 3.8294012907564926e-05}
+{"train_loss": 0.0034351025242358446, "global_step": 22646, "epoch": 348, "lr": 3.829004634811898e-05}
+{"train_loss": 0.004686655011028051, "global_step": 22647, "epoch": 348, "lr": 3.8286079866644106e-05}
+{"train_loss": 0.0032672325614839792, "global_step": 22648, "epoch": 348, "lr": 3.82821134631667e-05}
+{"train_loss": 0.002304467372596264, "global_step": 22649, "epoch": 348, "lr": 3.8278147137713175e-05}
+{"train_loss": 0.0015599579783156514, "global_step": 22650, "epoch": 348, "lr": 3.827418089030996e-05}
+{"train_loss": 0.0017938604578375816, "global_step": 22651, "epoch": 348, "lr": 3.8270214720983437e-05}
+{"train_loss": 0.003288500476628542, "global_step": 22652, "epoch": 348, "lr": 3.8266248629760046e-05}
+{"train_loss": 0.002450005616992712, "global_step": 22653, "epoch": 348, "lr": 3.8262282616666175e-05}
+{"train_loss": 0.0014267900260165334, "global_step": 22654, "epoch": 348, "lr": 3.825831668172821e-05}
+{"train_loss": 0.003211772767826915, "global_step": 22655, "epoch": 348, "lr": 3.82543508249726e-05}
+{"train_loss": 0.0034535604063421488, "global_step": 22656, "epoch": 348, "lr": 3.8250385046425735e-05}
+{"train_loss": 0.00237137358635664, "global_step": 22657, "epoch": 348, "lr": 3.824641934611401e-05}
+{"train_loss": 0.002647212240844965, "global_step": 22658, "epoch": 348, "lr": 3.824245372406385e-05}
+{"train_loss": 0.0021511605009436607, "global_step": 22659, "epoch": 348, "lr": 3.823848818030166e-05}
+{"train_loss": 0.0027499839197844267, "global_step": 22660, "epoch": 348, "lr": 3.8234522714853816e-05}
+{"train_loss": 0.0026769342366605997, "global_step": 22661, "epoch": 348, "lr": 3.823055732774675e-05}
+{"train_loss": 0.0019363494357094169, "global_step": 22662, "epoch": 348, "lr": 3.822659201900686e-05}
+{"train_loss": 0.002573705743998289, "global_step": 22663, "epoch": 348, "lr": 3.8222626788660546e-05}
+{"train_loss": 0.003983788192272186, "global_step": 22664, "epoch": 348, "lr": 3.821866163673421e-05}
+{"train_loss": 0.0016163720283657312, "global_step": 22665, "epoch": 348, "lr": 3.821469656325425e-05}
+{"train_loss": 0.002580934902653098, "global_step": 22666, "epoch": 348, "lr": 3.821073156824708e-05}
+{"train_loss": 0.0023822402581572533, "global_step": 22667, "epoch": 348, "lr": 3.82067666517391e-05}
+{"train_loss": 0.002596749924123287, "global_step": 22668, "epoch": 348, "lr": 3.82028018137567e-05}
+{"train_loss": 0.00421250332146883, "global_step": 22669, "epoch": 348, "lr": 3.819883705432627e-05}
+{"train_loss": 0.002712615067139268, "global_step": 22670, "epoch": 348, "lr": 3.8194872373474234e-05}
+{"train_loss": 0.001730574993416667, "global_step": 22671, "epoch": 348, "lr": 3.819090777122699e-05}
+{"train_loss": 0.0024752661120146513, "global_step": 22672, "epoch": 348, "lr": 3.8186943247610915e-05}
+{"train_loss": 0.0025413352996110916, "global_step": 22673, "epoch": 348, "lr": 3.818297880265242e-05}
+{"train_loss": 0.0032013629097491503, "global_step": 22674, "epoch": 348, "lr": 3.817901443637791e-05}
+{"train_loss": 0.0024432679638266563, "global_step": 22675, "epoch": 348, "lr": 3.817505014881378e-05}
+{"train_loss": 0.002544699003919959, "global_step": 22676, "epoch": 348, "lr": 3.81710859399864e-05}
+{"train_loss": 0.002157303038984537, "global_step": 22677, "epoch": 348, "lr": 3.8167121809922204e-05}
+{"train_loss": 0.0036484806332737207, "global_step": 22678, "epoch": 348, "lr": 3.816315775864754e-05}
+{"train_loss": 0.003054619999602437, "global_step": 22679, "epoch": 348, "lr": 3.815919378618886e-05}
+{"train_loss": 0.0025079953484237194, "global_step": 22680, "epoch": 348, "lr": 3.815522989257251e-05}
+{"train_loss": 0.0015484184259548783, "global_step": 22681, "epoch": 348, "lr": 3.815126607782492e-05}
+{"train_loss": 0.0023102746345102787, "global_step": 22682, "epoch": 348, "lr": 3.8147302341972475e-05}
+{"train_loss": 0.001498362165875733, "global_step": 22683, "epoch": 348, "lr": 3.8143338685041544e-05}
+{"train_loss": 0.002601591554971842, "global_step": 22684, "epoch": 348, "lr": 3.8139375107058535e-05, "val_loss": 0.0060643102042376995}
+{"train_loss": 0.0046307104639709, "global_step": 22685, "epoch": 349, "lr": 3.813541160804984e-05}
+{"train_loss": 0.0041265287436544895, "global_step": 22686, "epoch": 349, "lr": 3.813144818804184e-05}
+{"train_loss": 0.0021573626436293125, "global_step": 22687, "epoch": 349, "lr": 3.812748484706095e-05}
+{"train_loss": 0.002995899412781, "global_step": 22688, "epoch": 349, "lr": 3.8123521585133524e-05}
+{"train_loss": 0.00402968842536211, "global_step": 22689, "epoch": 349, "lr": 3.811955840228599e-05}
+{"train_loss": 0.0024353477638214827, "global_step": 22690, "epoch": 349, "lr": 3.8115595298544736e-05}
+{"train_loss": 0.003355185966938734, "global_step": 22691, "epoch": 349, "lr": 3.811163227393612e-05}
+{"train_loss": 0.0028308695182204247, "global_step": 22692, "epoch": 349, "lr": 3.810766932848652e-05}
+{"train_loss": 0.002718679141253233, "global_step": 22693, "epoch": 349, "lr": 3.810370646222237e-05}
+{"train_loss": 0.001649919431656599, "global_step": 22694, "epoch": 349, "lr": 3.809974367517002e-05}
+{"train_loss": 0.0028687031008303165, "global_step": 22695, "epoch": 349, "lr": 3.809578096735588e-05}
+{"train_loss": 0.0061132344417274, "global_step": 22696, "epoch": 349, "lr": 3.809181833880632e-05}
+{"train_loss": 0.0012441098224371672, "global_step": 22697, "epoch": 349, "lr": 3.808785578954773e-05}
+{"train_loss": 0.003104554954916239, "global_step": 22698, "epoch": 349, "lr": 3.808389331960652e-05}
+{"train_loss": 0.00212862784974277, "global_step": 22699, "epoch": 349, "lr": 3.8079930929009036e-05}
+{"train_loss": 0.0022790778893977404, "global_step": 22700, "epoch": 349, "lr": 3.807596861778166e-05}
+{"train_loss": 0.0024278697092086077, "global_step": 22701, "epoch": 349, "lr": 3.807200638595081e-05}
+{"train_loss": 0.003389875404536724, "global_step": 22702, "epoch": 349, "lr": 3.806804423354283e-05}
+{"train_loss": 0.002059148158878088, "global_step": 22703, "epoch": 349, "lr": 3.8064082160584136e-05}
+{"train_loss": 0.0037234409246593714, "global_step": 22704, "epoch": 349, "lr": 3.806012016710109e-05}
+{"train_loss": 0.00422984454780817, "global_step": 22705, "epoch": 349, "lr": 3.80561582531201e-05}
+{"train_loss": 0.0026374144945293665, "global_step": 22706, "epoch": 349, "lr": 3.80521964186675e-05}
+{"train_loss": 0.0031490458641201258, "global_step": 22707, "epoch": 349, "lr": 3.8048234663769704e-05}
+{"train_loss": 0.002780869835987687, "global_step": 22708, "epoch": 349, "lr": 3.8044272988453075e-05}
+{"train_loss": 0.004088259302079678, "global_step": 22709, "epoch": 349, "lr": 3.8040311392744e-05}
+{"train_loss": 0.0025850064121186733, "global_step": 22710, "epoch": 349, "lr": 3.8036349876668856e-05}
+{"train_loss": 0.003511363174766302, "global_step": 22711, "epoch": 349, "lr": 3.803238844025403e-05}
+{"train_loss": 0.0014515017392113805, "global_step": 22712, "epoch": 349, "lr": 3.802842708352588e-05}
+{"train_loss": 0.0035152926575392485, "global_step": 22713, "epoch": 349, "lr": 3.802446580651082e-05}
+{"train_loss": 0.0024580047465860844, "global_step": 22714, "epoch": 349, "lr": 3.802050460923517e-05}
+{"train_loss": 0.0036883833818137646, "global_step": 22715, "epoch": 349, "lr": 3.8016543491725355e-05}
+{"train_loss": 0.0028346055187284946, "global_step": 22716, "epoch": 349, "lr": 3.8012582454007715e-05}
+{"train_loss": 0.004038078244775534, "global_step": 22717, "epoch": 349, "lr": 3.800862149610865e-05}
+{"train_loss": 0.0028523483779281378, "global_step": 22718, "epoch": 349, "lr": 3.800466061805451e-05}
+{"train_loss": 0.0029300700407475233, "global_step": 22719, "epoch": 349, "lr": 3.8000699819871705e-05}
+{"train_loss": 0.002262512221932411, "global_step": 22720, "epoch": 349, "lr": 3.799673910158657e-05}
+{"train_loss": 0.0033578171860426664, "global_step": 22721, "epoch": 349, "lr": 3.799277846322553e-05}
+{"train_loss": 0.005289579275995493, "global_step": 22722, "epoch": 349, "lr": 3.7988817904814876e-05}
+{"train_loss": 0.002999288495630026, "global_step": 22723, "epoch": 349, "lr": 3.798485742638105e-05}
+{"train_loss": 0.0032799148466438055, "global_step": 22724, "epoch": 349, "lr": 3.798089702795038e-05}
+{"train_loss": 0.0026236986741423607, "global_step": 22725, "epoch": 349, "lr": 3.7976936709549265e-05}
+{"train_loss": 0.006450668442994356, "global_step": 22726, "epoch": 349, "lr": 3.7972976471204054e-05}
+{"train_loss": 0.002754306886345148, "global_step": 22727, "epoch": 349, "lr": 3.796901631294113e-05}
+{"train_loss": 0.002321109874173999, "global_step": 22728, "epoch": 349, "lr": 3.796505623478688e-05}
+{"train_loss": 0.003835642244666815, "global_step": 22729, "epoch": 349, "lr": 3.796109623676764e-05}
+{"train_loss": 0.0030107798520475626, "global_step": 22730, "epoch": 349, "lr": 3.795713631890977e-05}
+{"train_loss": 0.004139813594520092, "global_step": 22731, "epoch": 349, "lr": 3.795317648123967e-05}
+{"train_loss": 0.00293939677067101, "global_step": 22732, "epoch": 349, "lr": 3.794921672378367e-05}
+{"train_loss": 0.0023508393205702305, "global_step": 22733, "epoch": 349, "lr": 3.7945257046568184e-05}
+{"train_loss": 0.0039575728587806225, "global_step": 22734, "epoch": 349, "lr": 3.794129744961954e-05}
+{"train_loss": 0.002805998083204031, "global_step": 22735, "epoch": 349, "lr": 3.793733793296412e-05}
+{"train_loss": 0.0019330147188156843, "global_step": 22736, "epoch": 349, "lr": 3.79333784966283e-05}
+{"train_loss": 0.0029436233453452587, "global_step": 22737, "epoch": 349, "lr": 3.7929419140638405e-05}
+{"train_loss": 0.0023371297866106033, "global_step": 22738, "epoch": 349, "lr": 3.792545986502082e-05}
+{"train_loss": 0.002507374854758382, "global_step": 22739, "epoch": 349, "lr": 3.792150066980192e-05}
+{"train_loss": 0.0032641016878187656, "global_step": 22740, "epoch": 349, "lr": 3.791754155500804e-05}
+{"train_loss": 0.0037560651544481516, "global_step": 22741, "epoch": 349, "lr": 3.791358252066557e-05}
+{"train_loss": 0.0027469617780297995, "global_step": 22742, "epoch": 349, "lr": 3.790962356680085e-05}
+{"train_loss": 0.003118497086688876, "global_step": 22743, "epoch": 349, "lr": 3.790566469344026e-05}
+{"train_loss": 0.0031765743624418974, "global_step": 22744, "epoch": 349, "lr": 3.790170590061017e-05}
+{"train_loss": 0.0032283903565257788, "global_step": 22745, "epoch": 349, "lr": 3.78977471883369e-05}
+{"train_loss": 0.002924165688455105, "global_step": 22746, "epoch": 349, "lr": 3.789378855664682e-05}
+{"train_loss": 0.0020553087815642357, "global_step": 22747, "epoch": 349, "lr": 3.7889830005566314e-05}
+{"train_loss": 0.0027130707167088985, "global_step": 22748, "epoch": 349, "lr": 3.788587153512171e-05}
+{"train_loss": 0.0031004520079407553, "global_step": 22749, "epoch": 349, "lr": 3.7881913145339384e-05, "val_loss": 0.007741251494735479}
+{"train_loss": 0.0025279736146330833, "global_step": 22750, "epoch": 350, "lr": 3.787795483624569e-05}
+{"train_loss": 0.0013452175771817565, "global_step": 22751, "epoch": 350, "lr": 3.7873996607866994e-05}
+{"train_loss": 0.002371059264987707, "global_step": 22752, "epoch": 350, "lr": 3.787003846022964e-05}
+{"train_loss": 0.0018080449663102627, "global_step": 22753, "epoch": 350, "lr": 3.7866080393359985e-05}
+{"train_loss": 0.004032714292407036, "global_step": 22754, "epoch": 350, "lr": 3.7862122407284366e-05}
+{"train_loss": 0.002245555631816387, "global_step": 22755, "epoch": 350, "lr": 3.785816450202917e-05}
+{"train_loss": 0.004670094233006239, "global_step": 22756, "epoch": 350, "lr": 3.7854206677620724e-05}
+{"train_loss": 0.0037747356109321117, "global_step": 22757, "epoch": 350, "lr": 3.785024893408541e-05}
+{"train_loss": 0.0016949923010542989, "global_step": 22758, "epoch": 350, "lr": 3.784629127144954e-05}
+{"train_loss": 0.0023008701391518116, "global_step": 22759, "epoch": 350, "lr": 3.7842333689739524e-05}
+{"train_loss": 0.0016862221527844667, "global_step": 22760, "epoch": 350, "lr": 3.7838376188981664e-05}
+{"train_loss": 0.003427716437727213, "global_step": 22761, "epoch": 350, "lr": 3.7834418769202316e-05}
+{"train_loss": 0.002505868673324585, "global_step": 22762, "epoch": 350, "lr": 3.783046143042785e-05}
+{"train_loss": 0.003400517860427499, "global_step": 22763, "epoch": 350, "lr": 3.782650417268462e-05}
+{"train_loss": 0.002028422197327018, "global_step": 22764, "epoch": 350, "lr": 3.782254699599894e-05}
+{"train_loss": 0.00231764605268836, "global_step": 22765, "epoch": 350, "lr": 3.78185899003972e-05}
+{"train_loss": 0.002866910072043538, "global_step": 22766, "epoch": 350, "lr": 3.781463288590572e-05}
+{"train_loss": 0.004234735853970051, "global_step": 22767, "epoch": 350, "lr": 3.781067595255087e-05}
+{"train_loss": 0.003152308287099004, "global_step": 22768, "epoch": 350, "lr": 3.780671910035898e-05}
+{"train_loss": 0.00253444816917181, "global_step": 22769, "epoch": 350, "lr": 3.78027623293564e-05}
+{"train_loss": 0.004018781706690788, "global_step": 22770, "epoch": 350, "lr": 3.779880563956949e-05}
+{"train_loss": 0.002463314216583967, "global_step": 22771, "epoch": 350, "lr": 3.7794849031024574e-05}
+{"train_loss": 0.002688806736841798, "global_step": 22772, "epoch": 350, "lr": 3.7790892503748e-05}
+{"train_loss": 0.0030757172498852015, "global_step": 22773, "epoch": 350, "lr": 3.778693605776613e-05}
+{"train_loss": 0.001767591806128621, "global_step": 22774, "epoch": 350, "lr": 3.778297969310529e-05}
+{"train_loss": 0.0018970485543832183, "global_step": 22775, "epoch": 350, "lr": 3.777902340979186e-05}
+{"train_loss": 0.0015840261476114392, "global_step": 22776, "epoch": 350, "lr": 3.777506720785214e-05}
+{"train_loss": 0.004061348270624876, "global_step": 22777, "epoch": 350, "lr": 3.777111108731247e-05}
+{"train_loss": 0.0022432925179600716, "global_step": 22778, "epoch": 350, "lr": 3.7767155048199234e-05}
+{"train_loss": 0.003979196306318045, "global_step": 22779, "epoch": 350, "lr": 3.776319909053874e-05}
+{"train_loss": 0.002506530610844493, "global_step": 22780, "epoch": 350, "lr": 3.775924321435733e-05}
+{"train_loss": 0.0022882181219756603, "global_step": 22781, "epoch": 350, "lr": 3.775528741968136e-05}
+{"train_loss": 0.004053560085594654, "global_step": 22782, "epoch": 350, "lr": 3.7751331706537175e-05}
+{"train_loss": 0.0029361506458371878, "global_step": 22783, "epoch": 350, "lr": 3.774737607495108e-05}
+{"train_loss": 0.0044977799989283085, "global_step": 22784, "epoch": 350, "lr": 3.774342052494944e-05}
+{"train_loss": 0.0020477543585002422, "global_step": 22785, "epoch": 350, "lr": 3.773946505655859e-05}
+{"train_loss": 0.003277928801253438, "global_step": 22786, "epoch": 350, "lr": 3.7735509669804865e-05}
+{"train_loss": 0.0012073733378201723, "global_step": 22787, "epoch": 350, "lr": 3.77315543647146e-05}
+{"train_loss": 0.001816300442442298, "global_step": 22788, "epoch": 350, "lr": 3.772759914131414e-05}
+{"train_loss": 0.0032252867240458727, "global_step": 22789, "epoch": 350, "lr": 3.772364399962981e-05}
+{"train_loss": 0.0035572056658566, "global_step": 22790, "epoch": 350, "lr": 3.771968893968797e-05}
+{"train_loss": 0.002130222273990512, "global_step": 22791, "epoch": 350, "lr": 3.771573396151491e-05}
+{"train_loss": 0.0027652245480567217, "global_step": 22792, "epoch": 350, "lr": 3.7711779065137006e-05}
+{"train_loss": 0.0053192428313195705, "global_step": 22793, "epoch": 350, "lr": 3.770782425058056e-05}
+{"train_loss": 0.0034482982009649277, "global_step": 22794, "epoch": 350, "lr": 3.770386951787193e-05}
+{"train_loss": 0.0026530108880251646, "global_step": 22795, "epoch": 350, "lr": 3.7699914867037446e-05}
+{"train_loss": 0.002263916190713644, "global_step": 22796, "epoch": 350, "lr": 3.769596029810342e-05}
+{"train_loss": 0.0027943733148276806, "global_step": 22797, "epoch": 350, "lr": 3.7692005811096204e-05}
+{"train_loss": 0.0014503034763038158, "global_step": 22798, "epoch": 350, "lr": 3.768805140604214e-05}
+{"train_loss": 0.0019368366338312626, "global_step": 22799, "epoch": 350, "lr": 3.768409708296752e-05}
+{"train_loss": 0.002572532743215561, "global_step": 22800, "epoch": 350, "lr": 3.7680142841898694e-05}
+{"train_loss": 0.003762326203286648, "global_step": 22801, "epoch": 350, "lr": 3.767618868286199e-05}
+{"train_loss": 0.0036360290832817554, "global_step": 22802, "epoch": 350, "lr": 3.767223460588375e-05}
+{"train_loss": 0.002953128656372428, "global_step": 22803, "epoch": 350, "lr": 3.7668280610990295e-05}
+{"train_loss": 0.004021692555397749, "global_step": 22804, "epoch": 350, "lr": 3.766432669820793e-05}
+{"train_loss": 0.003248546738177538, "global_step": 22805, "epoch": 350, "lr": 3.766037286756303e-05}
+{"train_loss": 0.003257674165070057, "global_step": 22806, "epoch": 350, "lr": 3.765641911908188e-05}
+{"train_loss": 0.004087521228939295, "global_step": 22807, "epoch": 350, "lr": 3.7652465452790817e-05}
+{"train_loss": 0.002513517625629902, "global_step": 22808, "epoch": 350, "lr": 3.764851186871617e-05}
+{"train_loss": 0.0041701048612594604, "global_step": 22809, "epoch": 350, "lr": 3.764455836688425e-05}
+{"train_loss": 0.0035275411792099476, "global_step": 22810, "epoch": 350, "lr": 3.764060494732141e-05}
+{"train_loss": 0.003443698864430189, "global_step": 22811, "epoch": 350, "lr": 3.763665161005396e-05}
+{"train_loss": 0.0030402978882193565, "global_step": 22812, "epoch": 350, "lr": 3.7632698355108207e-05}
+{"train_loss": 0.0038187282625585794, "global_step": 22813, "epoch": 350, "lr": 3.762874518251052e-05}
+{"train_loss": 0.0029374669986562086, "global_step": 22814, "epoch": 350, "lr": 3.762479209228717e-05, "val_loss": 0.0038849245756864548, "train_action_mse_error": 0.00012526343925856054}
+{"train_loss": 0.00184855074621737, "global_step": 22815, "epoch": 351, "lr": 3.762083908446449e-05}
+{"train_loss": 0.0024631894193589687, "global_step": 22816, "epoch": 351, "lr": 3.761688615906882e-05}
+{"train_loss": 0.003358149901032448, "global_step": 22817, "epoch": 351, "lr": 3.761293331612646e-05}
+{"train_loss": 0.005436463747173548, "global_step": 22818, "epoch": 351, "lr": 3.760898055566376e-05}
+{"train_loss": 0.0023573236539959908, "global_step": 22819, "epoch": 351, "lr": 3.760502787770701e-05}
+{"train_loss": 0.0023562111891806126, "global_step": 22820, "epoch": 351, "lr": 3.760107528228253e-05}
+{"train_loss": 0.003643256379291415, "global_step": 22821, "epoch": 351, "lr": 3.7597122769416675e-05}
+{"train_loss": 0.0035078544169664383, "global_step": 22822, "epoch": 351, "lr": 3.7593170339135725e-05}
+{"train_loss": 0.002546278527006507, "global_step": 22823, "epoch": 351, "lr": 3.7589217991466e-05}
+{"train_loss": 0.0015170370461419225, "global_step": 22824, "epoch": 351, "lr": 3.7585265726433824e-05}
+{"train_loss": 0.0046507990919053555, "global_step": 22825, "epoch": 351, "lr": 3.758131354406551e-05}
+{"train_loss": 0.0033126170746982098, "global_step": 22826, "epoch": 351, "lr": 3.7577361444387396e-05}
+{"train_loss": 0.0032896173652261496, "global_step": 22827, "epoch": 351, "lr": 3.7573409427425754e-05}
+{"train_loss": 0.0022558304481208324, "global_step": 22828, "epoch": 351, "lr": 3.7569457493206966e-05}
+{"train_loss": 0.004652613308280706, "global_step": 22829, "epoch": 351, "lr": 3.756550564175727e-05}
+{"train_loss": 0.0023302948102355003, "global_step": 22830, "epoch": 351, "lr": 3.756155387310302e-05}
+{"train_loss": 0.004224266391247511, "global_step": 22831, "epoch": 351, "lr": 3.755760218727052e-05}
+{"train_loss": 0.002609805902466178, "global_step": 22832, "epoch": 351, "lr": 3.7553650584286094e-05}
+{"train_loss": 0.0033165274653583765, "global_step": 22833, "epoch": 351, "lr": 3.754969906417603e-05}
+{"train_loss": 0.003303986508399248, "global_step": 22834, "epoch": 351, "lr": 3.754574762696666e-05}
+{"train_loss": 0.001953480765223503, "global_step": 22835, "epoch": 351, "lr": 3.754179627268429e-05}
+{"train_loss": 0.0031802288722246885, "global_step": 22836, "epoch": 351, "lr": 3.7537845001355254e-05}
+{"train_loss": 0.0018790113972499967, "global_step": 22837, "epoch": 351, "lr": 3.75338938130058e-05}
+{"train_loss": 0.0037379772402346134, "global_step": 22838, "epoch": 351, "lr": 3.75299427076623e-05}
+{"train_loss": 0.0030482704751193523, "global_step": 22839, "epoch": 351, "lr": 3.7525991685351015e-05}
+{"train_loss": 0.0014087199233472347, "global_step": 22840, "epoch": 351, "lr": 3.7522040746098286e-05}
+{"train_loss": 0.004052662290632725, "global_step": 22841, "epoch": 351, "lr": 3.7518089889930395e-05}
+{"train_loss": 0.0019475901499390602, "global_step": 22842, "epoch": 351, "lr": 3.7514139116873674e-05}
+{"train_loss": 0.003488794667646289, "global_step": 22843, "epoch": 351, "lr": 3.751018842695441e-05}
+{"train_loss": 0.0017069311579689384, "global_step": 22844, "epoch": 351, "lr": 3.7506237820198955e-05}
+{"train_loss": 0.001999049913138151, "global_step": 22845, "epoch": 351, "lr": 3.750228729663353e-05}
+{"train_loss": 0.0025474531576037407, "global_step": 22846, "epoch": 351, "lr": 3.7498336856284504e-05}
+{"train_loss": 0.003202594118192792, "global_step": 22847, "epoch": 351, "lr": 3.749438649917816e-05}
+{"train_loss": 0.003520834492519498, "global_step": 22848, "epoch": 351, "lr": 3.74904362253408e-05}
+{"train_loss": 0.0022713281214237213, "global_step": 22849, "epoch": 351, "lr": 3.748648603479873e-05}
+{"train_loss": 0.0034674196504056454, "global_step": 22850, "epoch": 351, "lr": 3.748253592757826e-05}
+{"train_loss": 0.0025922150816768408, "global_step": 22851, "epoch": 351, "lr": 3.7478585903705695e-05}
+{"train_loss": 0.003016476519405842, "global_step": 22852, "epoch": 351, "lr": 3.747463596320733e-05}
+{"train_loss": 0.0032437907066196203, "global_step": 22853, "epoch": 351, "lr": 3.747068610610943e-05}
+{"train_loss": 0.0025076456367969513, "global_step": 22854, "epoch": 351, "lr": 3.746673633243836e-05}
+{"train_loss": 0.004522871226072311, "global_step": 22855, "epoch": 351, "lr": 3.746278664222036e-05}
+{"train_loss": 0.0017419088399037719, "global_step": 22856, "epoch": 351, "lr": 3.745883703548177e-05}
+{"train_loss": 0.0031759790144860744, "global_step": 22857, "epoch": 351, "lr": 3.7454887512248884e-05}
+{"train_loss": 0.003681318135932088, "global_step": 22858, "epoch": 351, "lr": 3.745093807254798e-05}
+{"train_loss": 0.002357249381020665, "global_step": 22859, "epoch": 351, "lr": 3.744698871640539e-05}
+{"train_loss": 0.0034072468988597393, "global_step": 22860, "epoch": 351, "lr": 3.744303944384737e-05}
+{"train_loss": 0.003272565547376871, "global_step": 22861, "epoch": 351, "lr": 3.743909025490023e-05}
+{"train_loss": 0.002668908564373851, "global_step": 22862, "epoch": 351, "lr": 3.743514114959028e-05}
+{"train_loss": 0.0017774472944438457, "global_step": 22863, "epoch": 351, "lr": 3.743119212794379e-05}
+{"train_loss": 0.001850202213972807, "global_step": 22864, "epoch": 351, "lr": 3.742724318998708e-05}
+{"train_loss": 0.0027793184854090214, "global_step": 22865, "epoch": 351, "lr": 3.7423294335746427e-05}
+{"train_loss": 0.002735759597271681, "global_step": 22866, "epoch": 351, "lr": 3.7419345565248144e-05}
+{"train_loss": 0.002796298824250698, "global_step": 22867, "epoch": 351, "lr": 3.7415396878518514e-05}
+{"train_loss": 0.0024042241275310516, "global_step": 22868, "epoch": 351, "lr": 3.7411448275583826e-05}
+{"train_loss": 0.002240997739136219, "global_step": 22869, "epoch": 351, "lr": 3.7407499756470354e-05}
+{"train_loss": 0.002622236730530858, "global_step": 22870, "epoch": 351, "lr": 3.740355132120442e-05}
+{"train_loss": 0.0037940479815006256, "global_step": 22871, "epoch": 351, "lr": 3.7399602969812296e-05}
+{"train_loss": 0.0024556114803999662, "global_step": 22872, "epoch": 351, "lr": 3.7395654702320295e-05}
+{"train_loss": 0.0024241991341114044, "global_step": 22873, "epoch": 351, "lr": 3.739170651875467e-05}
+{"train_loss": 0.0022591128945350647, "global_step": 22874, "epoch": 351, "lr": 3.738775841914175e-05}
+{"train_loss": 0.0027540172450244427, "global_step": 22875, "epoch": 351, "lr": 3.738381040350781e-05}
+{"train_loss": 0.0023910149466246367, "global_step": 22876, "epoch": 351, "lr": 3.737986247187912e-05}
+{"train_loss": 0.0025013324338942766, "global_step": 22877, "epoch": 351, "lr": 3.737591462428197e-05}
+{"train_loss": 0.00269508664496243, "global_step": 22878, "epoch": 351, "lr": 3.737196686074267e-05}
+{"train_loss": 0.0028447838643422493, "global_step": 22879, "epoch": 351, "lr": 3.7368019181287484e-05, "val_loss": 0.004008391872048378}
+{"train_loss": 0.002576076425611973, "global_step": 22880, "epoch": 352, "lr": 3.7364071585942716e-05}
+{"train_loss": 0.0017240947345271707, "global_step": 22881, "epoch": 352, "lr": 3.7360124074734626e-05}
+{"train_loss": 0.002011820673942566, "global_step": 22882, "epoch": 352, "lr": 3.7356176647689545e-05}
+{"train_loss": 0.002106728497892618, "global_step": 22883, "epoch": 352, "lr": 3.735222930483371e-05}
+{"train_loss": 0.0027411815244704485, "global_step": 22884, "epoch": 352, "lr": 3.734828204619342e-05}
+{"train_loss": 0.002032054355368018, "global_step": 22885, "epoch": 352, "lr": 3.734433487179495e-05}
+{"train_loss": 0.003620527684688568, "global_step": 22886, "epoch": 352, "lr": 3.734038778166461e-05}
+{"train_loss": 0.0013607548316940665, "global_step": 22887, "epoch": 352, "lr": 3.733644077582864e-05}
+{"train_loss": 0.005364798475056887, "global_step": 22888, "epoch": 352, "lr": 3.733249385431337e-05}
+{"train_loss": 0.0037930752150714397, "global_step": 22889, "epoch": 352, "lr": 3.732854701714503e-05}
+{"train_loss": 0.0018788906745612621, "global_step": 22890, "epoch": 352, "lr": 3.732460026434995e-05}
+{"train_loss": 0.0019936813041567802, "global_step": 22891, "epoch": 352, "lr": 3.732065359595438e-05}
+{"train_loss": 0.002508586971089244, "global_step": 22892, "epoch": 352, "lr": 3.7316707011984595e-05}
+{"train_loss": 0.0016741588478907943, "global_step": 22893, "epoch": 352, "lr": 3.731276051246688e-05}
+{"train_loss": 0.0023236286360770464, "global_step": 22894, "epoch": 352, "lr": 3.730881409742753e-05}
+{"train_loss": 0.0022007510997354984, "global_step": 22895, "epoch": 352, "lr": 3.730486776689278e-05}
+{"train_loss": 0.002046222798526287, "global_step": 22896, "epoch": 352, "lr": 3.730092152088895e-05}
+{"train_loss": 0.0023665023036301136, "global_step": 22897, "epoch": 352, "lr": 3.72969753594423e-05}
+{"train_loss": 0.002015977166593075, "global_step": 22898, "epoch": 352, "lr": 3.729302928257912e-05}
+{"train_loss": 0.002456397982314229, "global_step": 22899, "epoch": 352, "lr": 3.728908329032567e-05}
+{"train_loss": 0.0027745331171900034, "global_step": 22900, "epoch": 352, "lr": 3.72851373827082e-05}
+{"train_loss": 0.0015166756929829717, "global_step": 22901, "epoch": 352, "lr": 3.728119155975302e-05}
+{"train_loss": 0.0026913394685834646, "global_step": 22902, "epoch": 352, "lr": 3.7277245821486406e-05}
+{"train_loss": 0.0020587360486388206, "global_step": 22903, "epoch": 352, "lr": 3.72733001679346e-05}
+{"train_loss": 0.0018853326328098774, "global_step": 22904, "epoch": 352, "lr": 3.726935459912391e-05}
+{"train_loss": 0.0030338256619870663, "global_step": 22905, "epoch": 352, "lr": 3.7265409115080595e-05}
+{"train_loss": 0.0016360788140445948, "global_step": 22906, "epoch": 352, "lr": 3.72614637158309e-05}
+{"train_loss": 0.001999120693653822, "global_step": 22907, "epoch": 352, "lr": 3.7257518401401124e-05}
+{"train_loss": 0.0031481909099966288, "global_step": 22908, "epoch": 352, "lr": 3.725357317181752e-05}
+{"train_loss": 0.002179805189371109, "global_step": 22909, "epoch": 352, "lr": 3.724962802710638e-05}
+{"train_loss": 0.0028808279894292355, "global_step": 22910, "epoch": 352, "lr": 3.724568296729396e-05}
+{"train_loss": 0.002627966459840536, "global_step": 22911, "epoch": 352, "lr": 3.724173799240651e-05}
+{"train_loss": 0.0038673249073326588, "global_step": 22912, "epoch": 352, "lr": 3.723779310247034e-05}
+{"train_loss": 0.0026755514554679394, "global_step": 22913, "epoch": 352, "lr": 3.723384829751169e-05}
+{"train_loss": 0.002238237066194415, "global_step": 22914, "epoch": 352, "lr": 3.722990357755681e-05}
+{"train_loss": 0.0020025158300995827, "global_step": 22915, "epoch": 352, "lr": 3.7225958942632004e-05}
+{"train_loss": 0.003267464926466346, "global_step": 22916, "epoch": 352, "lr": 3.72220143927635e-05}
+{"train_loss": 0.0039058360271155834, "global_step": 22917, "epoch": 352, "lr": 3.721806992797761e-05}
+{"train_loss": 0.001940135844051838, "global_step": 22918, "epoch": 352, "lr": 3.721412554830055e-05}
+{"train_loss": 0.0034414734691381454, "global_step": 22919, "epoch": 352, "lr": 3.72101812537586e-05}
+{"train_loss": 0.002741406671702862, "global_step": 22920, "epoch": 352, "lr": 3.720623704437804e-05}
+{"train_loss": 0.0018591727130115032, "global_step": 22921, "epoch": 352, "lr": 3.720229292018513e-05}
+{"train_loss": 0.003331620479002595, "global_step": 22922, "epoch": 352, "lr": 3.7198348881206096e-05}
+{"train_loss": 0.0010046936804428697, "global_step": 22923, "epoch": 352, "lr": 3.719440492746724e-05}
+{"train_loss": 0.0014067839365452528, "global_step": 22924, "epoch": 352, "lr": 3.71904610589948e-05}
+{"train_loss": 0.0037729095201939344, "global_step": 22925, "epoch": 352, "lr": 3.718651727581505e-05}
+{"train_loss": 0.0027579849120229483, "global_step": 22926, "epoch": 352, "lr": 3.718257357795425e-05}
+{"train_loss": 0.0018376136431470513, "global_step": 22927, "epoch": 352, "lr": 3.7178629965438635e-05}
+{"train_loss": 0.0023196276742964983, "global_step": 22928, "epoch": 352, "lr": 3.717468643829451e-05}
+{"train_loss": 0.003835697891190648, "global_step": 22929, "epoch": 352, "lr": 3.7170742996548094e-05}
+{"train_loss": 0.001947395852766931, "global_step": 22930, "epoch": 352, "lr": 3.716679964022565e-05}
+{"train_loss": 0.0020825040992349386, "global_step": 22931, "epoch": 352, "lr": 3.7162856369353436e-05}
+{"train_loss": 0.002611626638099551, "global_step": 22932, "epoch": 352, "lr": 3.715891318395772e-05}
+{"train_loss": 0.0019229782046750188, "global_step": 22933, "epoch": 352, "lr": 3.715497008406475e-05}
+{"train_loss": 0.00377910234965384, "global_step": 22934, "epoch": 352, "lr": 3.715102706970078e-05}
+{"train_loss": 0.00197215611115098, "global_step": 22935, "epoch": 352, "lr": 3.714708414089207e-05}
+{"train_loss": 0.0024714870378375053, "global_step": 22936, "epoch": 352, "lr": 3.7143141297664887e-05}
+{"train_loss": 0.0023578794207423925, "global_step": 22937, "epoch": 352, "lr": 3.713919854004546e-05}
+{"train_loss": 0.0019839685410261154, "global_step": 22938, "epoch": 352, "lr": 3.713525586806003e-05}
+{"train_loss": 0.002698092255741358, "global_step": 22939, "epoch": 352, "lr": 3.713131328173489e-05}
+{"train_loss": 0.0022846274077892303, "global_step": 22940, "epoch": 352, "lr": 3.712737078109626e-05}
+{"train_loss": 0.0018007438629865646, "global_step": 22941, "epoch": 352, "lr": 3.712342836617041e-05}
+{"train_loss": 0.001647071330808103, "global_step": 22942, "epoch": 352, "lr": 3.7119486036983584e-05}
+{"train_loss": 0.0025772498920559883, "global_step": 22943, "epoch": 352, "lr": 3.7115543793562026e-05}
+{"train_loss": 0.0024693349179310295, "global_step": 22944, "epoch": 352, "lr": 3.711160163593201e-05, "val_loss": 0.0034343868028372526}
+{"train_loss": 0.002704586135223508, "global_step": 22945, "epoch": 353, "lr": 3.7107659564119753e-05}
+{"train_loss": 0.0019351390656083822, "global_step": 22946, "epoch": 353, "lr": 3.710371757815151e-05}
+{"train_loss": 0.0030950645450502634, "global_step": 22947, "epoch": 353, "lr": 3.7099775678053545e-05}
+{"train_loss": 0.002691102446988225, "global_step": 22948, "epoch": 353, "lr": 3.709583386385208e-05}
+{"train_loss": 0.004593892954289913, "global_step": 22949, "epoch": 353, "lr": 3.70918921355734e-05}
+{"train_loss": 0.002955595962703228, "global_step": 22950, "epoch": 353, "lr": 3.7087950493243715e-05}
+{"train_loss": 0.0014302129857242107, "global_step": 22951, "epoch": 353, "lr": 3.70840089368893e-05}
+{"train_loss": 0.003116618376225233, "global_step": 22952, "epoch": 353, "lr": 3.708006746653637e-05}
+{"train_loss": 0.002608886454254389, "global_step": 22953, "epoch": 353, "lr": 3.7076126082211195e-05}
+{"train_loss": 0.0033941057045012712, "global_step": 22954, "epoch": 353, "lr": 3.707218478393999e-05}
+{"train_loss": 0.0036431802436709404, "global_step": 22955, "epoch": 353, "lr": 3.7068243571749024e-05}
+{"train_loss": 0.0030764518305659294, "global_step": 22956, "epoch": 353, "lr": 3.7064302445664524e-05}
+{"train_loss": 0.002711123088374734, "global_step": 22957, "epoch": 353, "lr": 3.706036140571275e-05}
+{"train_loss": 0.003625380340963602, "global_step": 22958, "epoch": 353, "lr": 3.705642045191993e-05}
+{"train_loss": 0.002548990771174431, "global_step": 22959, "epoch": 353, "lr": 3.705247958431233e-05}
+{"train_loss": 0.0013118573697283864, "global_step": 22960, "epoch": 353, "lr": 3.704853880291613e-05}
+{"train_loss": 0.0015783306444063783, "global_step": 22961, "epoch": 353, "lr": 3.7044598107757636e-05}
+{"train_loss": 0.0024823264684528112, "global_step": 22962, "epoch": 353, "lr": 3.704065749886303e-05}
+{"train_loss": 0.0031913244165480137, "global_step": 22963, "epoch": 353, "lr": 3.70367169762586e-05}
+{"train_loss": 0.0025160477962344885, "global_step": 22964, "epoch": 353, "lr": 3.703277653997056e-05}
+{"train_loss": 0.001986308488994837, "global_step": 22965, "epoch": 353, "lr": 3.702883619002515e-05}
+{"train_loss": 0.001216483535245061, "global_step": 22966, "epoch": 353, "lr": 3.702489592644861e-05}
+{"train_loss": 0.002491721184924245, "global_step": 22967, "epoch": 353, "lr": 3.70209557492672e-05}
+{"train_loss": 0.002672770293429494, "global_step": 22968, "epoch": 353, "lr": 3.70170156585071e-05}
+{"train_loss": 0.001797958742827177, "global_step": 22969, "epoch": 353, "lr": 3.7013075654194585e-05}
+{"train_loss": 0.0031099624466151, "global_step": 22970, "epoch": 353, "lr": 3.700913573635587e-05}
+{"train_loss": 0.002441910095512867, "global_step": 22971, "epoch": 353, "lr": 3.700519590501721e-05}
+{"train_loss": 0.00318900472484529, "global_step": 22972, "epoch": 353, "lr": 3.7001256160204824e-05}
+{"train_loss": 0.0018703119130805135, "global_step": 22973, "epoch": 353, "lr": 3.699731650194495e-05}
+{"train_loss": 0.0021623680368065834, "global_step": 22974, "epoch": 353, "lr": 3.699337693026383e-05}
+{"train_loss": 0.0022799926809966564, "global_step": 22975, "epoch": 353, "lr": 3.698943744518768e-05}
+{"train_loss": 0.0025180228985846043, "global_step": 22976, "epoch": 353, "lr": 3.698549804674273e-05}
+{"train_loss": 0.0024884415324777365, "global_step": 22977, "epoch": 353, "lr": 3.698155873495522e-05}
+{"train_loss": 0.0028983973897993565, "global_step": 22978, "epoch": 353, "lr": 3.6977619509851366e-05}
+{"train_loss": 0.003856063587591052, "global_step": 22979, "epoch": 353, "lr": 3.697368037145742e-05}
+{"train_loss": 0.004154546186327934, "global_step": 22980, "epoch": 353, "lr": 3.696974131979959e-05}
+{"train_loss": 0.003799864323809743, "global_step": 22981, "epoch": 353, "lr": 3.6965802354904125e-05}
+{"train_loss": 0.0023328163661062717, "global_step": 22982, "epoch": 353, "lr": 3.696186347679724e-05}
+{"train_loss": 0.0032596627715975046, "global_step": 22983, "epoch": 353, "lr": 3.6957924685505167e-05}
+{"train_loss": 0.002560738008469343, "global_step": 22984, "epoch": 353, "lr": 3.6953985981054117e-05}
+{"train_loss": 0.0020711927209049463, "global_step": 22985, "epoch": 353, "lr": 3.695004736347033e-05}
+{"train_loss": 0.002673235023394227, "global_step": 22986, "epoch": 353, "lr": 3.694610883278002e-05}
+{"train_loss": 0.003139006206765771, "global_step": 22987, "epoch": 353, "lr": 3.694217038900945e-05}
+{"train_loss": 0.0024612711276859045, "global_step": 22988, "epoch": 353, "lr": 3.6938232032184784e-05}
+{"train_loss": 0.0021265260875225067, "global_step": 22989, "epoch": 353, "lr": 3.693429376233229e-05}
+{"train_loss": 0.002158187096938491, "global_step": 22990, "epoch": 353, "lr": 3.6930355579478195e-05}
+{"train_loss": 0.002548930002376437, "global_step": 22991, "epoch": 353, "lr": 3.692641748364869e-05}
+{"train_loss": 0.0018932539969682693, "global_step": 22992, "epoch": 353, "lr": 3.6922479474869994e-05}
+{"train_loss": 0.0025891512632369995, "global_step": 22993, "epoch": 353, "lr": 3.691854155316837e-05}
+{"train_loss": 0.0016647169832140207, "global_step": 22994, "epoch": 353, "lr": 3.6914603718569995e-05}
+{"train_loss": 0.0023140599951148033, "global_step": 22995, "epoch": 353, "lr": 3.691066597110112e-05}
+{"train_loss": 0.0017558257095515728, "global_step": 22996, "epoch": 353, "lr": 3.6906728310787956e-05}
+{"train_loss": 0.0031157226767390966, "global_step": 22997, "epoch": 353, "lr": 3.690279073765671e-05}
+{"train_loss": 0.0022091446444392204, "global_step": 22998, "epoch": 353, "lr": 3.6898853251733636e-05}
+{"train_loss": 0.0019741349387913942, "global_step": 22999, "epoch": 353, "lr": 3.689491585304491e-05}
+{"train_loss": 0.0017578910337761045, "global_step": 23000, "epoch": 353, "lr": 3.689097854161675e-05}
+{"train_loss": 0.00147243810351938, "global_step": 23001, "epoch": 353, "lr": 3.68870413174754e-05}
+{"train_loss": 0.0029121260158717632, "global_step": 23002, "epoch": 353, "lr": 3.688310418064705e-05}
+{"train_loss": 0.002068702830001712, "global_step": 23003, "epoch": 353, "lr": 3.687916713115794e-05}
+{"train_loss": 0.0019332915544509888, "global_step": 23004, "epoch": 353, "lr": 3.687523016903427e-05}
+{"train_loss": 0.0021986784413456917, "global_step": 23005, "epoch": 353, "lr": 3.6871293294302277e-05}
+{"train_loss": 0.0015102849574759603, "global_step": 23006, "epoch": 353, "lr": 3.686735650698815e-05}
+{"train_loss": 0.002953118411824107, "global_step": 23007, "epoch": 353, "lr": 3.686341980711811e-05}
+{"train_loss": 0.002677162177860737, "global_step": 23008, "epoch": 353, "lr": 3.685948319471835e-05}
+{"train_loss": 0.002546241757674859, "global_step": 23009, "epoch": 353, "lr": 3.6855546669815114e-05, "val_loss": 0.004101889673620462}
+{"train_loss": 0.0015389430336654186, "global_step": 23010, "epoch": 354, "lr": 3.685161023243459e-05}
+{"train_loss": 0.001233770395629108, "global_step": 23011, "epoch": 354, "lr": 3.684767388260301e-05}
+{"train_loss": 0.0030425533186644316, "global_step": 23012, "epoch": 354, "lr": 3.684373762034655e-05}
+{"train_loss": 0.0016543263336643577, "global_step": 23013, "epoch": 354, "lr": 3.683980144569148e-05}
+{"train_loss": 0.0019976841285824776, "global_step": 23014, "epoch": 354, "lr": 3.683586535866396e-05}
+{"train_loss": 0.002625608118250966, "global_step": 23015, "epoch": 354, "lr": 3.68319293592902e-05}
+{"train_loss": 0.0015439725248143077, "global_step": 23016, "epoch": 354, "lr": 3.6827993447596415e-05}
+{"train_loss": 0.0023445901460945606, "global_step": 23017, "epoch": 354, "lr": 3.6824057623608825e-05}
+{"train_loss": 0.003515861462801695, "global_step": 23018, "epoch": 354, "lr": 3.682012188735362e-05}
+{"train_loss": 0.001684935879893601, "global_step": 23019, "epoch": 354, "lr": 3.681618623885702e-05}
+{"train_loss": 0.0034163205418735743, "global_step": 23020, "epoch": 354, "lr": 3.681225067814521e-05}
+{"train_loss": 0.0040942528285086155, "global_step": 23021, "epoch": 354, "lr": 3.680831520524444e-05}
+{"train_loss": 0.003851606510579586, "global_step": 23022, "epoch": 354, "lr": 3.680437982018087e-05}
+{"train_loss": 0.0018658654298633337, "global_step": 23023, "epoch": 354, "lr": 3.6800444522980715e-05}
+{"train_loss": 0.0017868780996650457, "global_step": 23024, "epoch": 354, "lr": 3.679650931367017e-05}
+{"train_loss": 0.001728306757286191, "global_step": 23025, "epoch": 354, "lr": 3.679257419227546e-05}
+{"train_loss": 0.002622367115691304, "global_step": 23026, "epoch": 354, "lr": 3.6788639158822766e-05}
+{"train_loss": 0.0027461047284305096, "global_step": 23027, "epoch": 354, "lr": 3.678470421333832e-05}
+{"train_loss": 0.0035995945800095797, "global_step": 23028, "epoch": 354, "lr": 3.67807693558483e-05}
+{"train_loss": 0.0013203744310885668, "global_step": 23029, "epoch": 354, "lr": 3.677683458637888e-05}
+{"train_loss": 0.003324375255033374, "global_step": 23030, "epoch": 354, "lr": 3.677289990495631e-05}
+{"train_loss": 0.0019206373253837228, "global_step": 23031, "epoch": 354, "lr": 3.6768965311606776e-05}
+{"train_loss": 0.002840620232746005, "global_step": 23032, "epoch": 354, "lr": 3.6765030806356446e-05}
+{"train_loss": 0.0036075531970709562, "global_step": 23033, "epoch": 354, "lr": 3.676109638923155e-05}
+{"train_loss": 0.0026538909878581762, "global_step": 23034, "epoch": 354, "lr": 3.675716206025828e-05}
+{"train_loss": 0.0016801317688077688, "global_step": 23035, "epoch": 354, "lr": 3.6753227819462824e-05}
+{"train_loss": 0.0029949138406664133, "global_step": 23036, "epoch": 354, "lr": 3.6749293666871396e-05}
+{"train_loss": 0.002213407075032592, "global_step": 23037, "epoch": 354, "lr": 3.674535960251016e-05}
+{"train_loss": 0.0016869549872353673, "global_step": 23038, "epoch": 354, "lr": 3.674142562640534e-05}
+{"train_loss": 0.0035290776286274195, "global_step": 23039, "epoch": 354, "lr": 3.673749173858312e-05}
+{"train_loss": 0.001865467056632042, "global_step": 23040, "epoch": 354, "lr": 3.673355793906968e-05}
+{"train_loss": 0.003714288119226694, "global_step": 23041, "epoch": 354, "lr": 3.672962422789124e-05}
+{"train_loss": 0.002814807230606675, "global_step": 23042, "epoch": 354, "lr": 3.672569060507397e-05}
+{"train_loss": 0.0023363353684544563, "global_step": 23043, "epoch": 354, "lr": 3.672175707064408e-05}
+{"train_loss": 0.0031799105927348137, "global_step": 23044, "epoch": 354, "lr": 3.671782362462777e-05}
+{"train_loss": 0.0032345892395824194, "global_step": 23045, "epoch": 354, "lr": 3.6713890267051186e-05}
+{"train_loss": 0.0023078930098563433, "global_step": 23046, "epoch": 354, "lr": 3.6709956997940566e-05}
+{"train_loss": 0.001574407215230167, "global_step": 23047, "epoch": 354, "lr": 3.670602381732207e-05}
+{"train_loss": 0.0013666364829987288, "global_step": 23048, "epoch": 354, "lr": 3.6702090725221906e-05}
+{"train_loss": 0.0013439675094559789, "global_step": 23049, "epoch": 354, "lr": 3.6698157721666246e-05}
+{"train_loss": 0.00312410038895905, "global_step": 23050, "epoch": 354, "lr": 3.6694224806681284e-05}
+{"train_loss": 0.003014016430824995, "global_step": 23051, "epoch": 354, "lr": 3.669029198029323e-05}
+{"train_loss": 0.0027431712951511145, "global_step": 23052, "epoch": 354, "lr": 3.668635924252824e-05}
+{"train_loss": 0.0025842972099781036, "global_step": 23053, "epoch": 354, "lr": 3.66824265934125e-05}
+{"train_loss": 0.0038914766628295183, "global_step": 23054, "epoch": 354, "lr": 3.667849403297222e-05}
+{"train_loss": 0.00237540015950799, "global_step": 23055, "epoch": 354, "lr": 3.6674561561233564e-05}
+{"train_loss": 0.004288965370506048, "global_step": 23056, "epoch": 354, "lr": 3.667062917822273e-05}
+{"train_loss": 0.0023311511613428593, "global_step": 23057, "epoch": 354, "lr": 3.66666968839659e-05}
+{"train_loss": 0.0024449671618640423, "global_step": 23058, "epoch": 354, "lr": 3.666276467848924e-05}
+{"train_loss": 0.002907691290602088, "global_step": 23059, "epoch": 354, "lr": 3.6658832561818966e-05}
+{"train_loss": 0.0031855565030127764, "global_step": 23060, "epoch": 354, "lr": 3.665490053398123e-05}
+{"train_loss": 0.002229714300483465, "global_step": 23061, "epoch": 354, "lr": 3.665096859500222e-05}
+{"train_loss": 0.0028500158805400133, "global_step": 23062, "epoch": 354, "lr": 3.6647036744908125e-05}
+{"train_loss": 0.002234476152807474, "global_step": 23063, "epoch": 354, "lr": 3.664310498372511e-05}
+{"train_loss": 0.0018580241594463587, "global_step": 23064, "epoch": 354, "lr": 3.663917331147938e-05}
+{"train_loss": 0.0018065908225253224, "global_step": 23065, "epoch": 354, "lr": 3.66352417281971e-05}
+{"train_loss": 0.002061267616227269, "global_step": 23066, "epoch": 354, "lr": 3.663131023390444e-05}
+{"train_loss": 0.001636849599890411, "global_step": 23067, "epoch": 354, "lr": 3.66273788286276e-05}
+{"train_loss": 0.004208914469927549, "global_step": 23068, "epoch": 354, "lr": 3.662344751239274e-05}
+{"train_loss": 0.0021160233300179243, "global_step": 23069, "epoch": 354, "lr": 3.661951628522603e-05}
+{"train_loss": 0.002758254064247012, "global_step": 23070, "epoch": 354, "lr": 3.661558514715366e-05}
+{"train_loss": 0.003319933544844389, "global_step": 23071, "epoch": 354, "lr": 3.6611654098201796e-05}
+{"train_loss": 0.0030176076106727123, "global_step": 23072, "epoch": 354, "lr": 3.6607723138396633e-05}
+{"train_loss": 0.002527565462514758, "global_step": 23073, "epoch": 354, "lr": 3.660379226776433e-05}
+{"train_loss": 0.0025619128969712897, "global_step": 23074, "epoch": 354, "lr": 3.659986148633107e-05, "val_loss": 0.006412089802324772}
+{"train_loss": 0.002733284141868353, "global_step": 23075, "epoch": 355, "lr": 3.6595930794123e-05}
+{"train_loss": 0.0023000752553343773, "global_step": 23076, "epoch": 355, "lr": 3.659200019116633e-05}
+{"train_loss": 0.004025799222290516, "global_step": 23077, "epoch": 355, "lr": 3.658806967748719e-05}
+{"train_loss": 0.0018013764638453722, "global_step": 23078, "epoch": 355, "lr": 3.6584139253111796e-05}
+{"train_loss": 0.0016518909251317382, "global_step": 23079, "epoch": 355, "lr": 3.658020891806628e-05}
+{"train_loss": 0.0022262060083448887, "global_step": 23080, "epoch": 355, "lr": 3.6576278672376845e-05}
+{"train_loss": 0.0022480038460344076, "global_step": 23081, "epoch": 355, "lr": 3.657234851606964e-05}
+{"train_loss": 0.0037695132195949554, "global_step": 23082, "epoch": 355, "lr": 3.656841844917086e-05}
+{"train_loss": 0.003504693740978837, "global_step": 23083, "epoch": 355, "lr": 3.656448847170662e-05}
+{"train_loss": 0.0018737721256911755, "global_step": 23084, "epoch": 355, "lr": 3.6560558583703145e-05}
+{"train_loss": 0.00234921439550817, "global_step": 23085, "epoch": 355, "lr": 3.6556628785186564e-05}
+{"train_loss": 0.0026858190540224314, "global_step": 23086, "epoch": 355, "lr": 3.655269907618307e-05}
+{"train_loss": 0.0017350447596982121, "global_step": 23087, "epoch": 355, "lr": 3.65487694567188e-05}
+{"train_loss": 0.0019900735933333635, "global_step": 23088, "epoch": 355, "lr": 3.654483992681995e-05}
+{"train_loss": 0.0036385077983140945, "global_step": 23089, "epoch": 355, "lr": 3.654091048651267e-05}
+{"train_loss": 0.0020105005241930485, "global_step": 23090, "epoch": 355, "lr": 3.653698113582314e-05}
+{"train_loss": 0.002519869478419423, "global_step": 23091, "epoch": 355, "lr": 3.653305187477749e-05}
+{"train_loss": 0.0025764121674001217, "global_step": 23092, "epoch": 355, "lr": 3.6529122703401905e-05}
+{"train_loss": 0.0017442179378122091, "global_step": 23093, "epoch": 355, "lr": 3.6525193621722544e-05}
+{"train_loss": 0.005477281752973795, "global_step": 23094, "epoch": 355, "lr": 3.6521264629765575e-05}
+{"train_loss": 0.0028750866185873747, "global_step": 23095, "epoch": 355, "lr": 3.651733572755715e-05}
+{"train_loss": 0.002394738607108593, "global_step": 23096, "epoch": 355, "lr": 3.651340691512344e-05}
+{"train_loss": 0.0036507868207991123, "global_step": 23097, "epoch": 355, "lr": 3.650947819249061e-05}
+{"train_loss": 0.0013193696504458785, "global_step": 23098, "epoch": 355, "lr": 3.650554955968479e-05}
+{"train_loss": 0.0026581569109112024, "global_step": 23099, "epoch": 355, "lr": 3.6501621016732154e-05}
+{"train_loss": 0.003251302521675825, "global_step": 23100, "epoch": 355, "lr": 3.649769256365888e-05}
+{"train_loss": 0.0027383200358599424, "global_step": 23101, "epoch": 355, "lr": 3.64937642004911e-05}
+{"train_loss": 0.003653197083622217, "global_step": 23102, "epoch": 355, "lr": 3.6489835927254984e-05}
+{"train_loss": 0.0030867906752973795, "global_step": 23103, "epoch": 355, "lr": 3.648590774397668e-05}
+{"train_loss": 0.001988250995054841, "global_step": 23104, "epoch": 355, "lr": 3.648197965068235e-05}
+{"train_loss": 0.005298785399645567, "global_step": 23105, "epoch": 355, "lr": 3.647805164739817e-05}
+{"train_loss": 0.0031311700586229563, "global_step": 23106, "epoch": 355, "lr": 3.6474123734150255e-05}
+{"train_loss": 0.005148378200829029, "global_step": 23107, "epoch": 355, "lr": 3.647019591096478e-05}
+{"train_loss": 0.0022529747802764177, "global_step": 23108, "epoch": 355, "lr": 3.646626817786789e-05}
+{"train_loss": 0.0026058689691126347, "global_step": 23109, "epoch": 355, "lr": 3.646234053488574e-05}
+{"train_loss": 0.0027098890859633684, "global_step": 23110, "epoch": 355, "lr": 3.64584129820445e-05}
+{"train_loss": 0.001620759954676032, "global_step": 23111, "epoch": 355, "lr": 3.645448551937029e-05}
+{"train_loss": 0.0018898879643529654, "global_step": 23112, "epoch": 355, "lr": 3.6450558146889294e-05}
+{"train_loss": 0.0035215038806200027, "global_step": 23113, "epoch": 355, "lr": 3.6446630864627664e-05}
+{"train_loss": 0.003292423440143466, "global_step": 23114, "epoch": 355, "lr": 3.6442703672611514e-05}
+{"train_loss": 0.0020228298380970955, "global_step": 23115, "epoch": 355, "lr": 3.6438776570867005e-05}
+{"train_loss": 0.0033538269344717264, "global_step": 23116, "epoch": 355, "lr": 3.64348495594203e-05}
+{"train_loss": 0.0021469425410032272, "global_step": 23117, "epoch": 355, "lr": 3.643092263829754e-05}
+{"train_loss": 0.0019578030332922935, "global_step": 23118, "epoch": 355, "lr": 3.642699580752488e-05}
+{"train_loss": 0.002924771746620536, "global_step": 23119, "epoch": 355, "lr": 3.642306906712845e-05}
+{"train_loss": 0.003655884647741914, "global_step": 23120, "epoch": 355, "lr": 3.641914241713441e-05}
+{"train_loss": 0.0016008602688089013, "global_step": 23121, "epoch": 355, "lr": 3.641521585756892e-05}
+{"train_loss": 0.0010937624610960484, "global_step": 23122, "epoch": 355, "lr": 3.641128938845809e-05}
+{"train_loss": 0.0023307939991354942, "global_step": 23123, "epoch": 355, "lr": 3.6407363009828074e-05}
+{"train_loss": 0.0034815676044672728, "global_step": 23124, "epoch": 355, "lr": 3.6403436721705034e-05}
+{"train_loss": 0.0022656593937426805, "global_step": 23125, "epoch": 355, "lr": 3.639951052411509e-05}
+{"train_loss": 0.002485001226887107, "global_step": 23126, "epoch": 355, "lr": 3.6395584417084414e-05}
+{"train_loss": 0.0025677266530692577, "global_step": 23127, "epoch": 355, "lr": 3.6391658400639114e-05}
+{"train_loss": 0.0028661759570240974, "global_step": 23128, "epoch": 355, "lr": 3.638773247480538e-05}
+{"train_loss": 0.002774634165689349, "global_step": 23129, "epoch": 355, "lr": 3.638380663960931e-05}
+{"train_loss": 0.003998367581516504, "global_step": 23130, "epoch": 355, "lr": 3.637988089507705e-05}
+{"train_loss": 0.0036559472791850567, "global_step": 23131, "epoch": 355, "lr": 3.6375955241234735e-05}
+{"train_loss": 0.0035521965473890305, "global_step": 23132, "epoch": 355, "lr": 3.637202967810853e-05}
+{"train_loss": 0.003392552025616169, "global_step": 23133, "epoch": 355, "lr": 3.636810420572455e-05}
+{"train_loss": 0.0009387473692186177, "global_step": 23134, "epoch": 355, "lr": 3.636417882410895e-05}
+{"train_loss": 0.002155496971681714, "global_step": 23135, "epoch": 355, "lr": 3.636025353328785e-05}
+{"train_loss": 0.001329349004663527, "global_step": 23136, "epoch": 355, "lr": 3.635632833328741e-05}
+{"train_loss": 0.0020016031339764595, "global_step": 23137, "epoch": 355, "lr": 3.635240322413374e-05}
+{"train_loss": 0.002158562885597348, "global_step": 23138, "epoch": 355, "lr": 3.6348478205853e-05}
+{"train_loss": 0.0027159961504646794, "global_step": 23139, "epoch": 355, "lr": 3.634455327847129e-05, "val_loss": 0.011773835867643356, "train_action_mse_error": 8.670480747241527e-05}
+{"train_loss": 0.002240070840343833, "global_step": 23140, "epoch": 356, "lr": 3.6340628442014784e-05}
+{"train_loss": 0.002122865989804268, "global_step": 23141, "epoch": 356, "lr": 3.6336703696509584e-05}
+{"train_loss": 0.002049689879640937, "global_step": 23142, "epoch": 356, "lr": 3.633277904198185e-05}
+{"train_loss": 0.0027254086453467607, "global_step": 23143, "epoch": 356, "lr": 3.632885447845768e-05}
+{"train_loss": 0.002278001280501485, "global_step": 23144, "epoch": 356, "lr": 3.632493000596325e-05}
+{"train_loss": 0.0021736091002821922, "global_step": 23145, "epoch": 356, "lr": 3.632100562452467e-05}
+{"train_loss": 0.0019326349720358849, "global_step": 23146, "epoch": 356, "lr": 3.631708133416806e-05}
+{"train_loss": 0.0029501793906092644, "global_step": 23147, "epoch": 356, "lr": 3.6313157134919554e-05}
+{"train_loss": 0.003325540106743574, "global_step": 23148, "epoch": 356, "lr": 3.630923302680529e-05}
+{"train_loss": 0.0021859663538634777, "global_step": 23149, "epoch": 356, "lr": 3.6305309009851384e-05}
+{"train_loss": 0.002651210641488433, "global_step": 23150, "epoch": 356, "lr": 3.630138508408398e-05}
+{"train_loss": 0.001945834024809301, "global_step": 23151, "epoch": 356, "lr": 3.629746124952922e-05}
+{"train_loss": 0.0030389924068003893, "global_step": 23152, "epoch": 356, "lr": 3.6293537506213176e-05}
+{"train_loss": 0.0020325451623648405, "global_step": 23153, "epoch": 356, "lr": 3.6289613854162025e-05}
+{"train_loss": 0.0017474476480856538, "global_step": 23154, "epoch": 356, "lr": 3.6285690293401876e-05}
+{"train_loss": 0.004080707207322121, "global_step": 23155, "epoch": 356, "lr": 3.628176682395884e-05}
+{"train_loss": 0.004054530989378691, "global_step": 23156, "epoch": 356, "lr": 3.627784344585907e-05}
+{"train_loss": 0.0018239740747958422, "global_step": 23157, "epoch": 356, "lr": 3.6273920159128664e-05}
+{"train_loss": 0.002319059567525983, "global_step": 23158, "epoch": 356, "lr": 3.626999696379377e-05}
+{"train_loss": 0.002692632144317031, "global_step": 23159, "epoch": 356, "lr": 3.62660738598805e-05}
+{"train_loss": 0.003227916778996587, "global_step": 23160, "epoch": 356, "lr": 3.6262150847414955e-05}
+{"train_loss": 0.0015999540919438004, "global_step": 23161, "epoch": 356, "lr": 3.625822792642329e-05}
+{"train_loss": 0.0021456130780279636, "global_step": 23162, "epoch": 356, "lr": 3.625430509693161e-05}
+{"train_loss": 0.002260481473058462, "global_step": 23163, "epoch": 356, "lr": 3.625038235896602e-05}
+{"train_loss": 0.003081020899116993, "global_step": 23164, "epoch": 356, "lr": 3.624645971255267e-05}
+{"train_loss": 0.0020822801161557436, "global_step": 23165, "epoch": 356, "lr": 3.624253715771766e-05}
+{"train_loss": 0.0021200745832175016, "global_step": 23166, "epoch": 356, "lr": 3.623861469448712e-05}
+{"train_loss": 0.0035596659872680902, "global_step": 23167, "epoch": 356, "lr": 3.623469232288716e-05}
+{"train_loss": 0.0022722682915627956, "global_step": 23168, "epoch": 356, "lr": 3.6230770042943896e-05}
+{"train_loss": 0.004416287411004305, "global_step": 23169, "epoch": 356, "lr": 3.622684785468345e-05}
+{"train_loss": 0.0018854421796277165, "global_step": 23170, "epoch": 356, "lr": 3.622292575813193e-05}
+{"train_loss": 0.002399694873020053, "global_step": 23171, "epoch": 356, "lr": 3.621900375331545e-05}
+{"train_loss": 0.0038007909897714853, "global_step": 23172, "epoch": 356, "lr": 3.6215081840260146e-05}
+{"train_loss": 0.002865126822143793, "global_step": 23173, "epoch": 356, "lr": 3.62111600189921e-05}
+{"train_loss": 0.0036257498431950808, "global_step": 23174, "epoch": 356, "lr": 3.620723828953747e-05}
+{"train_loss": 0.003385609947144985, "global_step": 23175, "epoch": 356, "lr": 3.6203316651922326e-05}
+{"train_loss": 0.0022824308834969997, "global_step": 23176, "epoch": 356, "lr": 3.6199395106172785e-05}
+{"train_loss": 0.003810439957305789, "global_step": 23177, "epoch": 356, "lr": 3.619547365231498e-05}
+{"train_loss": 0.0014561985153704882, "global_step": 23178, "epoch": 356, "lr": 3.619155229037502e-05}
+{"train_loss": 0.0020244906190782785, "global_step": 23179, "epoch": 356, "lr": 3.6187631020378986e-05}
+{"train_loss": 0.0017233757534995675, "global_step": 23180, "epoch": 356, "lr": 3.618370984235303e-05}
+{"train_loss": 0.0034203913528472185, "global_step": 23181, "epoch": 356, "lr": 3.617978875632323e-05}
+{"train_loss": 0.0036878588143736124, "global_step": 23182, "epoch": 356, "lr": 3.617586776231572e-05}
+{"train_loss": 0.0035751117393374443, "global_step": 23183, "epoch": 356, "lr": 3.617194686035659e-05}
+{"train_loss": 0.0018890304490923882, "global_step": 23184, "epoch": 356, "lr": 3.616802605047192e-05}
+{"train_loss": 0.0020357302855700254, "global_step": 23185, "epoch": 356, "lr": 3.616410533268788e-05}
+{"train_loss": 0.001425033900886774, "global_step": 23186, "epoch": 356, "lr": 3.616018470703053e-05}
+{"train_loss": 0.002828453667461872, "global_step": 23187, "epoch": 356, "lr": 3.6156264173526e-05}
+{"train_loss": 0.0038066955748945475, "global_step": 23188, "epoch": 356, "lr": 3.615234373220038e-05}
+{"train_loss": 0.003348928177729249, "global_step": 23189, "epoch": 356, "lr": 3.614842338307977e-05}
+{"train_loss": 0.0023369700647890568, "global_step": 23190, "epoch": 356, "lr": 3.61445031261903e-05}
+{"train_loss": 0.002015071688219905, "global_step": 23191, "epoch": 356, "lr": 3.614058296155805e-05}
+{"train_loss": 0.004753381945192814, "global_step": 23192, "epoch": 356, "lr": 3.6136662889209115e-05}
+{"train_loss": 0.0031696404330432415, "global_step": 23193, "epoch": 356, "lr": 3.6132742909169626e-05}
+{"train_loss": 0.0036960155703127384, "global_step": 23194, "epoch": 356, "lr": 3.612882302146565e-05}
+{"train_loss": 0.0017531435005366802, "global_step": 23195, "epoch": 356, "lr": 3.612490322612332e-05}
+{"train_loss": 0.0031591462902724743, "global_step": 23196, "epoch": 356, "lr": 3.612098352316873e-05}
+{"train_loss": 0.002359536476433277, "global_step": 23197, "epoch": 356, "lr": 3.611706391262797e-05}
+{"train_loss": 0.002753071254119277, "global_step": 23198, "epoch": 356, "lr": 3.611314439452713e-05}
+{"train_loss": 0.004320842679589987, "global_step": 23199, "epoch": 356, "lr": 3.610922496889232e-05}
+{"train_loss": 0.0032079718075692654, "global_step": 23200, "epoch": 356, "lr": 3.6105305635749633e-05}
+{"train_loss": 0.0019188064616173506, "global_step": 23201, "epoch": 356, "lr": 3.610138639512517e-05}
+{"train_loss": 0.0024287994019687176, "global_step": 23202, "epoch": 356, "lr": 3.609746724704503e-05}
+{"train_loss": 0.004356330260634422, "global_step": 23203, "epoch": 356, "lr": 3.6093548191535305e-05}
+{"train_loss": 0.0027239903109148146, "global_step": 23204, "epoch": 356, "lr": 3.6089629228622094e-05, "val_loss": 0.008859327994287014}
+{"train_loss": 0.0022668158635497093, "global_step": 23205, "epoch": 357, "lr": 3.60857103583315e-05}
+{"train_loss": 0.002520840149372816, "global_step": 23206, "epoch": 357, "lr": 3.608179158068958e-05}
+{"train_loss": 0.0020378881599754095, "global_step": 23207, "epoch": 357, "lr": 3.607787289572247e-05}
+{"train_loss": 0.004220157861709595, "global_step": 23208, "epoch": 357, "lr": 3.607395430345622e-05}
+{"train_loss": 0.0023815035820007324, "global_step": 23209, "epoch": 357, "lr": 3.607003580391698e-05}
+{"train_loss": 0.0023112413473427296, "global_step": 23210, "epoch": 357, "lr": 3.6066117397130784e-05}
+{"train_loss": 0.00259650987572968, "global_step": 23211, "epoch": 357, "lr": 3.606219908312376e-05}
+{"train_loss": 0.0033543563913553953, "global_step": 23212, "epoch": 357, "lr": 3.605828086192199e-05}
+{"train_loss": 0.00258985860273242, "global_step": 23213, "epoch": 357, "lr": 3.605436273355156e-05}
+{"train_loss": 0.0026948493905365467, "global_step": 23214, "epoch": 357, "lr": 3.605044469803854e-05}
+{"train_loss": 0.0023000501096248627, "global_step": 23215, "epoch": 357, "lr": 3.6046526755409054e-05}
+{"train_loss": 0.0028960269410163164, "global_step": 23216, "epoch": 357, "lr": 3.604260890568916e-05}
+{"train_loss": 0.0026186546310782433, "global_step": 23217, "epoch": 357, "lr": 3.603869114890496e-05}
+{"train_loss": 0.0027157270815223455, "global_step": 23218, "epoch": 357, "lr": 3.603477348508254e-05}
+{"train_loss": 0.0022276153322309256, "global_step": 23219, "epoch": 357, "lr": 3.6030855914247984e-05}
+{"train_loss": 0.0035663845483213663, "global_step": 23220, "epoch": 357, "lr": 3.6026938436427386e-05}
+{"train_loss": 0.0033914768137037754, "global_step": 23221, "epoch": 357, "lr": 3.602302105164682e-05}
+{"train_loss": 0.003757590427994728, "global_step": 23222, "epoch": 357, "lr": 3.6019103759932356e-05}
+{"train_loss": 0.002845341106876731, "global_step": 23223, "epoch": 357, "lr": 3.60151865613101e-05}
+{"train_loss": 0.002253571292385459, "global_step": 23224, "epoch": 357, "lr": 3.601126945580612e-05}
+{"train_loss": 0.0022421516478061676, "global_step": 23225, "epoch": 357, "lr": 3.600735244344652e-05}
+{"train_loss": 0.002483201678842306, "global_step": 23226, "epoch": 357, "lr": 3.600343552425736e-05}
+{"train_loss": 0.0030358426738530397, "global_step": 23227, "epoch": 357, "lr": 3.599951869826473e-05}
+{"train_loss": 0.0027729684952646494, "global_step": 23228, "epoch": 357, "lr": 3.599560196549473e-05}
+{"train_loss": 0.0022925117518752813, "global_step": 23229, "epoch": 357, "lr": 3.5991685325973395e-05}
+{"train_loss": 0.0012387004680931568, "global_step": 23230, "epoch": 357, "lr": 3.598776877972682e-05}
+{"train_loss": 0.002636626595631242, "global_step": 23231, "epoch": 357, "lr": 3.598385232678111e-05}
+{"train_loss": 0.0021824573632329702, "global_step": 23232, "epoch": 357, "lr": 3.5979935967162304e-05}
+{"train_loss": 0.00421040877699852, "global_step": 23233, "epoch": 357, "lr": 3.5976019700896516e-05}
+{"train_loss": 0.002984634367749095, "global_step": 23234, "epoch": 357, "lr": 3.5972103528009794e-05}
+{"train_loss": 0.0018038806738331914, "global_step": 23235, "epoch": 357, "lr": 3.596818744852823e-05}
+{"train_loss": 0.0026938794180750847, "global_step": 23236, "epoch": 357, "lr": 3.596427146247791e-05}
+{"train_loss": 0.002877508057281375, "global_step": 23237, "epoch": 357, "lr": 3.596035556988488e-05}
+{"train_loss": 0.0019741065334528685, "global_step": 23238, "epoch": 357, "lr": 3.595643977077522e-05}
+{"train_loss": 0.0030738585628569126, "global_step": 23239, "epoch": 357, "lr": 3.595252406517502e-05}
+{"train_loss": 0.003918568138033152, "global_step": 23240, "epoch": 357, "lr": 3.594860845311033e-05}
+{"train_loss": 0.003897655289620161, "global_step": 23241, "epoch": 357, "lr": 3.5944692934607256e-05}
+{"train_loss": 0.0030452993232756853, "global_step": 23242, "epoch": 357, "lr": 3.5940777509691834e-05}
+{"train_loss": 0.004342460539191961, "global_step": 23243, "epoch": 357, "lr": 3.593686217839016e-05}
+{"train_loss": 0.002056742552667856, "global_step": 23244, "epoch": 357, "lr": 3.5932946940728305e-05}
+{"train_loss": 0.0020873600151389837, "global_step": 23245, "epoch": 357, "lr": 3.592903179673232e-05}
+{"train_loss": 0.0032767681404948235, "global_step": 23246, "epoch": 357, "lr": 3.592511674642827e-05}
+{"train_loss": 0.002080874051898718, "global_step": 23247, "epoch": 357, "lr": 3.592120178984225e-05}
+{"train_loss": 0.002999813063070178, "global_step": 23248, "epoch": 357, "lr": 3.59172869270003e-05}
+{"train_loss": 0.003531199647113681, "global_step": 23249, "epoch": 357, "lr": 3.591337215792852e-05}
+{"train_loss": 0.003502554725855589, "global_step": 23250, "epoch": 357, "lr": 3.590945748265294e-05}
+{"train_loss": 0.00305130984634161, "global_step": 23251, "epoch": 357, "lr": 3.590554290119967e-05}
+{"train_loss": 0.002086763270199299, "global_step": 23252, "epoch": 357, "lr": 3.5901628413594735e-05}
+{"train_loss": 0.001652132486924529, "global_step": 23253, "epoch": 357, "lr": 3.589771401986421e-05}
+{"train_loss": 0.0030788907315582037, "global_step": 23254, "epoch": 357, "lr": 3.589379972003416e-05}
+{"train_loss": 0.0020700511522591114, "global_step": 23255, "epoch": 357, "lr": 3.588988551413066e-05}
+{"train_loss": 0.0023374834563583136, "global_step": 23256, "epoch": 357, "lr": 3.588597140217975e-05}
+{"train_loss": 0.004562037065625191, "global_step": 23257, "epoch": 357, "lr": 3.588205738420753e-05}
+{"train_loss": 0.002313673496246338, "global_step": 23258, "epoch": 357, "lr": 3.587814346024001e-05}
+{"train_loss": 0.003356232075020671, "global_step": 23259, "epoch": 357, "lr": 3.5874229630303314e-05}
+{"train_loss": 0.0018555810675024986, "global_step": 23260, "epoch": 357, "lr": 3.587031589442345e-05}
+{"train_loss": 0.0038379307370632887, "global_step": 23261, "epoch": 357, "lr": 3.586640225262649e-05}
+{"train_loss": 0.003875971073284745, "global_step": 23262, "epoch": 357, "lr": 3.586248870493849e-05}
+{"train_loss": 0.002701087389141321, "global_step": 23263, "epoch": 357, "lr": 3.585857525138554e-05}
+{"train_loss": 0.0021441462449729443, "global_step": 23264, "epoch": 357, "lr": 3.585466189199365e-05}
+{"train_loss": 0.0037307816091924906, "global_step": 23265, "epoch": 357, "lr": 3.585074862678892e-05}
+{"train_loss": 0.004119514022022486, "global_step": 23266, "epoch": 357, "lr": 3.584683545579738e-05}
+{"train_loss": 0.0017608229536563158, "global_step": 23267, "epoch": 357, "lr": 3.5842922379045105e-05}
+{"train_loss": 0.0024787203874439, "global_step": 23268, "epoch": 357, "lr": 3.5839009396558144e-05}
+{"train_loss": 0.0028135735380391664, "global_step": 23269, "epoch": 357, "lr": 3.5835096508362545e-05, "val_loss": 0.003560080425813794}
+{"train_loss": 0.002544314367696643, "global_step": 23270, "epoch": 358, "lr": 3.583118371448434e-05}
+{"train_loss": 0.006463716272264719, "global_step": 23271, "epoch": 358, "lr": 3.5827271014949626e-05}
+{"train_loss": 0.003965406212955713, "global_step": 23272, "epoch": 358, "lr": 3.582335840978443e-05}
+{"train_loss": 0.003880674485117197, "global_step": 23273, "epoch": 358, "lr": 3.581944589901482e-05}
+{"train_loss": 0.0034782036673277617, "global_step": 23274, "epoch": 358, "lr": 3.581553348266685e-05}
+{"train_loss": 0.0037173584569245577, "global_step": 23275, "epoch": 358, "lr": 3.5811621160766533e-05}
+{"train_loss": 0.0018458851845934987, "global_step": 23276, "epoch": 358, "lr": 3.580770893333996e-05}
+{"train_loss": 0.004911487922072411, "global_step": 23277, "epoch": 358, "lr": 3.580379680041317e-05}
+{"train_loss": 0.0028497413732111454, "global_step": 23278, "epoch": 358, "lr": 3.579988476201219e-05}
+{"train_loss": 0.002835766412317753, "global_step": 23279, "epoch": 358, "lr": 3.57959728181631e-05}
+{"train_loss": 0.0038609320763498545, "global_step": 23280, "epoch": 358, "lr": 3.5792060968891935e-05}
+{"train_loss": 0.0019705649465322495, "global_step": 23281, "epoch": 358, "lr": 3.578814921422474e-05}
+{"train_loss": 0.003006882034242153, "global_step": 23282, "epoch": 358, "lr": 3.5784237554187586e-05}
+{"train_loss": 0.002825404517352581, "global_step": 23283, "epoch": 358, "lr": 3.5780325988806464e-05}
+{"train_loss": 0.0022368072532117367, "global_step": 23284, "epoch": 358, "lr": 3.577641451810746e-05}
+{"train_loss": 0.0036478976253420115, "global_step": 23285, "epoch": 358, "lr": 3.577250314211662e-05}
+{"train_loss": 0.0034962105564773083, "global_step": 23286, "epoch": 358, "lr": 3.576859186085997e-05}
+{"train_loss": 0.002031822456046939, "global_step": 23287, "epoch": 358, "lr": 3.576468067436356e-05}
+{"train_loss": 0.0032636423129588366, "global_step": 23288, "epoch": 358, "lr": 3.576076958265343e-05}
+{"train_loss": 0.003938301000744104, "global_step": 23289, "epoch": 358, "lr": 3.5756858585755635e-05}
+{"train_loss": 0.0014097815146669745, "global_step": 23290, "epoch": 358, "lr": 3.5752947683696226e-05}
+{"train_loss": 0.0026899550575762987, "global_step": 23291, "epoch": 358, "lr": 3.5749036876501194e-05}
+{"train_loss": 0.0034970773849636316, "global_step": 23292, "epoch": 358, "lr": 3.574512616419663e-05}
+{"train_loss": 0.003915473353117704, "global_step": 23293, "epoch": 358, "lr": 3.5741215546808553e-05}
+{"train_loss": 0.0024640383198857307, "global_step": 23294, "epoch": 358, "lr": 3.573730502436299e-05}
+{"train_loss": 0.003119120839983225, "global_step": 23295, "epoch": 358, "lr": 3.573339459688601e-05}
+{"train_loss": 0.0029642803128808737, "global_step": 23296, "epoch": 358, "lr": 3.5729484264403625e-05}
+{"train_loss": 0.0027132004033774137, "global_step": 23297, "epoch": 358, "lr": 3.5725574026941886e-05}
+{"train_loss": 0.0032674537505954504, "global_step": 23298, "epoch": 358, "lr": 3.5721663884526826e-05}
+{"train_loss": 0.0020976511295884848, "global_step": 23299, "epoch": 358, "lr": 3.571775383718447e-05}
+{"train_loss": 0.0026937995571643114, "global_step": 23300, "epoch": 358, "lr": 3.5713843884940864e-05}
+{"train_loss": 0.0037252064794301987, "global_step": 23301, "epoch": 358, "lr": 3.570993402782205e-05}
+{"train_loss": 0.00153645861428231, "global_step": 23302, "epoch": 358, "lr": 3.5706024265854036e-05}
+{"train_loss": 0.002921586623415351, "global_step": 23303, "epoch": 358, "lr": 3.570211459906288e-05}
+{"train_loss": 0.0022562146186828613, "global_step": 23304, "epoch": 358, "lr": 3.569820502747461e-05}
+{"train_loss": 0.00281970645301044, "global_step": 23305, "epoch": 358, "lr": 3.5694295551115266e-05}
+{"train_loss": 0.0023509147576987743, "global_step": 23306, "epoch": 358, "lr": 3.569038617001086e-05}
+{"train_loss": 0.0013357228599488735, "global_step": 23307, "epoch": 358, "lr": 3.5686476884187416e-05}
+{"train_loss": 0.002963369945064187, "global_step": 23308, "epoch": 358, "lr": 3.568256769367099e-05}
+{"train_loss": 0.002245832234621048, "global_step": 23309, "epoch": 358, "lr": 3.56786585984876e-05}
+{"train_loss": 0.002067782450467348, "global_step": 23310, "epoch": 358, "lr": 3.567474959866326e-05}
+{"train_loss": 0.0025501931086182594, "global_step": 23311, "epoch": 358, "lr": 3.567084069422403e-05}
+{"train_loss": 0.0021948060020804405, "global_step": 23312, "epoch": 358, "lr": 3.566693188519591e-05}
+{"train_loss": 0.003530198708176613, "global_step": 23313, "epoch": 358, "lr": 3.566302317160496e-05}
+{"train_loss": 0.002961802063509822, "global_step": 23314, "epoch": 358, "lr": 3.565911455347717e-05}
+{"train_loss": 0.002167891478165984, "global_step": 23315, "epoch": 358, "lr": 3.565520603083857e-05}
+{"train_loss": 0.0021872143261134624, "global_step": 23316, "epoch": 358, "lr": 3.5651297603715205e-05}
+{"train_loss": 0.004397242795675993, "global_step": 23317, "epoch": 358, "lr": 3.564738927213309e-05}
+{"train_loss": 0.0019953581504523754, "global_step": 23318, "epoch": 358, "lr": 3.564348103611824e-05}
+{"train_loss": 0.0030763959512114525, "global_step": 23319, "epoch": 358, "lr": 3.563957289569669e-05}
+{"train_loss": 0.0014053789200261235, "global_step": 23320, "epoch": 358, "lr": 3.5635664850894465e-05}
+{"train_loss": 0.0032751266844570637, "global_step": 23321, "epoch": 358, "lr": 3.563175690173757e-05}
+{"train_loss": 0.0013523645466193557, "global_step": 23322, "epoch": 358, "lr": 3.5627849048252044e-05}
+{"train_loss": 0.0027884638402611017, "global_step": 23323, "epoch": 358, "lr": 3.562394129046388e-05}
+{"train_loss": 0.0013416592264547944, "global_step": 23324, "epoch": 358, "lr": 3.562003362839914e-05}
+{"train_loss": 0.0024406190495938063, "global_step": 23325, "epoch": 358, "lr": 3.561612606208382e-05}
+{"train_loss": 0.003890705294907093, "global_step": 23326, "epoch": 358, "lr": 3.5612218591543924e-05}
+{"train_loss": 0.002622327534481883, "global_step": 23327, "epoch": 358, "lr": 3.56083112168055e-05}
+{"train_loss": 0.001588630024343729, "global_step": 23328, "epoch": 358, "lr": 3.560440393789456e-05}
+{"train_loss": 0.0024500254075974226, "global_step": 23329, "epoch": 358, "lr": 3.5600496754837085e-05}
+{"train_loss": 0.0029619704000651836, "global_step": 23330, "epoch": 358, "lr": 3.559658966765914e-05}
+{"train_loss": 0.0036020393017679453, "global_step": 23331, "epoch": 358, "lr": 3.55926826763867e-05}
+{"train_loss": 0.001083695562556386, "global_step": 23332, "epoch": 358, "lr": 3.558877578104581e-05}
+{"train_loss": 0.0034341097343713045, "global_step": 23333, "epoch": 358, "lr": 3.558486898166246e-05}
+{"train_loss": 0.0028258118169525496, "global_step": 23334, "epoch": 358, "lr": 3.558096227826269e-05, "val_loss": 0.013582257553935051}
+{"train_loss": 0.002346739638596773, "global_step": 23335, "epoch": 359, "lr": 3.5577055670872495e-05}
+{"train_loss": 0.00240127881988883, "global_step": 23336, "epoch": 359, "lr": 3.557314915951791e-05}
+{"train_loss": 0.0032965184655040503, "global_step": 23337, "epoch": 359, "lr": 3.556924274422489e-05}
+{"train_loss": 0.002835332415997982, "global_step": 23338, "epoch": 359, "lr": 3.556533642501951e-05}
+{"train_loss": 0.0024702437222003937, "global_step": 23339, "epoch": 359, "lr": 3.556143020192774e-05}
+{"train_loss": 0.0024080174043774605, "global_step": 23340, "epoch": 359, "lr": 3.5557524074975615e-05}
+{"train_loss": 0.002500695176422596, "global_step": 23341, "epoch": 359, "lr": 3.555361804418912e-05}
+{"train_loss": 0.0025104430969804525, "global_step": 23342, "epoch": 359, "lr": 3.554971210959428e-05}
+{"train_loss": 0.0027322969399392605, "global_step": 23343, "epoch": 359, "lr": 3.554580627121712e-05}
+{"train_loss": 0.0021993075497448444, "global_step": 23344, "epoch": 359, "lr": 3.5541900529083605e-05}
+{"train_loss": 0.001761589664965868, "global_step": 23345, "epoch": 359, "lr": 3.553799488321976e-05}
+{"train_loss": 0.0019037261372432113, "global_step": 23346, "epoch": 359, "lr": 3.5534089333651596e-05}
+{"train_loss": 0.0016987634589895606, "global_step": 23347, "epoch": 359, "lr": 3.553018388040512e-05}
+{"train_loss": 0.0028845674823969603, "global_step": 23348, "epoch": 359, "lr": 3.552627852350633e-05}
+{"train_loss": 0.0037628423888236284, "global_step": 23349, "epoch": 359, "lr": 3.552237326298122e-05}
+{"train_loss": 0.0026594935916364193, "global_step": 23350, "epoch": 359, "lr": 3.551846809885582e-05}
+{"train_loss": 0.0012740669772028923, "global_step": 23351, "epoch": 359, "lr": 3.5514563031156134e-05}
+{"train_loss": 0.0017259102314710617, "global_step": 23352, "epoch": 359, "lr": 3.551065805990813e-05}
+{"train_loss": 0.0019745042081922293, "global_step": 23353, "epoch": 359, "lr": 3.550675318513782e-05}
+{"train_loss": 0.003830530447885394, "global_step": 23354, "epoch": 359, "lr": 3.5502848406871226e-05}
+{"train_loss": 0.003510360373184085, "global_step": 23355, "epoch": 359, "lr": 3.549894372513431e-05}
+{"train_loss": 0.001632746891118586, "global_step": 23356, "epoch": 359, "lr": 3.5495039139953124e-05}
+{"train_loss": 0.0020349195692688227, "global_step": 23357, "epoch": 359, "lr": 3.549113465135362e-05}
+{"train_loss": 0.0025885652285069227, "global_step": 23358, "epoch": 359, "lr": 3.5487230259361824e-05}
+{"train_loss": 0.003564094193279743, "global_step": 23359, "epoch": 359, "lr": 3.548332596400373e-05}
+{"train_loss": 0.001621834235265851, "global_step": 23360, "epoch": 359, "lr": 3.547942176530533e-05}
+{"train_loss": 0.0008998208213597536, "global_step": 23361, "epoch": 359, "lr": 3.54755176632926e-05}
+{"train_loss": 0.0023398399353027344, "global_step": 23362, "epoch": 359, "lr": 3.5471613657991575e-05}
+{"train_loss": 0.004346923902630806, "global_step": 23363, "epoch": 359, "lr": 3.546770974942821e-05}
+{"train_loss": 0.0022064647637307644, "global_step": 23364, "epoch": 359, "lr": 3.546380593762853e-05}
+{"train_loss": 0.0017630137735977769, "global_step": 23365, "epoch": 359, "lr": 3.5459902222618515e-05}
+{"train_loss": 0.0013952635927125812, "global_step": 23366, "epoch": 359, "lr": 3.545599860442416e-05}
+{"train_loss": 0.002725380938500166, "global_step": 23367, "epoch": 359, "lr": 3.5452095083071474e-05}
+{"train_loss": 0.003674865933135152, "global_step": 23368, "epoch": 359, "lr": 3.544819165858642e-05}
+{"train_loss": 0.0021258657798171043, "global_step": 23369, "epoch": 359, "lr": 3.544428833099499e-05}
+{"train_loss": 0.0018845928134396672, "global_step": 23370, "epoch": 359, "lr": 3.5440385100323205e-05}
+{"train_loss": 0.004820415750145912, "global_step": 23371, "epoch": 359, "lr": 3.543648196659702e-05}
+{"train_loss": 0.0022190611343830824, "global_step": 23372, "epoch": 359, "lr": 3.543257892984245e-05}
+{"train_loss": 0.00401248037815094, "global_step": 23373, "epoch": 359, "lr": 3.5428675990085455e-05}
+{"train_loss": 0.0016460552578791976, "global_step": 23374, "epoch": 359, "lr": 3.542477314735209e-05}
+{"train_loss": 0.0025741455610841513, "global_step": 23375, "epoch": 359, "lr": 3.542087040166825e-05}
+{"train_loss": 0.0018356936052441597, "global_step": 23376, "epoch": 359, "lr": 3.541696775305998e-05}
+{"train_loss": 0.0028107997495681047, "global_step": 23377, "epoch": 359, "lr": 3.5413065201553244e-05}
+{"train_loss": 0.0017383152153342962, "global_step": 23378, "epoch": 359, "lr": 3.540916274717404e-05}
+{"train_loss": 0.0015392208006232977, "global_step": 23379, "epoch": 359, "lr": 3.5405260389948336e-05}
+{"train_loss": 0.0023042247630655766, "global_step": 23380, "epoch": 359, "lr": 3.540135812990213e-05}
+{"train_loss": 0.002868202282115817, "global_step": 23381, "epoch": 359, "lr": 3.5397455967061403e-05}
+{"train_loss": 0.0017174272798001766, "global_step": 23382, "epoch": 359, "lr": 3.539355390145217e-05}
+{"train_loss": 0.001833789749071002, "global_step": 23383, "epoch": 359, "lr": 3.538965193310034e-05}
+{"train_loss": 0.0028092653956264257, "global_step": 23384, "epoch": 359, "lr": 3.5385750062031956e-05}
+{"train_loss": 0.0019400600576773286, "global_step": 23385, "epoch": 359, "lr": 3.538184828827295e-05}
+{"train_loss": 0.0031388781499117613, "global_step": 23386, "epoch": 359, "lr": 3.537794661184935e-05}
+{"train_loss": 0.0013584332773461938, "global_step": 23387, "epoch": 359, "lr": 3.53740450327871e-05}
+{"train_loss": 0.001463155960664153, "global_step": 23388, "epoch": 359, "lr": 3.537014355111221e-05}
+{"train_loss": 0.0029646647162735462, "global_step": 23389, "epoch": 359, "lr": 3.536624216685062e-05}
+{"train_loss": 0.0031771513167768717, "global_step": 23390, "epoch": 359, "lr": 3.5362340880028365e-05}
+{"train_loss": 0.0021195579320192337, "global_step": 23391, "epoch": 359, "lr": 3.535843969067136e-05}
+{"train_loss": 0.0024925018660724163, "global_step": 23392, "epoch": 359, "lr": 3.535453859880561e-05}
+{"train_loss": 0.0017956584924831986, "global_step": 23393, "epoch": 359, "lr": 3.5350637604457085e-05}
+{"train_loss": 0.0022304721642285585, "global_step": 23394, "epoch": 359, "lr": 3.534673670765176e-05}
+{"train_loss": 0.0020092830527573824, "global_step": 23395, "epoch": 359, "lr": 3.5342835908415615e-05}
+{"train_loss": 0.0027845322620123625, "global_step": 23396, "epoch": 359, "lr": 3.5338935206774624e-05}
+{"train_loss": 0.0022825852502137423, "global_step": 23397, "epoch": 359, "lr": 3.533503460275477e-05}
+{"train_loss": 0.0016503388760611415, "global_step": 23398, "epoch": 359, "lr": 3.533113409638199e-05}
+{"train_loss": 0.0023999836277933074, "global_step": 23399, "epoch": 359, "lr": 3.532723368768228e-05, "val_loss": 0.005431982688605785}
+{"train_loss": 0.0019208864541724324, "global_step": 23400, "epoch": 360, "lr": 3.5323333376681614e-05}
+{"train_loss": 0.0020724281203001738, "global_step": 23401, "epoch": 360, "lr": 3.531943316340593e-05}
+{"train_loss": 0.0015389707405120134, "global_step": 23402, "epoch": 360, "lr": 3.5315533047881256e-05}
+{"train_loss": 0.0017851898446679115, "global_step": 23403, "epoch": 360, "lr": 3.5311633030133515e-05}
+{"train_loss": 0.0016441919142380357, "global_step": 23404, "epoch": 360, "lr": 3.530773311018869e-05}
+{"train_loss": 0.0031793939415365458, "global_step": 23405, "epoch": 360, "lr": 3.5303833288072764e-05}
+{"train_loss": 0.0011947214370593429, "global_step": 23406, "epoch": 360, "lr": 3.529993356381168e-05}
+{"train_loss": 0.0019412984838709235, "global_step": 23407, "epoch": 360, "lr": 3.529603393743139e-05}
+{"train_loss": 0.0028501565102487803, "global_step": 23408, "epoch": 360, "lr": 3.529213440895791e-05}
+{"train_loss": 0.002424035919830203, "global_step": 23409, "epoch": 360, "lr": 3.5288234978417154e-05}
+{"train_loss": 0.003206059103831649, "global_step": 23410, "epoch": 360, "lr": 3.528433564583513e-05}
+{"train_loss": 0.0029360121116042137, "global_step": 23411, "epoch": 360, "lr": 3.528043641123777e-05}
+{"train_loss": 0.0020886461716145277, "global_step": 23412, "epoch": 360, "lr": 3.527653727465106e-05}
+{"train_loss": 0.0011977095855399966, "global_step": 23413, "epoch": 360, "lr": 3.527263823610095e-05}
+{"train_loss": 0.001226189429871738, "global_step": 23414, "epoch": 360, "lr": 3.52687392956134e-05}
+{"train_loss": 0.0027456278912723064, "global_step": 23415, "epoch": 360, "lr": 3.526484045321437e-05}
+{"train_loss": 0.002106065396219492, "global_step": 23416, "epoch": 360, "lr": 3.526094170892983e-05}
+{"train_loss": 0.0033377583604305983, "global_step": 23417, "epoch": 360, "lr": 3.525704306278572e-05}
+{"train_loss": 0.0011198524152860045, "global_step": 23418, "epoch": 360, "lr": 3.5253144514808035e-05}
+{"train_loss": 0.0028501267079263926, "global_step": 23419, "epoch": 360, "lr": 3.5249246065022695e-05}
+{"train_loss": 0.001458885963074863, "global_step": 23420, "epoch": 360, "lr": 3.5245347713455704e-05}
+{"train_loss": 0.0015863657463341951, "global_step": 23421, "epoch": 360, "lr": 3.524144946013297e-05}
+{"train_loss": 0.002220878144726157, "global_step": 23422, "epoch": 360, "lr": 3.523755130508046e-05}
+{"train_loss": 0.004086977802217007, "global_step": 23423, "epoch": 360, "lr": 3.523365324832416e-05}
+{"train_loss": 0.00236882409080863, "global_step": 23424, "epoch": 360, "lr": 3.522975528989e-05}
+{"train_loss": 0.001347740413621068, "global_step": 23425, "epoch": 360, "lr": 3.522585742980394e-05}
+{"train_loss": 0.0019087798427790403, "global_step": 23426, "epoch": 360, "lr": 3.5221959668091935e-05}
+{"train_loss": 0.0033688482362776995, "global_step": 23427, "epoch": 360, "lr": 3.5218062004779926e-05}
+{"train_loss": 0.0043561519123613834, "global_step": 23428, "epoch": 360, "lr": 3.5214164439893904e-05}
+{"train_loss": 0.0019521565409377217, "global_step": 23429, "epoch": 360, "lr": 3.521026697345978e-05}
+{"train_loss": 0.0030040640849620104, "global_step": 23430, "epoch": 360, "lr": 3.520636960550352e-05}
+{"train_loss": 0.0033846781589090824, "global_step": 23431, "epoch": 360, "lr": 3.5202472336051076e-05}
+{"train_loss": 0.002429478568956256, "global_step": 23432, "epoch": 360, "lr": 3.51985751651284e-05}
+{"train_loss": 0.0022841424215584993, "global_step": 23433, "epoch": 360, "lr": 3.519467809276142e-05}
+{"train_loss": 0.0029464918188750744, "global_step": 23434, "epoch": 360, "lr": 3.519078111897612e-05}
+{"train_loss": 0.00373732578009367, "global_step": 23435, "epoch": 360, "lr": 3.518688424379843e-05}
+{"train_loss": 0.003121001413092017, "global_step": 23436, "epoch": 360, "lr": 3.518298746725431e-05}
+{"train_loss": 0.0025734398514032364, "global_step": 23437, "epoch": 360, "lr": 3.5179090789369685e-05}
+{"train_loss": 0.0028277833480387926, "global_step": 23438, "epoch": 360, "lr": 3.51751942101705e-05}
+{"train_loss": 0.003448490286245942, "global_step": 23439, "epoch": 360, "lr": 3.517129772968273e-05}
+{"train_loss": 0.002876491751521826, "global_step": 23440, "epoch": 360, "lr": 3.5167401347932296e-05}
+{"train_loss": 0.0024029624182730913, "global_step": 23441, "epoch": 360, "lr": 3.5163505064945137e-05}
+{"train_loss": 0.0028057892341166735, "global_step": 23442, "epoch": 360, "lr": 3.515960888074722e-05}
+{"train_loss": 0.0027077721897512674, "global_step": 23443, "epoch": 360, "lr": 3.515571279536448e-05}
+{"train_loss": 0.0019921993371099234, "global_step": 23444, "epoch": 360, "lr": 3.515181680882283e-05}
+{"train_loss": 0.0026403784286230803, "global_step": 23445, "epoch": 360, "lr": 3.5147920921148267e-05}
+{"train_loss": 0.0034598682541400194, "global_step": 23446, "epoch": 360, "lr": 3.5144025132366675e-05}
+{"train_loss": 0.002846067538484931, "global_step": 23447, "epoch": 360, "lr": 3.514012944250403e-05}
+{"train_loss": 0.0022008896339684725, "global_step": 23448, "epoch": 360, "lr": 3.513623385158627e-05}
+{"train_loss": 0.0026679513975977898, "global_step": 23449, "epoch": 360, "lr": 3.513233835963931e-05}
+{"train_loss": 0.0018466837937012315, "global_step": 23450, "epoch": 360, "lr": 3.5128442966689127e-05}
+{"train_loss": 0.0019934126175940037, "global_step": 23451, "epoch": 360, "lr": 3.512454767276163e-05}
+{"train_loss": 0.0038443547673523426, "global_step": 23452, "epoch": 360, "lr": 3.512065247788275e-05}
+{"train_loss": 0.0038701030425727367, "global_step": 23453, "epoch": 360, "lr": 3.511675738207844e-05}
+{"train_loss": 0.0017047488363459706, "global_step": 23454, "epoch": 360, "lr": 3.5112862385374624e-05}
+{"train_loss": 0.002711454639211297, "global_step": 23455, "epoch": 360, "lr": 3.510896748779725e-05}
+{"train_loss": 0.002866158727556467, "global_step": 23456, "epoch": 360, "lr": 3.5105072689372245e-05}
+{"train_loss": 0.0037447179201990366, "global_step": 23457, "epoch": 360, "lr": 3.5101177990125536e-05}
+{"train_loss": 0.0032841444481164217, "global_step": 23458, "epoch": 360, "lr": 3.5097283390083074e-05}
+{"train_loss": 0.0029031778685748577, "global_step": 23459, "epoch": 360, "lr": 3.5093388889270786e-05}
+{"train_loss": 0.002422482706606388, "global_step": 23460, "epoch": 360, "lr": 3.508949448771458e-05}
+{"train_loss": 0.0020356622990220785, "global_step": 23461, "epoch": 360, "lr": 3.508560018544042e-05}
+{"train_loss": 0.0016187879955396056, "global_step": 23462, "epoch": 360, "lr": 3.5081705982474214e-05}
+{"train_loss": 0.0014888078439980745, "global_step": 23463, "epoch": 360, "lr": 3.5077811878841896e-05}
+{"train_loss": 0.0025290038615751725, "global_step": 23464, "epoch": 360, "lr": 3.507391787456941e-05, "val_loss": 0.00753700640052557, "train_action_mse_error": 7.315237598959357e-05}
+{"train_loss": 0.0022195526398718357, "global_step": 23465, "epoch": 361, "lr": 3.507002396968265e-05}
+{"train_loss": 0.0028768840711563826, "global_step": 23466, "epoch": 361, "lr": 3.506613016420759e-05}
+{"train_loss": 0.0025257724337279797, "global_step": 23467, "epoch": 361, "lr": 3.506223645817014e-05}
+{"train_loss": 0.002310371957719326, "global_step": 23468, "epoch": 361, "lr": 3.5058342851596196e-05}
+{"train_loss": 0.002647348213940859, "global_step": 23469, "epoch": 361, "lr": 3.505444934451172e-05}
+{"train_loss": 0.0026813310105353594, "global_step": 23470, "epoch": 361, "lr": 3.505055593694261e-05}
+{"train_loss": 0.002220965689048171, "global_step": 23471, "epoch": 361, "lr": 3.5046662628914815e-05}
+{"train_loss": 0.0023068038281053305, "global_step": 23472, "epoch": 361, "lr": 3.504276942045425e-05}
+{"train_loss": 0.0027001150883734226, "global_step": 23473, "epoch": 361, "lr": 3.503887631158683e-05}
+{"train_loss": 0.003232628805562854, "global_step": 23474, "epoch": 361, "lr": 3.5034983302338496e-05}
+{"train_loss": 0.001405856804922223, "global_step": 23475, "epoch": 361, "lr": 3.503109039273516e-05}
+{"train_loss": 0.004054312128573656, "global_step": 23476, "epoch": 361, "lr": 3.502719758280272e-05}
+{"train_loss": 0.0016787273343652487, "global_step": 23477, "epoch": 361, "lr": 3.502330487256713e-05}
+{"train_loss": 0.0027862058486789465, "global_step": 23478, "epoch": 361, "lr": 3.5019412262054286e-05}
+{"train_loss": 0.0021087066270411015, "global_step": 23479, "epoch": 361, "lr": 3.5015519751290125e-05}
+{"train_loss": 0.004191981162875891, "global_step": 23480, "epoch": 361, "lr": 3.501162734030056e-05}
+{"train_loss": 0.002299480838701129, "global_step": 23481, "epoch": 361, "lr": 3.50077350291115e-05}
+{"train_loss": 0.002482014475390315, "global_step": 23482, "epoch": 361, "lr": 3.500384281774889e-05}
+{"train_loss": 0.0027119165752083063, "global_step": 23483, "epoch": 361, "lr": 3.4999950706238616e-05}
+{"train_loss": 0.0020399463828653097, "global_step": 23484, "epoch": 361, "lr": 3.499605869460659e-05}
+{"train_loss": 0.0012838137336075306, "global_step": 23485, "epoch": 361, "lr": 3.499216678287875e-05}
+{"train_loss": 0.003362818155437708, "global_step": 23486, "epoch": 361, "lr": 3.4988274971080984e-05}
+{"train_loss": 0.0032381219789385796, "global_step": 23487, "epoch": 361, "lr": 3.498438325923924e-05}
+{"train_loss": 0.0018721106462180614, "global_step": 23488, "epoch": 361, "lr": 3.49804916473794e-05}
+{"train_loss": 0.003724808571860194, "global_step": 23489, "epoch": 361, "lr": 3.4976600135527406e-05}
+{"train_loss": 0.0018752068281173706, "global_step": 23490, "epoch": 361, "lr": 3.497270872370916e-05}
+{"train_loss": 0.002140987431630492, "global_step": 23491, "epoch": 361, "lr": 3.4968817411950547e-05}
+{"train_loss": 0.0014427752466872334, "global_step": 23492, "epoch": 361, "lr": 3.4964926200277504e-05}
+{"train_loss": 0.003049262100830674, "global_step": 23493, "epoch": 361, "lr": 3.496103508871593e-05}
+{"train_loss": 0.0018061993177980185, "global_step": 23494, "epoch": 361, "lr": 3.4957144077291734e-05}
+{"train_loss": 0.0035553984344005585, "global_step": 23495, "epoch": 361, "lr": 3.495325316603084e-05}
+{"train_loss": 0.001770602073520422, "global_step": 23496, "epoch": 361, "lr": 3.494936235495913e-05}
+{"train_loss": 0.003045998979359865, "global_step": 23497, "epoch": 361, "lr": 3.4945471644102556e-05}
+{"train_loss": 0.0028528792317956686, "global_step": 23498, "epoch": 361, "lr": 3.4941581033486965e-05}
+{"train_loss": 0.003031854284927249, "global_step": 23499, "epoch": 361, "lr": 3.49376905231383e-05}
+{"train_loss": 0.0022846092469990253, "global_step": 23500, "epoch": 361, "lr": 3.493380011308245e-05}
+{"train_loss": 0.0017317213350906968, "global_step": 23501, "epoch": 361, "lr": 3.492990980334533e-05}
+{"train_loss": 0.0027605772484093904, "global_step": 23502, "epoch": 361, "lr": 3.492601959395283e-05}
+{"train_loss": 0.002139945048838854, "global_step": 23503, "epoch": 361, "lr": 3.4922129484930884e-05}
+{"train_loss": 0.0034455680288374424, "global_step": 23504, "epoch": 361, "lr": 3.4918239476305356e-05}
+{"train_loss": 0.0017645853804424405, "global_step": 23505, "epoch": 361, "lr": 3.49143495681022e-05}
+{"train_loss": 0.0025968337431550026, "global_step": 23506, "epoch": 361, "lr": 3.491045976034725e-05}
+{"train_loss": 0.001995805185288191, "global_step": 23507, "epoch": 361, "lr": 3.4906570053066445e-05}
+{"train_loss": 0.004120922647416592, "global_step": 23508, "epoch": 361, "lr": 3.4902680446285674e-05}
+{"train_loss": 0.002437785267829895, "global_step": 23509, "epoch": 361, "lr": 3.4898790940030854e-05}
+{"train_loss": 0.002736157737672329, "global_step": 23510, "epoch": 361, "lr": 3.489490153432785e-05}
+{"train_loss": 0.0036236830055713654, "global_step": 23511, "epoch": 361, "lr": 3.4891012229202604e-05}
+{"train_loss": 0.0030259916093200445, "global_step": 23512, "epoch": 361, "lr": 3.488712302468097e-05}
+{"train_loss": 0.003676304593682289, "global_step": 23513, "epoch": 361, "lr": 3.488323392078889e-05}
+{"train_loss": 0.0025414905976504087, "global_step": 23514, "epoch": 361, "lr": 3.487934491755221e-05}
+{"train_loss": 0.0024616096634417772, "global_step": 23515, "epoch": 361, "lr": 3.4875456014996855e-05}
+{"train_loss": 0.0024747091811150312, "global_step": 23516, "epoch": 361, "lr": 3.48715672131487e-05}
+{"train_loss": 0.0014221086166799068, "global_step": 23517, "epoch": 361, "lr": 3.486767851203367e-05}
+{"train_loss": 0.0022677965462207794, "global_step": 23518, "epoch": 361, "lr": 3.486378991167763e-05}
+{"train_loss": 0.002185599412769079, "global_step": 23519, "epoch": 361, "lr": 3.4859901412106476e-05}
+{"train_loss": 0.003578421426936984, "global_step": 23520, "epoch": 361, "lr": 3.485601301334613e-05}
+{"train_loss": 0.0024288296699523926, "global_step": 23521, "epoch": 361, "lr": 3.485212471542244e-05}
+{"train_loss": 0.0023343979846686125, "global_step": 23522, "epoch": 361, "lr": 3.484823651836131e-05}
+{"train_loss": 0.0017788945697247982, "global_step": 23523, "epoch": 361, "lr": 3.4844348422188644e-05}
+{"train_loss": 0.001920703100040555, "global_step": 23524, "epoch": 361, "lr": 3.484046042693031e-05}
+{"train_loss": 0.0020683733746409416, "global_step": 23525, "epoch": 361, "lr": 3.483657253261221e-05}
+{"train_loss": 0.0010790821397677064, "global_step": 23526, "epoch": 361, "lr": 3.483268473926023e-05}
+{"train_loss": 0.00181109388358891, "global_step": 23527, "epoch": 361, "lr": 3.482879704690026e-05}
+{"train_loss": 0.0014335098676383495, "global_step": 23528, "epoch": 361, "lr": 3.4824909455558196e-05}
+{"train_loss": 0.0025099196220533205, "global_step": 23529, "epoch": 361, "lr": 3.4821021965259904e-05, "val_loss": 0.018709339201450348}
+{"train_loss": 0.001718266517855227, "global_step": 23530, "epoch": 362, "lr": 3.481713457603126e-05}
+{"train_loss": 0.002540023997426033, "global_step": 23531, "epoch": 362, "lr": 3.481324728789817e-05}
+{"train_loss": 0.004047371447086334, "global_step": 23532, "epoch": 362, "lr": 3.480936010088651e-05}
+{"train_loss": 0.0019252313068136573, "global_step": 23533, "epoch": 362, "lr": 3.4805473015022174e-05}
+{"train_loss": 0.0016744941240176558, "global_step": 23534, "epoch": 362, "lr": 3.480158603033102e-05}
+{"train_loss": 0.003203548723831773, "global_step": 23535, "epoch": 362, "lr": 3.479769914683895e-05}
+{"train_loss": 0.0021648562978953123, "global_step": 23536, "epoch": 362, "lr": 3.4793812364571856e-05}
+{"train_loss": 0.0022591433953493834, "global_step": 23537, "epoch": 362, "lr": 3.4789925683555594e-05}
+{"train_loss": 0.002882889937609434, "global_step": 23538, "epoch": 362, "lr": 3.4786039103816026e-05}
+{"train_loss": 0.0026402624789625406, "global_step": 23539, "epoch": 362, "lr": 3.478215262537908e-05}
+{"train_loss": 0.0026771517004817724, "global_step": 23540, "epoch": 362, "lr": 3.4778266248270594e-05}
+{"train_loss": 0.002851056633517146, "global_step": 23541, "epoch": 362, "lr": 3.4774379972516467e-05}
+{"train_loss": 0.001448187860660255, "global_step": 23542, "epoch": 362, "lr": 3.477049379814257e-05}
+{"train_loss": 0.003292122157290578, "global_step": 23543, "epoch": 362, "lr": 3.4766607725174796e-05}
+{"train_loss": 0.001554030692204833, "global_step": 23544, "epoch": 362, "lr": 3.4762721753638995e-05}
+{"train_loss": 0.0036674407310783863, "global_step": 23545, "epoch": 362, "lr": 3.4758835883561046e-05}
+{"train_loss": 0.001554032671265304, "global_step": 23546, "epoch": 362, "lr": 3.4754950114966825e-05}
+{"train_loss": 0.0030205680523067713, "global_step": 23547, "epoch": 362, "lr": 3.475106444788221e-05}
+{"train_loss": 0.0013408969389274716, "global_step": 23548, "epoch": 362, "lr": 3.4747178882333064e-05}
+{"train_loss": 0.0013502079527825117, "global_step": 23549, "epoch": 362, "lr": 3.474329341834528e-05}
+{"train_loss": 0.003071728628128767, "global_step": 23550, "epoch": 362, "lr": 3.4739408055944714e-05}
+{"train_loss": 0.002403218299150467, "global_step": 23551, "epoch": 362, "lr": 3.473552279515725e-05}
+{"train_loss": 0.0030030019115656614, "global_step": 23552, "epoch": 362, "lr": 3.473163763600874e-05}
+{"train_loss": 0.002207235200330615, "global_step": 23553, "epoch": 362, "lr": 3.472775257852505e-05}
+{"train_loss": 0.0021234210580587387, "global_step": 23554, "epoch": 362, "lr": 3.4723867622732075e-05}
+{"train_loss": 0.0037368382327258587, "global_step": 23555, "epoch": 362, "lr": 3.4719982768655664e-05}
+{"train_loss": 0.0018689988646656275, "global_step": 23556, "epoch": 362, "lr": 3.471609801632168e-05}
+{"train_loss": 0.001546585583128035, "global_step": 23557, "epoch": 362, "lr": 3.471221336575601e-05}
+{"train_loss": 0.0028698008973151445, "global_step": 23558, "epoch": 362, "lr": 3.470832881698449e-05}
+{"train_loss": 0.002422952326014638, "global_step": 23559, "epoch": 362, "lr": 3.470444437003304e-05}
+{"train_loss": 0.002355593256652355, "global_step": 23560, "epoch": 362, "lr": 3.470056002492746e-05}
+{"train_loss": 0.0027642922941595316, "global_step": 23561, "epoch": 362, "lr": 3.469667578169365e-05}
+{"train_loss": 0.0036456959787756205, "global_step": 23562, "epoch": 362, "lr": 3.469279164035747e-05}
+{"train_loss": 0.0023770553525537252, "global_step": 23563, "epoch": 362, "lr": 3.4688907600944775e-05}
+{"train_loss": 0.0029320644680410624, "global_step": 23564, "epoch": 362, "lr": 3.468502366348142e-05}
+{"train_loss": 0.002275112085044384, "global_step": 23565, "epoch": 362, "lr": 3.468113982799329e-05}
+{"train_loss": 0.0018554778071120381, "global_step": 23566, "epoch": 362, "lr": 3.467725609450624e-05}
+{"train_loss": 0.0017046069260686636, "global_step": 23567, "epoch": 362, "lr": 3.467337246304611e-05}
+{"train_loss": 0.002307440619915724, "global_step": 23568, "epoch": 362, "lr": 3.466948893363877e-05}
+{"train_loss": 0.0014164673630148172, "global_step": 23569, "epoch": 362, "lr": 3.466560550631007e-05}
+{"train_loss": 0.001061092596501112, "global_step": 23570, "epoch": 362, "lr": 3.46617221810859e-05}
+{"train_loss": 0.0021341554820537567, "global_step": 23571, "epoch": 362, "lr": 3.465783895799209e-05}
+{"train_loss": 0.003049205057322979, "global_step": 23572, "epoch": 362, "lr": 3.4653955837054487e-05}
+{"train_loss": 0.0020638746209442616, "global_step": 23573, "epoch": 362, "lr": 3.465007281829898e-05}
+{"train_loss": 0.0033921843860298395, "global_step": 23574, "epoch": 362, "lr": 3.4646189901751415e-05}
+{"train_loss": 0.0014188740169629455, "global_step": 23575, "epoch": 362, "lr": 3.464230708743761e-05}
+{"train_loss": 0.0015456347027793527, "global_step": 23576, "epoch": 362, "lr": 3.463842437538346e-05}
+{"train_loss": 0.0036957378033548594, "global_step": 23577, "epoch": 362, "lr": 3.46345417656148e-05}
+{"train_loss": 0.0019231620244681835, "global_step": 23578, "epoch": 362, "lr": 3.46306592581575e-05}
+{"train_loss": 0.0013833687407895923, "global_step": 23579, "epoch": 362, "lr": 3.462677685303739e-05}
+{"train_loss": 0.003081779694184661, "global_step": 23580, "epoch": 362, "lr": 3.4622894550280315e-05}
+{"train_loss": 0.0012483320897445083, "global_step": 23581, "epoch": 362, "lr": 3.461901234991216e-05}
+{"train_loss": 0.0032444903627038, "global_step": 23582, "epoch": 362, "lr": 3.461513025195876e-05}
+{"train_loss": 0.003872392000630498, "global_step": 23583, "epoch": 362, "lr": 3.4611248256445936e-05}
+{"train_loss": 0.0014788085827603936, "global_step": 23584, "epoch": 362, "lr": 3.460736636339958e-05}
+{"train_loss": 0.0015230522258207202, "global_step": 23585, "epoch": 362, "lr": 3.46034845728455e-05}
+{"train_loss": 0.0018314748303964734, "global_step": 23586, "epoch": 362, "lr": 3.459960288480958e-05}
+{"train_loss": 0.0024069612845778465, "global_step": 23587, "epoch": 362, "lr": 3.459572129931765e-05}
+{"train_loss": 0.002538404893130064, "global_step": 23588, "epoch": 362, "lr": 3.459183981639553e-05}
+{"train_loss": 0.002327519003301859, "global_step": 23589, "epoch": 362, "lr": 3.458795843606911e-05}
+{"train_loss": 0.0021831148769706488, "global_step": 23590, "epoch": 362, "lr": 3.4584077158364224e-05}
+{"train_loss": 0.0034141119103878736, "global_step": 23591, "epoch": 362, "lr": 3.458019598330668e-05}
+{"train_loss": 0.003276784671470523, "global_step": 23592, "epoch": 362, "lr": 3.457631491092236e-05}
+{"train_loss": 0.001865482539869845, "global_step": 23593, "epoch": 362, "lr": 3.4572433941237083e-05}
+{"train_loss": 0.0023790181327897767, "global_step": 23594, "epoch": 362, "lr": 3.456855307427671e-05, "val_loss": 0.012106779962778091}
+{"train_loss": 0.0026935527566820383, "global_step": 23595, "epoch": 363, "lr": 3.456467231006707e-05}
+{"train_loss": 0.00245069433003664, "global_step": 23596, "epoch": 363, "lr": 3.4560791648634e-05}
+{"train_loss": 0.00223537883721292, "global_step": 23597, "epoch": 363, "lr": 3.4556911090003354e-05}
+{"train_loss": 0.0016056863823905587, "global_step": 23598, "epoch": 363, "lr": 3.455303063420095e-05}
+{"train_loss": 0.002096816897392273, "global_step": 23599, "epoch": 363, "lr": 3.4549150281252636e-05}
+{"train_loss": 0.002340069506317377, "global_step": 23600, "epoch": 363, "lr": 3.454527003118426e-05}
+{"train_loss": 0.0028469895478338003, "global_step": 23601, "epoch": 363, "lr": 3.4541389884021634e-05}
+{"train_loss": 0.002499649068340659, "global_step": 23602, "epoch": 363, "lr": 3.453750983979062e-05}
+{"train_loss": 0.00312259909696877, "global_step": 23603, "epoch": 363, "lr": 3.453362989851705e-05}
+{"train_loss": 0.0019436669535934925, "global_step": 23604, "epoch": 363, "lr": 3.452975006022673e-05}
+{"train_loss": 0.0023722434416413307, "global_step": 23605, "epoch": 363, "lr": 3.452587032494555e-05}
+{"train_loss": 0.0028247761074453592, "global_step": 23606, "epoch": 363, "lr": 3.4521990692699294e-05}
+{"train_loss": 0.002139993477612734, "global_step": 23607, "epoch": 363, "lr": 3.451811116351379e-05}
+{"train_loss": 0.0029369646217674017, "global_step": 23608, "epoch": 363, "lr": 3.451423173741491e-05}
+{"train_loss": 0.0019289054907858372, "global_step": 23609, "epoch": 363, "lr": 3.451035241442845e-05}
+{"train_loss": 0.003012264845892787, "global_step": 23610, "epoch": 363, "lr": 3.450647319458027e-05}
+{"train_loss": 0.0011579133570194244, "global_step": 23611, "epoch": 363, "lr": 3.450259407789618e-05}
+{"train_loss": 0.0013714731903746724, "global_step": 23612, "epoch": 363, "lr": 3.4498715064402005e-05}
+{"train_loss": 0.0013548970455303788, "global_step": 23613, "epoch": 363, "lr": 3.449483615412361e-05}
+{"train_loss": 0.00239513348788023, "global_step": 23614, "epoch": 363, "lr": 3.4490957347086774e-05}
+{"train_loss": 0.0014737261226400733, "global_step": 23615, "epoch": 363, "lr": 3.4487078643317346e-05}
+{"train_loss": 0.0026326540391892195, "global_step": 23616, "epoch": 363, "lr": 3.448320004284116e-05}
+{"train_loss": 0.0025552634615451097, "global_step": 23617, "epoch": 363, "lr": 3.447932154568402e-05}
+{"train_loss": 0.0015126371290534735, "global_step": 23618, "epoch": 363, "lr": 3.447544315187178e-05}
+{"train_loss": 0.001535341260023415, "global_step": 23619, "epoch": 363, "lr": 3.4471564861430236e-05}
+{"train_loss": 0.0030053877271711826, "global_step": 23620, "epoch": 363, "lr": 3.446768667438526e-05}
+{"train_loss": 0.0018619975307956338, "global_step": 23621, "epoch": 363, "lr": 3.4463808590762616e-05}
+{"train_loss": 0.0022703090216964483, "global_step": 23622, "epoch": 363, "lr": 3.4459930610588146e-05}
+{"train_loss": 0.0017051290487870574, "global_step": 23623, "epoch": 363, "lr": 3.445605273388768e-05}
+{"train_loss": 0.001800933969207108, "global_step": 23624, "epoch": 363, "lr": 3.445217496068703e-05}
+{"train_loss": 0.00372134055942297, "global_step": 23625, "epoch": 363, "lr": 3.444829729101202e-05}
+{"train_loss": 0.0014265578938648105, "global_step": 23626, "epoch": 363, "lr": 3.444441972488849e-05}
+{"train_loss": 0.0020162116270512342, "global_step": 23627, "epoch": 363, "lr": 3.4440542262342216e-05}
+{"train_loss": 0.0019626328721642494, "global_step": 23628, "epoch": 363, "lr": 3.4436664903399077e-05}
+{"train_loss": 0.00224297191016376, "global_step": 23629, "epoch": 363, "lr": 3.443278764808482e-05}
+{"train_loss": 0.0010824910132214427, "global_step": 23630, "epoch": 363, "lr": 3.4428910496425315e-05}
+{"train_loss": 0.003014839254319668, "global_step": 23631, "epoch": 363, "lr": 3.442503344844634e-05}
+{"train_loss": 0.0027442791033536196, "global_step": 23632, "epoch": 363, "lr": 3.4421156504173744e-05}
+{"train_loss": 0.002004068112000823, "global_step": 23633, "epoch": 363, "lr": 3.4417279663633315e-05}
+{"train_loss": 0.0024221099447458982, "global_step": 23634, "epoch": 363, "lr": 3.441340292685089e-05}
+{"train_loss": 0.0036345892585814, "global_step": 23635, "epoch": 363, "lr": 3.440952629385226e-05}
+{"train_loss": 0.0015574374701827765, "global_step": 23636, "epoch": 363, "lr": 3.440564976466328e-05}
+{"train_loss": 0.002669502282515168, "global_step": 23637, "epoch": 363, "lr": 3.4401773339309695e-05}
+{"train_loss": 0.0029551514890044928, "global_step": 23638, "epoch": 363, "lr": 3.439789701781737e-05}
+{"train_loss": 0.0029241773299872875, "global_step": 23639, "epoch": 363, "lr": 3.439402080021209e-05}
+{"train_loss": 0.0032449972350150347, "global_step": 23640, "epoch": 363, "lr": 3.439014468651968e-05}
+{"train_loss": 0.0019840351305902004, "global_step": 23641, "epoch": 363, "lr": 3.438626867676593e-05}
+{"train_loss": 0.0022457067389041185, "global_step": 23642, "epoch": 363, "lr": 3.438239277097667e-05}
+{"train_loss": 0.0021306711714714766, "global_step": 23643, "epoch": 363, "lr": 3.437851696917771e-05}
+{"train_loss": 0.0022000905591994524, "global_step": 23644, "epoch": 363, "lr": 3.437464127139483e-05}
+{"train_loss": 0.0024109091609716415, "global_step": 23645, "epoch": 363, "lr": 3.4370765677653846e-05}
+{"train_loss": 0.001500797108747065, "global_step": 23646, "epoch": 363, "lr": 3.436689018798058e-05}
+{"train_loss": 0.0017760234186425805, "global_step": 23647, "epoch": 363, "lr": 3.436301480240082e-05}
+{"train_loss": 0.0014681675238534808, "global_step": 23648, "epoch": 363, "lr": 3.435913952094039e-05}
+{"train_loss": 0.0016170149901881814, "global_step": 23649, "epoch": 363, "lr": 3.435526434362506e-05}
+{"train_loss": 0.002859670203179121, "global_step": 23650, "epoch": 363, "lr": 3.435138927048067e-05}
+{"train_loss": 0.0017413008026778698, "global_step": 23651, "epoch": 363, "lr": 3.434751430153301e-05}
+{"train_loss": 0.0028902010526508093, "global_step": 23652, "epoch": 363, "lr": 3.434363943680787e-05}
+{"train_loss": 0.0019094782182946801, "global_step": 23653, "epoch": 363, "lr": 3.4339764676331056e-05}
+{"train_loss": 0.0019725251477211714, "global_step": 23654, "epoch": 363, "lr": 3.433589002012838e-05}
+{"train_loss": 0.002566198818385601, "global_step": 23655, "epoch": 363, "lr": 3.4332015468225614e-05}
+{"train_loss": 0.001353927538730204, "global_step": 23656, "epoch": 363, "lr": 3.432814102064859e-05}
+{"train_loss": 0.0027347104623913765, "global_step": 23657, "epoch": 363, "lr": 3.4324266677423076e-05}
+{"train_loss": 0.0031845204066485167, "global_step": 23658, "epoch": 363, "lr": 3.4320392438574906e-05}
+{"train_loss": 0.002251405924415359, "global_step": 23659, "epoch": 363, "lr": 3.4316518304129855e-05, "val_loss": 0.005752036813646555}
+{"train_loss": 0.001590836327522993, "global_step": 23660, "epoch": 364, "lr": 3.4312644274113714e-05}
+{"train_loss": 0.0033806064166128635, "global_step": 23661, "epoch": 364, "lr": 3.430877034855228e-05}
+{"train_loss": 0.0018819300457835197, "global_step": 23662, "epoch": 364, "lr": 3.430489652747135e-05}
+{"train_loss": 0.0020618229173123837, "global_step": 23663, "epoch": 364, "lr": 3.430102281089671e-05}
+{"train_loss": 0.001550287357531488, "global_step": 23664, "epoch": 364, "lr": 3.429714919885418e-05}
+{"train_loss": 0.001705689704976976, "global_step": 23665, "epoch": 364, "lr": 3.429327569136952e-05}
+{"train_loss": 0.0021816936787217855, "global_step": 23666, "epoch": 364, "lr": 3.428940228846856e-05}
+{"train_loss": 0.00264068809337914, "global_step": 23667, "epoch": 364, "lr": 3.4285528990177055e-05}
+{"train_loss": 0.0033990517258644104, "global_step": 23668, "epoch": 364, "lr": 3.428165579652081e-05}
+{"train_loss": 0.0025280143599957228, "global_step": 23669, "epoch": 364, "lr": 3.427778270752561e-05}
+{"train_loss": 0.0026702559553086758, "global_step": 23670, "epoch": 364, "lr": 3.4273909723217244e-05}
+{"train_loss": 0.0020028825383633375, "global_step": 23671, "epoch": 364, "lr": 3.42700368436215e-05}
+{"train_loss": 0.0016957904445007443, "global_step": 23672, "epoch": 364, "lr": 3.426616406876418e-05}
+{"train_loss": 0.0020764514338225126, "global_step": 23673, "epoch": 364, "lr": 3.4262291398671053e-05}
+{"train_loss": 0.0034147307742387056, "global_step": 23674, "epoch": 364, "lr": 3.4258418833367934e-05}
+{"train_loss": 0.0017325007356703281, "global_step": 23675, "epoch": 364, "lr": 3.4254546372880574e-05}
+{"train_loss": 0.0016406604554504156, "global_step": 23676, "epoch": 364, "lr": 3.425067401723477e-05}
+{"train_loss": 0.0019289603224024177, "global_step": 23677, "epoch": 364, "lr": 3.4246801766456304e-05}
+{"train_loss": 0.0017121427226811647, "global_step": 23678, "epoch": 364, "lr": 3.424292962057097e-05}
+{"train_loss": 0.0020109624601900578, "global_step": 23679, "epoch": 364, "lr": 3.4239057579604525e-05}
+{"train_loss": 0.0030603378545492887, "global_step": 23680, "epoch": 364, "lr": 3.423518564358279e-05}
+{"train_loss": 0.0016769825015217066, "global_step": 23681, "epoch": 364, "lr": 3.423131381253152e-05}
+{"train_loss": 0.0021920816507190466, "global_step": 23682, "epoch": 364, "lr": 3.422744208647651e-05}
+{"train_loss": 0.003528058063238859, "global_step": 23683, "epoch": 364, "lr": 3.422357046544353e-05}
+{"train_loss": 0.0015417627291753888, "global_step": 23684, "epoch": 364, "lr": 3.4219698949458355e-05}
+{"train_loss": 0.002245715819299221, "global_step": 23685, "epoch": 364, "lr": 3.4215827538546766e-05}
+{"train_loss": 0.003087265184149146, "global_step": 23686, "epoch": 364, "lr": 3.421195623273456e-05}
+{"train_loss": 0.001864488236606121, "global_step": 23687, "epoch": 364, "lr": 3.420808503204747e-05}
+{"train_loss": 0.0030559019651263952, "global_step": 23688, "epoch": 364, "lr": 3.420421393651133e-05}
+{"train_loss": 0.0021974476985633373, "global_step": 23689, "epoch": 364, "lr": 3.420034294615189e-05}
+{"train_loss": 0.003031159518286586, "global_step": 23690, "epoch": 364, "lr": 3.41964720609949e-05}
+{"train_loss": 0.0012751022586598992, "global_step": 23691, "epoch": 364, "lr": 3.4192601281066164e-05}
+{"train_loss": 0.0028594753239303827, "global_step": 23692, "epoch": 364, "lr": 3.418873060639146e-05}
+{"train_loss": 0.001670423662289977, "global_step": 23693, "epoch": 364, "lr": 3.418486003699653e-05}
+{"train_loss": 0.0023251944221556187, "global_step": 23694, "epoch": 364, "lr": 3.418098957290718e-05}
+{"train_loss": 0.001970080193132162, "global_step": 23695, "epoch": 364, "lr": 3.4177119214149154e-05}
+{"train_loss": 0.0017439170042052865, "global_step": 23696, "epoch": 364, "lr": 3.417324896074825e-05}
+{"train_loss": 0.0013311938382685184, "global_step": 23697, "epoch": 364, "lr": 3.416937881273023e-05}
+{"train_loss": 0.001695604994893074, "global_step": 23698, "epoch": 364, "lr": 3.416550877012084e-05}
+{"train_loss": 0.001325038494542241, "global_step": 23699, "epoch": 364, "lr": 3.416163883294589e-05}
+{"train_loss": 0.002119641751050949, "global_step": 23700, "epoch": 364, "lr": 3.41577690012311e-05}
+{"train_loss": 0.0022019154857844114, "global_step": 23701, "epoch": 364, "lr": 3.415389927500227e-05}
+{"train_loss": 0.0021624804940074682, "global_step": 23702, "epoch": 364, "lr": 3.415002965428517e-05}
+{"train_loss": 0.00135415093973279, "global_step": 23703, "epoch": 364, "lr": 3.414616013910553e-05}
+{"train_loss": 0.002096806652843952, "global_step": 23704, "epoch": 364, "lr": 3.414229072948916e-05}
+{"train_loss": 0.0015276973135769367, "global_step": 23705, "epoch": 364, "lr": 3.413842142546182e-05}
+{"train_loss": 0.002185485791414976, "global_step": 23706, "epoch": 364, "lr": 3.4134552227049233e-05}
+{"train_loss": 0.001712242141366005, "global_step": 23707, "epoch": 364, "lr": 3.4130683134277194e-05}
+{"train_loss": 0.002235288266092539, "global_step": 23708, "epoch": 364, "lr": 3.412681414717145e-05}
+{"train_loss": 0.0017522649141028523, "global_step": 23709, "epoch": 364, "lr": 3.412294526575779e-05}
+{"train_loss": 0.0022422641050070524, "global_step": 23710, "epoch": 364, "lr": 3.4119076490061955e-05}
+{"train_loss": 0.0026582025457173586, "global_step": 23711, "epoch": 364, "lr": 3.411520782010969e-05}
+{"train_loss": 0.0024639719631522894, "global_step": 23712, "epoch": 364, "lr": 3.411133925592678e-05}
+{"train_loss": 0.0026526160072535276, "global_step": 23713, "epoch": 364, "lr": 3.4107470797539e-05}
+{"train_loss": 0.0022077092435210943, "global_step": 23714, "epoch": 364, "lr": 3.410360244497205e-05}
+{"train_loss": 0.0023313292767852545, "global_step": 23715, "epoch": 364, "lr": 3.409973419825174e-05}
+{"train_loss": 0.0017792735015973449, "global_step": 23716, "epoch": 364, "lr": 3.4095866057403796e-05}
+{"train_loss": 0.004648564383387566, "global_step": 23717, "epoch": 364, "lr": 3.4091998022453996e-05}
+{"train_loss": 0.0024290953297168016, "global_step": 23718, "epoch": 364, "lr": 3.408813009342809e-05}
+{"train_loss": 0.0016756532713770866, "global_step": 23719, "epoch": 364, "lr": 3.408426227035182e-05}
+{"train_loss": 0.003115807892754674, "global_step": 23720, "epoch": 364, "lr": 3.4080394553250964e-05}
+{"train_loss": 0.0018888863269239664, "global_step": 23721, "epoch": 364, "lr": 3.407652694215125e-05}
+{"train_loss": 0.002071320777758956, "global_step": 23722, "epoch": 364, "lr": 3.407265943707844e-05}
+{"train_loss": 0.002698207041248679, "global_step": 23723, "epoch": 364, "lr": 3.406879203805828e-05}
+{"train_loss": 0.002217197197919282, "global_step": 23724, "epoch": 364, "lr": 3.406492474511653e-05, "val_loss": 0.006313448306173086}
+{"train_loss": 0.0018977482104673982, "global_step": 23725, "epoch": 365, "lr": 3.406105755827895e-05}
+{"train_loss": 0.0017339702462777495, "global_step": 23726, "epoch": 365, "lr": 3.405719047757127e-05}
+{"train_loss": 0.0021987941581755877, "global_step": 23727, "epoch": 365, "lr": 3.405332350301924e-05}
+{"train_loss": 0.0024286280386149883, "global_step": 23728, "epoch": 365, "lr": 3.4049456634648644e-05}
+{"train_loss": 0.002560563385486603, "global_step": 23729, "epoch": 365, "lr": 3.4045589872485184e-05}
+{"train_loss": 0.0017617268022149801, "global_step": 23730, "epoch": 365, "lr": 3.404172321655461e-05}
+{"train_loss": 0.002830121200531721, "global_step": 23731, "epoch": 365, "lr": 3.4037856666882695e-05}
+{"train_loss": 0.0014900618698447943, "global_step": 23732, "epoch": 365, "lr": 3.4033990223495165e-05}
+{"train_loss": 0.003154437057673931, "global_step": 23733, "epoch": 365, "lr": 3.403012388641778e-05}
+{"train_loss": 0.00277388421818614, "global_step": 23734, "epoch": 365, "lr": 3.402625765567628e-05}
+{"train_loss": 0.003029194660484791, "global_step": 23735, "epoch": 365, "lr": 3.4022391531296385e-05}
+{"train_loss": 0.0014331338461488485, "global_step": 23736, "epoch": 365, "lr": 3.401852551330389e-05}
+{"train_loss": 0.0034347274340689182, "global_step": 23737, "epoch": 365, "lr": 3.401465960172449e-05}
+{"train_loss": 0.002205346943810582, "global_step": 23738, "epoch": 365, "lr": 3.401079379658392e-05}
+{"train_loss": 0.0019778581336140633, "global_step": 23739, "epoch": 365, "lr": 3.400692809790796e-05}
+{"train_loss": 0.0027657279279083014, "global_step": 23740, "epoch": 365, "lr": 3.400306250572232e-05}
+{"train_loss": 0.0025516594760119915, "global_step": 23741, "epoch": 365, "lr": 3.3999197020052756e-05}
+{"train_loss": 0.002714485628530383, "global_step": 23742, "epoch": 365, "lr": 3.3995331640925e-05}
+{"train_loss": 0.0020514074712991714, "global_step": 23743, "epoch": 365, "lr": 3.3991466368364805e-05}
+{"train_loss": 0.002739052288234234, "global_step": 23744, "epoch": 365, "lr": 3.3987601202397875e-05}
+{"train_loss": 0.002304490189999342, "global_step": 23745, "epoch": 365, "lr": 3.398373614304997e-05}
+{"train_loss": 0.004936140961945057, "global_step": 23746, "epoch": 365, "lr": 3.3979871190346806e-05}
+{"train_loss": 0.0027355330530554056, "global_step": 23747, "epoch": 365, "lr": 3.397600634431415e-05}
+{"train_loss": 0.0022836641874164343, "global_step": 23748, "epoch": 365, "lr": 3.39721416049777e-05}
+{"train_loss": 0.0022642905823886395, "global_step": 23749, "epoch": 365, "lr": 3.396827697236322e-05}
+{"train_loss": 0.002326596062630415, "global_step": 23750, "epoch": 365, "lr": 3.396441244649644e-05}
+{"train_loss": 0.003336507361382246, "global_step": 23751, "epoch": 365, "lr": 3.396054802740308e-05}
+{"train_loss": 0.0030685344245284796, "global_step": 23752, "epoch": 365, "lr": 3.395668371510886e-05}
+{"train_loss": 0.004096992313861847, "global_step": 23753, "epoch": 365, "lr": 3.3952819509639534e-05}
+{"train_loss": 0.0035491979215294123, "global_step": 23754, "epoch": 365, "lr": 3.394895541102081e-05}
+{"train_loss": 0.0019432067638263106, "global_step": 23755, "epoch": 365, "lr": 3.394509141927844e-05}
+{"train_loss": 0.004577661398798227, "global_step": 23756, "epoch": 365, "lr": 3.3941227534438135e-05}
+{"train_loss": 0.0016521825455129147, "global_step": 23757, "epoch": 365, "lr": 3.3937363756525644e-05}
+{"train_loss": 0.0030741991940885782, "global_step": 23758, "epoch": 365, "lr": 3.3933500085566675e-05}
+{"train_loss": 0.002779171569272876, "global_step": 23759, "epoch": 365, "lr": 3.3929636521586964e-05}
+{"train_loss": 0.0023714303970336914, "global_step": 23760, "epoch": 365, "lr": 3.392577306461222e-05}
+{"train_loss": 0.0022617739159613848, "global_step": 23761, "epoch": 365, "lr": 3.392190971466818e-05}
+{"train_loss": 0.001994229620322585, "global_step": 23762, "epoch": 365, "lr": 3.391804647178057e-05}
+{"train_loss": 0.0024879828561097383, "global_step": 23763, "epoch": 365, "lr": 3.391418333597511e-05}
+{"train_loss": 0.0014188115019351244, "global_step": 23764, "epoch": 365, "lr": 3.391032030727752e-05}
+{"train_loss": 0.0044559333473443985, "global_step": 23765, "epoch": 365, "lr": 3.390645738571354e-05}
+{"train_loss": 0.001434782985597849, "global_step": 23766, "epoch": 365, "lr": 3.390259457130889e-05}
+{"train_loss": 0.0032123988494277, "global_step": 23767, "epoch": 365, "lr": 3.389873186408926e-05}
+{"train_loss": 0.0023997947573661804, "global_step": 23768, "epoch": 365, "lr": 3.389486926408038e-05}
+{"train_loss": 0.001296697766520083, "global_step": 23769, "epoch": 365, "lr": 3.3891006771307986e-05}
+{"train_loss": 0.0031979125924408436, "global_step": 23770, "epoch": 365, "lr": 3.388714438579779e-05}
+{"train_loss": 0.0022985152900218964, "global_step": 23771, "epoch": 365, "lr": 3.38832821075755e-05}
+{"train_loss": 0.0019858283922076225, "global_step": 23772, "epoch": 365, "lr": 3.3879419936666846e-05}
+{"train_loss": 0.0020386602263897657, "global_step": 23773, "epoch": 365, "lr": 3.387555787309754e-05}
+{"train_loss": 0.0015615855809301138, "global_step": 23774, "epoch": 365, "lr": 3.3871695916893314e-05}
+{"train_loss": 0.0025261109694838524, "global_step": 23775, "epoch": 365, "lr": 3.3867834068079854e-05}
+{"train_loss": 0.0024570063687860966, "global_step": 23776, "epoch": 365, "lr": 3.386397232668288e-05}
+{"train_loss": 0.0027521552983671427, "global_step": 23777, "epoch": 365, "lr": 3.3860110692728114e-05}
+{"train_loss": 0.002098129130899906, "global_step": 23778, "epoch": 365, "lr": 3.385624916624126e-05}
+{"train_loss": 0.00192315224558115, "global_step": 23779, "epoch": 365, "lr": 3.385238774724805e-05}
+{"train_loss": 0.002694780472666025, "global_step": 23780, "epoch": 365, "lr": 3.384852643577416e-05}
+{"train_loss": 0.002737464150413871, "global_step": 23781, "epoch": 365, "lr": 3.3844665231845354e-05}
+{"train_loss": 0.0022664805874228477, "global_step": 23782, "epoch": 365, "lr": 3.3840804135487305e-05}
+{"train_loss": 0.002287189709022641, "global_step": 23783, "epoch": 365, "lr": 3.383694314672572e-05}
+{"train_loss": 0.0026406573597341776, "global_step": 23784, "epoch": 365, "lr": 3.383308226558631e-05}
+{"train_loss": 0.0013910990674048662, "global_step": 23785, "epoch": 365, "lr": 3.38292214920948e-05}
+{"train_loss": 0.002410831395536661, "global_step": 23786, "epoch": 365, "lr": 3.3825360826276866e-05}
+{"train_loss": 0.0008390682050958276, "global_step": 23787, "epoch": 365, "lr": 3.3821500268158245e-05}
+{"train_loss": 0.0033651390112936497, "global_step": 23788, "epoch": 365, "lr": 3.3817639817764625e-05}
+{"train_loss": 0.0025286993173022684, "global_step": 23789, "epoch": 365, "lr": 3.381377947512174e-05, "val_loss": 0.0016034491127356887, "train_action_mse_error": 0.00011609998909989372}
+{"train_loss": 0.0015680334763601422, "global_step": 23790, "epoch": 366, "lr": 3.380991924025526e-05}
+{"train_loss": 0.002125322353094816, "global_step": 23791, "epoch": 366, "lr": 3.38060591131909e-05}
+{"train_loss": 0.0015719898510724306, "global_step": 23792, "epoch": 366, "lr": 3.380219909395435e-05}
+{"train_loss": 0.0018439004197716713, "global_step": 23793, "epoch": 366, "lr": 3.3798339182571336e-05}
+{"train_loss": 0.0019723204895853996, "global_step": 23794, "epoch": 366, "lr": 3.379447937906753e-05}
+{"train_loss": 0.0032814950682222843, "global_step": 23795, "epoch": 366, "lr": 3.379061968346867e-05}
+{"train_loss": 0.002306528389453888, "global_step": 23796, "epoch": 366, "lr": 3.3786760095800426e-05}
+{"train_loss": 0.0026667530182749033, "global_step": 23797, "epoch": 366, "lr": 3.378290061608853e-05}
+{"train_loss": 0.002621219726279378, "global_step": 23798, "epoch": 366, "lr": 3.3779041244358646e-05}
+{"train_loss": 0.0036394037306308746, "global_step": 23799, "epoch": 366, "lr": 3.377518198063648e-05}
+{"train_loss": 0.0020796991884708405, "global_step": 23800, "epoch": 366, "lr": 3.377132282494773e-05}
+{"train_loss": 0.0022581785451620817, "global_step": 23801, "epoch": 366, "lr": 3.37674637773181e-05}
+{"train_loss": 0.0026689167134463787, "global_step": 23802, "epoch": 366, "lr": 3.376360483777327e-05}
+{"train_loss": 0.0018972416874021292, "global_step": 23803, "epoch": 366, "lr": 3.375974600633896e-05}
+{"train_loss": 0.003528488101437688, "global_step": 23804, "epoch": 366, "lr": 3.3755887283040834e-05}
+{"train_loss": 0.0022502311039716005, "global_step": 23805, "epoch": 366, "lr": 3.375202866790463e-05}
+{"train_loss": 0.0025799227878451347, "global_step": 23806, "epoch": 366, "lr": 3.3748170160955994e-05}
+{"train_loss": 0.0019231925252825022, "global_step": 23807, "epoch": 366, "lr": 3.3744311762220634e-05}
+{"train_loss": 0.0019884875509887934, "global_step": 23808, "epoch": 366, "lr": 3.374045347172424e-05}
+{"train_loss": 0.003179621184244752, "global_step": 23809, "epoch": 366, "lr": 3.3736595289492515e-05}
+{"train_loss": 0.0019416019786149263, "global_step": 23810, "epoch": 366, "lr": 3.3732737215551126e-05}
+{"train_loss": 0.0021827900782227516, "global_step": 23811, "epoch": 366, "lr": 3.3728879249925796e-05}
+{"train_loss": 0.0022449512034654617, "global_step": 23812, "epoch": 366, "lr": 3.372502139264219e-05}
+{"train_loss": 0.0016815034905448556, "global_step": 23813, "epoch": 366, "lr": 3.372116364372598e-05}
+{"train_loss": 0.0011996965622529387, "global_step": 23814, "epoch": 366, "lr": 3.371730600320289e-05}
+{"train_loss": 0.0021089264191687107, "global_step": 23815, "epoch": 366, "lr": 3.371344847109858e-05}
+{"train_loss": 0.0016446971567347646, "global_step": 23816, "epoch": 366, "lr": 3.370959104743874e-05}
+{"train_loss": 0.00209643947891891, "global_step": 23817, "epoch": 366, "lr": 3.370573373224906e-05}
+{"train_loss": 0.001386902411468327, "global_step": 23818, "epoch": 366, "lr": 3.3701876525555224e-05}
+{"train_loss": 0.0021232813596725464, "global_step": 23819, "epoch": 366, "lr": 3.369801942738291e-05}
+{"train_loss": 0.0022881673648953438, "global_step": 23820, "epoch": 366, "lr": 3.369416243775782e-05}
+{"train_loss": 0.0016353469109162688, "global_step": 23821, "epoch": 366, "lr": 3.36903055567056e-05}
+{"train_loss": 0.0023253941908478737, "global_step": 23822, "epoch": 366, "lr": 3.368644878425196e-05}
+{"train_loss": 0.0017914791824296117, "global_step": 23823, "epoch": 366, "lr": 3.368259212042257e-05}
+{"train_loss": 0.0018684336682781577, "global_step": 23824, "epoch": 366, "lr": 3.36787355652431e-05}
+{"train_loss": 0.002359547885134816, "global_step": 23825, "epoch": 366, "lr": 3.3674879118739255e-05}
+{"train_loss": 0.0025623596739023924, "global_step": 23826, "epoch": 366, "lr": 3.3671022780936686e-05}
+{"train_loss": 0.001972351921722293, "global_step": 23827, "epoch": 366, "lr": 3.36671665518611e-05}
+{"train_loss": 0.0019295573001727462, "global_step": 23828, "epoch": 366, "lr": 3.366331043153816e-05}
+{"train_loss": 0.0019971858710050583, "global_step": 23829, "epoch": 366, "lr": 3.365945441999352e-05}
+{"train_loss": 0.0016571435844525695, "global_step": 23830, "epoch": 366, "lr": 3.3655598517252885e-05}
+{"train_loss": 0.00252661295235157, "global_step": 23831, "epoch": 366, "lr": 3.3651742723341915e-05}
+{"train_loss": 0.0016148625873029232, "global_step": 23832, "epoch": 366, "lr": 3.364788703828629e-05}
+{"train_loss": 0.002201650757342577, "global_step": 23833, "epoch": 366, "lr": 3.3644031462111675e-05}
+{"train_loss": 0.001298082759603858, "global_step": 23834, "epoch": 366, "lr": 3.364017599484375e-05}
+{"train_loss": 0.0029931620229035616, "global_step": 23835, "epoch": 366, "lr": 3.3636320636508183e-05}
+{"train_loss": 0.0010035502491518855, "global_step": 23836, "epoch": 366, "lr": 3.363246538713067e-05}
+{"train_loss": 0.0019432525150477886, "global_step": 23837, "epoch": 366, "lr": 3.362861024673683e-05}
+{"train_loss": 0.002760685048997402, "global_step": 23838, "epoch": 366, "lr": 3.3624755215352374e-05}
+{"train_loss": 0.0017749093240126967, "global_step": 23839, "epoch": 366, "lr": 3.362090029300295e-05}
+{"train_loss": 0.003595180343836546, "global_step": 23840, "epoch": 366, "lr": 3.361704547971424e-05}
+{"train_loss": 0.001248675282113254, "global_step": 23841, "epoch": 366, "lr": 3.36131907755119e-05}
+{"train_loss": 0.002677484415471554, "global_step": 23842, "epoch": 366, "lr": 3.3609336180421604e-05}
+{"train_loss": 0.001126028480939567, "global_step": 23843, "epoch": 366, "lr": 3.3605481694469035e-05}
+{"train_loss": 0.0020826379768550396, "global_step": 23844, "epoch": 366, "lr": 3.360162731767983e-05}
+{"train_loss": 0.001818171818740666, "global_step": 23845, "epoch": 366, "lr": 3.359777305007964e-05}
+{"train_loss": 0.0013854497810825706, "global_step": 23846, "epoch": 366, "lr": 3.3593918891694175e-05}
+{"train_loss": 0.0014840115327388048, "global_step": 23847, "epoch": 366, "lr": 3.3590064842549063e-05}
+{"train_loss": 0.002032530726864934, "global_step": 23848, "epoch": 366, "lr": 3.358621090266998e-05}
+{"train_loss": 0.0017314116703346372, "global_step": 23849, "epoch": 366, "lr": 3.358235707208259e-05}
+{"train_loss": 0.0020267528016120195, "global_step": 23850, "epoch": 366, "lr": 3.357850335081254e-05}
+{"train_loss": 0.002066758694127202, "global_step": 23851, "epoch": 366, "lr": 3.357464973888552e-05}
+{"train_loss": 0.0027527182828634977, "global_step": 23852, "epoch": 366, "lr": 3.357079623632715e-05}
+{"train_loss": 0.002467080019414425, "global_step": 23853, "epoch": 366, "lr": 3.3566942843163105e-05}
+{"train_loss": 0.002116947529765849, "global_step": 23854, "epoch": 366, "lr": 3.356308955941906e-05, "val_loss": 0.004473696928471327}
+{"train_loss": 0.0013045097002759576, "global_step": 23855, "epoch": 367, "lr": 3.355923638512064e-05}
+{"train_loss": 0.0020169017370790243, "global_step": 23856, "epoch": 367, "lr": 3.355538332029353e-05}
+{"train_loss": 0.0013874054420739412, "global_step": 23857, "epoch": 367, "lr": 3.355153036496337e-05}
+{"train_loss": 0.001836467650718987, "global_step": 23858, "epoch": 367, "lr": 3.354767751915582e-05}
+{"train_loss": 0.003487449139356613, "global_step": 23859, "epoch": 367, "lr": 3.354382478289655e-05}
+{"train_loss": 0.0023814139422029257, "global_step": 23860, "epoch": 367, "lr": 3.353997215621118e-05}
+{"train_loss": 0.0019136739429086447, "global_step": 23861, "epoch": 367, "lr": 3.353611963912539e-05}
+{"train_loss": 0.0029193900991231203, "global_step": 23862, "epoch": 367, "lr": 3.353226723166481e-05}
+{"train_loss": 0.0016245456645265222, "global_step": 23863, "epoch": 367, "lr": 3.35284149338551e-05}
+{"train_loss": 0.0018547537038102746, "global_step": 23864, "epoch": 367, "lr": 3.3524562745721935e-05}
+{"train_loss": 0.0015706880949437618, "global_step": 23865, "epoch": 367, "lr": 3.3520710667290936e-05}
+{"train_loss": 0.004184813238680363, "global_step": 23866, "epoch": 367, "lr": 3.351685869858777e-05}
+{"train_loss": 0.0031141687650233507, "global_step": 23867, "epoch": 367, "lr": 3.3513006839638064e-05}
+{"train_loss": 0.001741791726090014, "global_step": 23868, "epoch": 367, "lr": 3.3509155090467474e-05}
+{"train_loss": 0.00222999369725585, "global_step": 23869, "epoch": 367, "lr": 3.350530345110165e-05}
+{"train_loss": 0.0013615941861644387, "global_step": 23870, "epoch": 367, "lr": 3.3501451921566246e-05}
+{"train_loss": 0.00285919988527894, "global_step": 23871, "epoch": 367, "lr": 3.349760050188689e-05}
+{"train_loss": 0.0028642849065363407, "global_step": 23872, "epoch": 367, "lr": 3.349374919208925e-05}
+{"train_loss": 0.002514459891244769, "global_step": 23873, "epoch": 367, "lr": 3.3489897992198956e-05}
+{"train_loss": 0.0017059786478057504, "global_step": 23874, "epoch": 367, "lr": 3.3486046902241664e-05}
+{"train_loss": 0.0020579907577484846, "global_step": 23875, "epoch": 367, "lr": 3.3482195922242984e-05}
+{"train_loss": 0.001836568582803011, "global_step": 23876, "epoch": 367, "lr": 3.347834505222859e-05}
+{"train_loss": 0.0015890608774498105, "global_step": 23877, "epoch": 367, "lr": 3.347449429222409e-05}
+{"train_loss": 0.0030085393227636814, "global_step": 23878, "epoch": 367, "lr": 3.347064364225517e-05}
+{"train_loss": 0.002743619028478861, "global_step": 23879, "epoch": 367, "lr": 3.3466793102347435e-05}
+{"train_loss": 0.0014092220226302743, "global_step": 23880, "epoch": 367, "lr": 3.3462942672526545e-05}
+{"train_loss": 0.0023353404831141233, "global_step": 23881, "epoch": 367, "lr": 3.345909235281813e-05}
+{"train_loss": 0.0021313969045877457, "global_step": 23882, "epoch": 367, "lr": 3.345524214324783e-05}
+{"train_loss": 0.0029967636801302433, "global_step": 23883, "epoch": 367, "lr": 3.345139204384126e-05}
+{"train_loss": 0.0020574377849698067, "global_step": 23884, "epoch": 367, "lr": 3.344754205462409e-05}
+{"train_loss": 0.0020643349271267653, "global_step": 23885, "epoch": 367, "lr": 3.344369217562192e-05}
+{"train_loss": 0.0012878458946943283, "global_step": 23886, "epoch": 367, "lr": 3.343984240686042e-05}
+{"train_loss": 0.0035199581179767847, "global_step": 23887, "epoch": 367, "lr": 3.343599274836519e-05}
+{"train_loss": 0.002398247364908457, "global_step": 23888, "epoch": 367, "lr": 3.3432143200161894e-05}
+{"train_loss": 0.002942281775176525, "global_step": 23889, "epoch": 367, "lr": 3.342829376227616e-05}
+{"train_loss": 0.001548538450151682, "global_step": 23890, "epoch": 367, "lr": 3.34244444347336e-05}
+{"train_loss": 0.0015488927019760013, "global_step": 23891, "epoch": 367, "lr": 3.3420595217559846e-05}
+{"train_loss": 0.003582131816074252, "global_step": 23892, "epoch": 367, "lr": 3.341674611078055e-05}
+{"train_loss": 0.0016254535876214504, "global_step": 23893, "epoch": 367, "lr": 3.3412897114421315e-05}
+{"train_loss": 0.00304047716781497, "global_step": 23894, "epoch": 367, "lr": 3.340904822850779e-05}
+{"train_loss": 0.004008505027741194, "global_step": 23895, "epoch": 367, "lr": 3.340519945306559e-05}
+{"train_loss": 0.002800608519464731, "global_step": 23896, "epoch": 367, "lr": 3.340135078812036e-05}
+{"train_loss": 0.0014394255122169852, "global_step": 23897, "epoch": 367, "lr": 3.3397502233697724e-05}
+{"train_loss": 0.0032029093708842993, "global_step": 23898, "epoch": 367, "lr": 3.339365378982329e-05}
+{"train_loss": 0.0014174871612340212, "global_step": 23899, "epoch": 367, "lr": 3.3389805456522675e-05}
+{"train_loss": 0.003085028612986207, "global_step": 23900, "epoch": 367, "lr": 3.338595723382153e-05}
+{"train_loss": 0.0026934577617794275, "global_step": 23901, "epoch": 367, "lr": 3.3382109121745467e-05}
+{"train_loss": 0.0023895669728517532, "global_step": 23902, "epoch": 367, "lr": 3.337826112032011e-05}
+{"train_loss": 0.0024995908606797457, "global_step": 23903, "epoch": 367, "lr": 3.3374413229571074e-05}
+{"train_loss": 0.001822679303586483, "global_step": 23904, "epoch": 367, "lr": 3.3370565449524e-05}
+{"train_loss": 0.0013683304423466325, "global_step": 23905, "epoch": 367, "lr": 3.33667177802045e-05}
+{"train_loss": 0.002160155912861228, "global_step": 23906, "epoch": 367, "lr": 3.336287022163819e-05}
+{"train_loss": 0.003601744771003723, "global_step": 23907, "epoch": 367, "lr": 3.335902277385067e-05}
+{"train_loss": 0.003103115363046527, "global_step": 23908, "epoch": 367, "lr": 3.335517543686759e-05}
+{"train_loss": 0.001612016698345542, "global_step": 23909, "epoch": 367, "lr": 3.335132821071455e-05}
+{"train_loss": 0.0031252973712980747, "global_step": 23910, "epoch": 367, "lr": 3.334748109541718e-05}
+{"train_loss": 0.002112903166562319, "global_step": 23911, "epoch": 367, "lr": 3.334363409100106e-05}
+{"train_loss": 0.00371872098185122, "global_step": 23912, "epoch": 367, "lr": 3.3339787197491884e-05}
+{"train_loss": 0.0024688616394996643, "global_step": 23913, "epoch": 367, "lr": 3.3335940414915176e-05}
+{"train_loss": 0.0022977725602686405, "global_step": 23914, "epoch": 367, "lr": 3.3332093743296605e-05}
+{"train_loss": 0.0020317337475717068, "global_step": 23915, "epoch": 367, "lr": 3.332824718266175e-05}
+{"train_loss": 0.0027877299580723047, "global_step": 23916, "epoch": 367, "lr": 3.332440073303627e-05}
+{"train_loss": 0.001930028316564858, "global_step": 23917, "epoch": 367, "lr": 3.332055439444572e-05}
+{"train_loss": 0.0030873010400682688, "global_step": 23918, "epoch": 367, "lr": 3.331670816691576e-05}
+{"train_loss": 0.002367376315837296, "global_step": 23919, "epoch": 367, "lr": 3.331286205047196e-05, "val_loss": 0.007375485263764858}
+{"train_loss": 0.0027165370993316174, "global_step": 23920, "epoch": 368, "lr": 3.330901604513998e-05}
+{"train_loss": 0.0032688167411834, "global_step": 23921, "epoch": 368, "lr": 3.330517015094538e-05}
+{"train_loss": 0.0023366319946944714, "global_step": 23922, "epoch": 368, "lr": 3.3301324367913793e-05}
+{"train_loss": 0.0034903250634670258, "global_step": 23923, "epoch": 368, "lr": 3.32974786960708e-05}
+{"train_loss": 0.00230898498557508, "global_step": 23924, "epoch": 368, "lr": 3.3293633135442045e-05}
+{"train_loss": 0.003154357196763158, "global_step": 23925, "epoch": 368, "lr": 3.328978768605311e-05}
+{"train_loss": 0.003228783141821623, "global_step": 23926, "epoch": 368, "lr": 3.328594234792961e-05}
+{"train_loss": 0.0018923466559499502, "global_step": 23927, "epoch": 368, "lr": 3.328209712109714e-05}
+{"train_loss": 0.0013063338119536638, "global_step": 23928, "epoch": 368, "lr": 3.327825200558132e-05}
+{"train_loss": 0.0024762842804193497, "global_step": 23929, "epoch": 368, "lr": 3.3274407001407735e-05}
+{"train_loss": 0.0023343574721366167, "global_step": 23930, "epoch": 368, "lr": 3.3270562108602e-05}
+{"train_loss": 0.004063672386109829, "global_step": 23931, "epoch": 368, "lr": 3.3266717327189696e-05}
+{"train_loss": 0.0022759835701435804, "global_step": 23932, "epoch": 368, "lr": 3.3262872657196445e-05}
+{"train_loss": 0.002442515455186367, "global_step": 23933, "epoch": 368, "lr": 3.325902809864783e-05}
+{"train_loss": 0.002965644234791398, "global_step": 23934, "epoch": 368, "lr": 3.325518365156947e-05}
+{"train_loss": 0.002445677760988474, "global_step": 23935, "epoch": 368, "lr": 3.325133931598696e-05}
+{"train_loss": 0.0020241003949195147, "global_step": 23936, "epoch": 368, "lr": 3.324749509192588e-05}
+{"train_loss": 0.0011454354971647263, "global_step": 23937, "epoch": 368, "lr": 3.324365097941184e-05}
+{"train_loss": 0.002666529966518283, "global_step": 23938, "epoch": 368, "lr": 3.3239806978470434e-05}
+{"train_loss": 0.0017026992281898856, "global_step": 23939, "epoch": 368, "lr": 3.323596308912725e-05}
+{"train_loss": 0.002240254543721676, "global_step": 23940, "epoch": 368, "lr": 3.32321193114079e-05}
+{"train_loss": 0.003311469219624996, "global_step": 23941, "epoch": 368, "lr": 3.322827564533795e-05}
+{"train_loss": 0.0017908061854541302, "global_step": 23942, "epoch": 368, "lr": 3.322443209094303e-05}
+{"train_loss": 0.0022525712847709656, "global_step": 23943, "epoch": 368, "lr": 3.3220588648248706e-05}
+{"train_loss": 0.002283528447151184, "global_step": 23944, "epoch": 368, "lr": 3.321674531728057e-05}
+{"train_loss": 0.003506320295855403, "global_step": 23945, "epoch": 368, "lr": 3.321290209806423e-05}
+{"train_loss": 0.0032491753809154034, "global_step": 23946, "epoch": 368, "lr": 3.3209058990625264e-05}
+{"train_loss": 0.003929236438125372, "global_step": 23947, "epoch": 368, "lr": 3.3205215994989254e-05}
+{"train_loss": 0.002463975688442588, "global_step": 23948, "epoch": 368, "lr": 3.320137311118181e-05}
+{"train_loss": 0.00120723235886544, "global_step": 23949, "epoch": 368, "lr": 3.3197530339228487e-05}
+{"train_loss": 0.002522653667256236, "global_step": 23950, "epoch": 368, "lr": 3.319368767915492e-05}
+{"train_loss": 0.001112215919420123, "global_step": 23951, "epoch": 368, "lr": 3.318984513098666e-05}
+{"train_loss": 0.0011470464523881674, "global_step": 23952, "epoch": 368, "lr": 3.3186002694749294e-05}
+{"train_loss": 0.0031202964019030333, "global_step": 23953, "epoch": 368, "lr": 3.318216037046842e-05}
+{"train_loss": 0.002242492279037833, "global_step": 23954, "epoch": 368, "lr": 3.3178318158169616e-05}
+{"train_loss": 0.003416962455958128, "global_step": 23955, "epoch": 368, "lr": 3.317447605787846e-05}
+{"train_loss": 0.0023177573457360268, "global_step": 23956, "epoch": 368, "lr": 3.317063406962055e-05}
+{"train_loss": 0.0028188559226691723, "global_step": 23957, "epoch": 368, "lr": 3.3166792193421444e-05}
+{"train_loss": 0.0015620413469150662, "global_step": 23958, "epoch": 368, "lr": 3.316295042930675e-05}
+{"train_loss": 0.0024764975532889366, "global_step": 23959, "epoch": 368, "lr": 3.315910877730205e-05}
+{"train_loss": 0.0014174376847222447, "global_step": 23960, "epoch": 368, "lr": 3.3155267237432883e-05}
+{"train_loss": 0.0015794101636856794, "global_step": 23961, "epoch": 368, "lr": 3.315142580972487e-05}
+{"train_loss": 0.001922499155625701, "global_step": 23962, "epoch": 368, "lr": 3.314758449420358e-05}
+{"train_loss": 0.002400586847215891, "global_step": 23963, "epoch": 368, "lr": 3.3143743290894563e-05}
+{"train_loss": 0.002842351095750928, "global_step": 23964, "epoch": 368, "lr": 3.313990219982344e-05}
+{"train_loss": 0.0035027682315558195, "global_step": 23965, "epoch": 368, "lr": 3.313606122101574e-05}
+{"train_loss": 0.0020205960609018803, "global_step": 23966, "epoch": 368, "lr": 3.313222035449709e-05}
+{"train_loss": 0.0045358347706496716, "global_step": 23967, "epoch": 368, "lr": 3.312837960029303e-05}
+{"train_loss": 0.0027796877548098564, "global_step": 23968, "epoch": 368, "lr": 3.312453895842913e-05}
+{"train_loss": 0.002481711795553565, "global_step": 23969, "epoch": 368, "lr": 3.3120698428930983e-05}
+{"train_loss": 0.003268029075115919, "global_step": 23970, "epoch": 368, "lr": 3.311685801182416e-05}
+{"train_loss": 0.0014562943251803517, "global_step": 23971, "epoch": 368, "lr": 3.31130177071342e-05}
+{"train_loss": 0.003183268243446946, "global_step": 23972, "epoch": 368, "lr": 3.3109177514886726e-05}
+{"train_loss": 0.002450478496029973, "global_step": 23973, "epoch": 368, "lr": 3.3105337435107256e-05}
+{"train_loss": 0.0024267041590064764, "global_step": 23974, "epoch": 368, "lr": 3.310149746782141e-05}
+{"train_loss": 0.00442963931709528, "global_step": 23975, "epoch": 368, "lr": 3.309765761305472e-05}
+{"train_loss": 0.002739726100116968, "global_step": 23976, "epoch": 368, "lr": 3.3093817870832755e-05}
+{"train_loss": 0.0029243978206068277, "global_step": 23977, "epoch": 368, "lr": 3.308997824118111e-05}
+{"train_loss": 0.0034094895236194134, "global_step": 23978, "epoch": 368, "lr": 3.308613872412532e-05}
+{"train_loss": 0.004209591541439295, "global_step": 23979, "epoch": 368, "lr": 3.308229931969096e-05}
+{"train_loss": 0.0018989170202985406, "global_step": 23980, "epoch": 368, "lr": 3.3078460027903606e-05}
+{"train_loss": 0.003334851237013936, "global_step": 23981, "epoch": 368, "lr": 3.3074620848788804e-05}
+{"train_loss": 0.00312326499260962, "global_step": 23982, "epoch": 368, "lr": 3.307078178237215e-05}
+{"train_loss": 0.002618571976199746, "global_step": 23983, "epoch": 368, "lr": 3.306694282867917e-05}
+{"train_loss": 0.00259724805633036, "global_step": 23984, "epoch": 368, "lr": 3.3063103987735433e-05, "val_loss": 0.002971890615299344}
+{"train_loss": 0.001777658355422318, "global_step": 23985, "epoch": 369, "lr": 3.305926525956652e-05}
+{"train_loss": 0.002153020817786455, "global_step": 23986, "epoch": 369, "lr": 3.3055426644197965e-05}
+{"train_loss": 0.0023143659345805645, "global_step": 23987, "epoch": 369, "lr": 3.3051588141655345e-05}
+{"train_loss": 0.002414644928649068, "global_step": 23988, "epoch": 369, "lr": 3.304774975196422e-05}
+{"train_loss": 0.002474886830896139, "global_step": 23989, "epoch": 369, "lr": 3.304391147515015e-05}
+{"train_loss": 0.0018529632361605763, "global_step": 23990, "epoch": 369, "lr": 3.304007331123867e-05}
+{"train_loss": 0.0020335938315838575, "global_step": 23991, "epoch": 369, "lr": 3.3036235260255355e-05}
+{"train_loss": 0.0032107906881719828, "global_step": 23992, "epoch": 369, "lr": 3.303239732222575e-05}
+{"train_loss": 0.0017349333502352238, "global_step": 23993, "epoch": 369, "lr": 3.3028559497175426e-05}
+{"train_loss": 0.004264808259904385, "global_step": 23994, "epoch": 369, "lr": 3.302472178512992e-05}
+{"train_loss": 0.0022626419086009264, "global_step": 23995, "epoch": 369, "lr": 3.30208841861148e-05}
+{"train_loss": 0.002558640204370022, "global_step": 23996, "epoch": 369, "lr": 3.3017046700155616e-05}
+{"train_loss": 0.0020794242154806852, "global_step": 23997, "epoch": 369, "lr": 3.301320932727793e-05}
+{"train_loss": 0.00223467661999166, "global_step": 23998, "epoch": 369, "lr": 3.300937206750725e-05}
+{"train_loss": 0.002357679419219494, "global_step": 23999, "epoch": 369, "lr": 3.3005534920869176e-05}
+{"train_loss": 0.001531441230326891, "global_step": 24000, "epoch": 369, "lr": 3.300169788738922e-05}
+{"train_loss": 0.003803231520578265, "global_step": 24001, "epoch": 369, "lr": 3.2997860967092964e-05}
+{"train_loss": 0.0020052408799529076, "global_step": 24002, "epoch": 369, "lr": 3.2994024160005935e-05}
+{"train_loss": 0.0012434390373528004, "global_step": 24003, "epoch": 369, "lr": 3.2990187466153685e-05}
+{"train_loss": 0.0030586435459554195, "global_step": 24004, "epoch": 369, "lr": 3.2986350885561775e-05}
+{"train_loss": 0.003830094588920474, "global_step": 24005, "epoch": 369, "lr": 3.298251441825574e-05}
+{"train_loss": 0.003496309043839574, "global_step": 24006, "epoch": 369, "lr": 3.2978678064261106e-05}
+{"train_loss": 0.0020445259287953377, "global_step": 24007, "epoch": 369, "lr": 3.2974841823603454e-05}
+{"train_loss": 0.00229322025552392, "global_step": 24008, "epoch": 369, "lr": 3.2971005696308286e-05}
+{"train_loss": 0.002894455334171653, "global_step": 24009, "epoch": 369, "lr": 3.2967169682401184e-05}
+{"train_loss": 0.003667362965643406, "global_step": 24010, "epoch": 369, "lr": 3.296333378190766e-05}
+{"train_loss": 0.0018662037327885628, "global_step": 24011, "epoch": 369, "lr": 3.295949799485328e-05}
+{"train_loss": 0.0010632261401042342, "global_step": 24012, "epoch": 369, "lr": 3.2955662321263594e-05}
+{"train_loss": 0.001960470573976636, "global_step": 24013, "epoch": 369, "lr": 3.2951826761164104e-05}
+{"train_loss": 0.0016487486427649856, "global_step": 24014, "epoch": 369, "lr": 3.2947991314580365e-05}
+{"train_loss": 0.0027949693612754345, "global_step": 24015, "epoch": 369, "lr": 3.2944155981537916e-05}
+{"train_loss": 0.0018878646660596132, "global_step": 24016, "epoch": 369, "lr": 3.294032076206229e-05}
+{"train_loss": 0.0030700622592121363, "global_step": 24017, "epoch": 369, "lr": 3.293648565617905e-05}
+{"train_loss": 0.0018569838721305132, "global_step": 24018, "epoch": 369, "lr": 3.2932650663913695e-05}
+{"train_loss": 0.002066351007670164, "global_step": 24019, "epoch": 369, "lr": 3.292881578529179e-05}
+{"train_loss": 0.002571412594988942, "global_step": 24020, "epoch": 369, "lr": 3.292498102033886e-05}
+{"train_loss": 0.005144167225807905, "global_step": 24021, "epoch": 369, "lr": 3.2921146369080436e-05}
+{"train_loss": 0.002872962737455964, "global_step": 24022, "epoch": 369, "lr": 3.2917311831542044e-05}
+{"train_loss": 0.0013055691961199045, "global_step": 24023, "epoch": 369, "lr": 3.2913477407749226e-05}
+{"train_loss": 0.002355715027078986, "global_step": 24024, "epoch": 369, "lr": 3.29096430977275e-05}
+{"train_loss": 0.0038797990418970585, "global_step": 24025, "epoch": 369, "lr": 3.2905808901502425e-05}
+{"train_loss": 0.0022955171298235655, "global_step": 24026, "epoch": 369, "lr": 3.29019748190995e-05}
+{"train_loss": 0.002278793603181839, "global_step": 24027, "epoch": 369, "lr": 3.289814085054429e-05}
+{"train_loss": 0.0029225011821836233, "global_step": 24028, "epoch": 369, "lr": 3.28943069958623e-05}
+{"train_loss": 0.00290831015445292, "global_step": 24029, "epoch": 369, "lr": 3.289047325507906e-05}
+{"train_loss": 0.003131029661744833, "global_step": 24030, "epoch": 369, "lr": 3.2886639628220076e-05}
+{"train_loss": 0.0024736332707107067, "global_step": 24031, "epoch": 369, "lr": 3.288280611531092e-05}
+{"train_loss": 0.0019404818303883076, "global_step": 24032, "epoch": 369, "lr": 3.287897271637707e-05}
+{"train_loss": 0.0017483080737292767, "global_step": 24033, "epoch": 369, "lr": 3.287513943144409e-05}
+{"train_loss": 0.0014592253137379885, "global_step": 24034, "epoch": 369, "lr": 3.287130626053748e-05}
+{"train_loss": 0.0024815474171191454, "global_step": 24035, "epoch": 369, "lr": 3.28674732036828e-05}
+{"train_loss": 0.002365698339417577, "global_step": 24036, "epoch": 369, "lr": 3.286364026090551e-05}
+{"train_loss": 0.0030132613610476255, "global_step": 24037, "epoch": 369, "lr": 3.285980743223118e-05}
+{"train_loss": 0.002639393787831068, "global_step": 24038, "epoch": 369, "lr": 3.285597471768531e-05}
+{"train_loss": 0.001635689870454371, "global_step": 24039, "epoch": 369, "lr": 3.2852142117293435e-05}
+{"train_loss": 0.0020440774969756603, "global_step": 24040, "epoch": 369, "lr": 3.284830963108105e-05}
+{"train_loss": 0.0023288861848413944, "global_step": 24041, "epoch": 369, "lr": 3.2844477259073705e-05}
+{"train_loss": 0.002749125938862562, "global_step": 24042, "epoch": 369, "lr": 3.284064500129689e-05}
+{"train_loss": 0.003924875985831022, "global_step": 24043, "epoch": 369, "lr": 3.283681285777618e-05}
+{"train_loss": 0.002358095720410347, "global_step": 24044, "epoch": 369, "lr": 3.2832980828536994e-05}
+{"train_loss": 0.0020644229371100664, "global_step": 24045, "epoch": 369, "lr": 3.2829148913604924e-05}
+{"train_loss": 0.001680383225902915, "global_step": 24046, "epoch": 369, "lr": 3.282531711300545e-05}
+{"train_loss": 0.0023034997284412384, "global_step": 24047, "epoch": 369, "lr": 3.282148542676411e-05}
+{"train_loss": 0.0018605919321998954, "global_step": 24048, "epoch": 369, "lr": 3.28176538549064e-05}
+{"train_loss": 0.0024494505845583403, "global_step": 24049, "epoch": 369, "lr": 3.2813822397457824e-05, "val_loss": 0.010272882878780365}
+{"train_loss": 0.002495151711627841, "global_step": 24050, "epoch": 370, "lr": 3.2809991054443925e-05}
+{"train_loss": 0.0023197296541184187, "global_step": 24051, "epoch": 370, "lr": 3.280615982589021e-05}
+{"train_loss": 0.0026145505253225565, "global_step": 24052, "epoch": 370, "lr": 3.280232871182215e-05}
+{"train_loss": 0.0025489614345133305, "global_step": 24053, "epoch": 370, "lr": 3.279849771226529e-05}
+{"train_loss": 0.003331187181174755, "global_step": 24054, "epoch": 370, "lr": 3.2794666827245126e-05}
+{"train_loss": 0.0025202676188200712, "global_step": 24055, "epoch": 370, "lr": 3.2790836056787165e-05}
+{"train_loss": 0.002651441376656294, "global_step": 24056, "epoch": 370, "lr": 3.2787005400916926e-05}
+{"train_loss": 0.0019144706893712282, "global_step": 24057, "epoch": 370, "lr": 3.27831748596599e-05}
+{"train_loss": 0.0038813988212496042, "global_step": 24058, "epoch": 370, "lr": 3.2779344433041623e-05}
+{"train_loss": 0.003157698782160878, "global_step": 24059, "epoch": 370, "lr": 3.277551412108756e-05}
+{"train_loss": 0.002563266782090068, "global_step": 24060, "epoch": 370, "lr": 3.277168392382324e-05}
+{"train_loss": 0.001864155288785696, "global_step": 24061, "epoch": 370, "lr": 3.276785384127415e-05}
+{"train_loss": 0.0020121275447309017, "global_step": 24062, "epoch": 370, "lr": 3.276402387346581e-05}
+{"train_loss": 0.002073350129649043, "global_step": 24063, "epoch": 370, "lr": 3.2760194020423715e-05}
+{"train_loss": 0.004900025669485331, "global_step": 24064, "epoch": 370, "lr": 3.275636428217336e-05}
+{"train_loss": 0.0016523930244147778, "global_step": 24065, "epoch": 370, "lr": 3.2752534658740256e-05}
+{"train_loss": 0.0018344232812523842, "global_step": 24066, "epoch": 370, "lr": 3.2748705150149906e-05}
+{"train_loss": 0.0014131033094599843, "global_step": 24067, "epoch": 370, "lr": 3.274487575642778e-05}
+{"train_loss": 0.0034932922571897507, "global_step": 24068, "epoch": 370, "lr": 3.2741046477599415e-05}
+{"train_loss": 0.0017182754818350077, "global_step": 24069, "epoch": 370, "lr": 3.2737217313690285e-05}
+{"train_loss": 0.0031284603755921125, "global_step": 24070, "epoch": 370, "lr": 3.273338826472588e-05}
+{"train_loss": 0.00259620463475585, "global_step": 24071, "epoch": 370, "lr": 3.272955933073172e-05}
+{"train_loss": 0.0034852297976613045, "global_step": 24072, "epoch": 370, "lr": 3.2725730511733274e-05}
+{"train_loss": 0.0013384759658947587, "global_step": 24073, "epoch": 370, "lr": 3.272190180775606e-05}
+{"train_loss": 0.0026491833850741386, "global_step": 24074, "epoch": 370, "lr": 3.271807321882558e-05}
+{"train_loss": 0.002498125657439232, "global_step": 24075, "epoch": 370, "lr": 3.271424474496728e-05}
+{"train_loss": 0.0014351295540109277, "global_step": 24076, "epoch": 370, "lr": 3.2710416386206686e-05}
+{"train_loss": 0.0017071522306650877, "global_step": 24077, "epoch": 370, "lr": 3.2706588142569296e-05}
+{"train_loss": 0.00295257824473083, "global_step": 24078, "epoch": 370, "lr": 3.2702760014080566e-05}
+{"train_loss": 0.00169191334862262, "global_step": 24079, "epoch": 370, "lr": 3.269893200076602e-05}
+{"train_loss": 0.0025148564018309116, "global_step": 24080, "epoch": 370, "lr": 3.269510410265114e-05}
+{"train_loss": 0.0031510619446635246, "global_step": 24081, "epoch": 370, "lr": 3.26912763197614e-05}
+{"train_loss": 0.0026412929873913527, "global_step": 24082, "epoch": 370, "lr": 3.268744865212232e-05}
+{"train_loss": 0.003013394307345152, "global_step": 24083, "epoch": 370, "lr": 3.268362109975933e-05}
+{"train_loss": 0.0023099249228835106, "global_step": 24084, "epoch": 370, "lr": 3.2679793662697964e-05}
+{"train_loss": 0.0020851483568549156, "global_step": 24085, "epoch": 370, "lr": 3.267596634096369e-05}
+{"train_loss": 0.003528125584125519, "global_step": 24086, "epoch": 370, "lr": 3.2672139134581984e-05}
+{"train_loss": 0.002301330678164959, "global_step": 24087, "epoch": 370, "lr": 3.2668312043578354e-05}
+{"train_loss": 0.0017337442841380835, "global_step": 24088, "epoch": 370, "lr": 3.2664485067978254e-05}
+{"train_loss": 0.002933038864284754, "global_step": 24089, "epoch": 370, "lr": 3.26606582078072e-05}
+{"train_loss": 0.002428694162517786, "global_step": 24090, "epoch": 370, "lr": 3.265683146309064e-05}
+{"train_loss": 0.0012891244841739535, "global_step": 24091, "epoch": 370, "lr": 3.265300483385407e-05}
+{"train_loss": 0.0012751668691635132, "global_step": 24092, "epoch": 370, "lr": 3.264917832012297e-05}
+{"train_loss": 0.0022432187106460333, "global_step": 24093, "epoch": 370, "lr": 3.264535192192282e-05}
+{"train_loss": 0.0034528342075645924, "global_step": 24094, "epoch": 370, "lr": 3.264152563927908e-05}
+{"train_loss": 0.0026220970321446657, "global_step": 24095, "epoch": 370, "lr": 3.2637699472217254e-05}
+{"train_loss": 0.0026920686941593885, "global_step": 24096, "epoch": 370, "lr": 3.26338734207628e-05}
+{"train_loss": 0.0032116479706019163, "global_step": 24097, "epoch": 370, "lr": 3.2630047484941215e-05}
+{"train_loss": 0.0018032900989055634, "global_step": 24098, "epoch": 370, "lr": 3.262622166477796e-05}
+{"train_loss": 0.002595607191324234, "global_step": 24099, "epoch": 370, "lr": 3.262239596029849e-05}
+{"train_loss": 0.0014782615471631289, "global_step": 24100, "epoch": 370, "lr": 3.261857037152831e-05}
+{"train_loss": 0.0014828437706455588, "global_step": 24101, "epoch": 370, "lr": 3.261474489849289e-05}
+{"train_loss": 0.002212499501183629, "global_step": 24102, "epoch": 370, "lr": 3.261091954121767e-05}
+{"train_loss": 0.0026007620617747307, "global_step": 24103, "epoch": 370, "lr": 3.260709429972816e-05}
+{"train_loss": 0.00275429617613554, "global_step": 24104, "epoch": 370, "lr": 3.26032691740498e-05}
+{"train_loss": 0.0017997283721342683, "global_step": 24105, "epoch": 370, "lr": 3.25994441642081e-05}
+{"train_loss": 0.00226426450535655, "global_step": 24106, "epoch": 370, "lr": 3.2595619270228496e-05}
+{"train_loss": 0.0030892076902091503, "global_step": 24107, "epoch": 370, "lr": 3.259179449213645e-05}
+{"train_loss": 0.0024676043540239334, "global_step": 24108, "epoch": 370, "lr": 3.258796982995745e-05}
+{"train_loss": 0.002537998603656888, "global_step": 24109, "epoch": 370, "lr": 3.2584145283716954e-05}
+{"train_loss": 0.0027843904681503773, "global_step": 24110, "epoch": 370, "lr": 3.2580320853440425e-05}
+{"train_loss": 0.003296804614365101, "global_step": 24111, "epoch": 370, "lr": 3.2576496539153335e-05}
+{"train_loss": 0.003190196119248867, "global_step": 24112, "epoch": 370, "lr": 3.257267234088116e-05}
+{"train_loss": 0.001891925698146224, "global_step": 24113, "epoch": 370, "lr": 3.2568848258649334e-05}
+{"train_loss": 0.0024615955145026627, "global_step": 24114, "epoch": 370, "lr": 3.256502429248334e-05, "val_loss": 0.015070058405399323, "train_action_mse_error": 9.983235213439912e-05}
+{"train_loss": 0.0026568693574517965, "global_step": 24115, "epoch": 371, "lr": 3.256120044240862e-05}
+{"train_loss": 0.004631805699318647, "global_step": 24116, "epoch": 371, "lr": 3.255737670845066e-05}
+{"train_loss": 0.0023698972072452307, "global_step": 24117, "epoch": 371, "lr": 3.2553553090634915e-05}
+{"train_loss": 0.002075890311971307, "global_step": 24118, "epoch": 371, "lr": 3.254972958898683e-05}
+{"train_loss": 0.003509337082505226, "global_step": 24119, "epoch": 371, "lr": 3.2545906203531886e-05}
+{"train_loss": 0.002721352269873023, "global_step": 24120, "epoch": 371, "lr": 3.2542082934295534e-05}
+{"train_loss": 0.0021586655639111996, "global_step": 24121, "epoch": 371, "lr": 3.253825978130322e-05}
+{"train_loss": 0.0034399114083498716, "global_step": 24122, "epoch": 371, "lr": 3.25344367445804e-05}
+{"train_loss": 0.0020578205585479736, "global_step": 24123, "epoch": 371, "lr": 3.253061382415253e-05}
+{"train_loss": 0.003452504053711891, "global_step": 24124, "epoch": 371, "lr": 3.2526791020045086e-05}
+{"train_loss": 0.0019295394886285067, "global_step": 24125, "epoch": 371, "lr": 3.252296833228351e-05}
+{"train_loss": 0.0021521802991628647, "global_step": 24126, "epoch": 371, "lr": 3.251914576089324e-05}
+{"train_loss": 0.002907334826886654, "global_step": 24127, "epoch": 371, "lr": 3.2515323305899755e-05}
+{"train_loss": 0.0015986132202669978, "global_step": 24128, "epoch": 371, "lr": 3.25115009673285e-05}
+{"train_loss": 0.002510328544303775, "global_step": 24129, "epoch": 371, "lr": 3.25076787452049e-05}
+{"train_loss": 0.0019015019061043859, "global_step": 24130, "epoch": 371, "lr": 3.250385663955444e-05}
+{"train_loss": 0.002107587642967701, "global_step": 24131, "epoch": 371, "lr": 3.250003465040255e-05}
+{"train_loss": 0.0023577639367431402, "global_step": 24132, "epoch": 371, "lr": 3.249621277777469e-05}
+{"train_loss": 0.0031402655877172947, "global_step": 24133, "epoch": 371, "lr": 3.249239102169629e-05}
+{"train_loss": 0.0021491535007953644, "global_step": 24134, "epoch": 371, "lr": 3.248856938219282e-05}
+{"train_loss": 0.0031724527943879366, "global_step": 24135, "epoch": 371, "lr": 3.248474785928973e-05}
+{"train_loss": 0.004190098959952593, "global_step": 24136, "epoch": 371, "lr": 3.248092645301244e-05}
+{"train_loss": 0.0025062942877411842, "global_step": 24137, "epoch": 371, "lr": 3.247710516338639e-05}
+{"train_loss": 0.002492820145562291, "global_step": 24138, "epoch": 371, "lr": 3.247328399043706e-05}
+{"train_loss": 0.0020406795665621758, "global_step": 24139, "epoch": 371, "lr": 3.246946293418986e-05}
+{"train_loss": 0.003293284447863698, "global_step": 24140, "epoch": 371, "lr": 3.2465641994670256e-05}
+{"train_loss": 0.0026435565669089556, "global_step": 24141, "epoch": 371, "lr": 3.2461821171903675e-05}
+{"train_loss": 0.0021618453320115805, "global_step": 24142, "epoch": 371, "lr": 3.245800046591557e-05}
+{"train_loss": 0.002026782836765051, "global_step": 24143, "epoch": 371, "lr": 3.245417987673138e-05}
+{"train_loss": 0.0024771024473011494, "global_step": 24144, "epoch": 371, "lr": 3.245035940437654e-05}
+{"train_loss": 0.0027693836018443108, "global_step": 24145, "epoch": 371, "lr": 3.244653904887647e-05}
+{"train_loss": 0.0026051169261336327, "global_step": 24146, "epoch": 371, "lr": 3.244271881025664e-05}
+{"train_loss": 0.0013618313241750002, "global_step": 24147, "epoch": 371, "lr": 3.243889868854247e-05}
+{"train_loss": 0.00288215558975935, "global_step": 24148, "epoch": 371, "lr": 3.24350786837594e-05}
+{"train_loss": 0.0013172909384593368, "global_step": 24149, "epoch": 371, "lr": 3.243125879593286e-05}
+{"train_loss": 0.002933991141617298, "global_step": 24150, "epoch": 371, "lr": 3.24274390250883e-05}
+{"train_loss": 0.0028725480660796165, "global_step": 24151, "epoch": 371, "lr": 3.242361937125115e-05}
+{"train_loss": 0.0020354546140879393, "global_step": 24152, "epoch": 371, "lr": 3.241979983444683e-05}
+{"train_loss": 0.0018318166257813573, "global_step": 24153, "epoch": 371, "lr": 3.241598041470077e-05}
+{"train_loss": 0.002080310834571719, "global_step": 24154, "epoch": 371, "lr": 3.241216111203843e-05}
+{"train_loss": 0.0026591187343001366, "global_step": 24155, "epoch": 371, "lr": 3.2408341926485205e-05}
+{"train_loss": 0.0020026545971632004, "global_step": 24156, "epoch": 371, "lr": 3.240452285806655e-05}
+{"train_loss": 0.0012050357181578875, "global_step": 24157, "epoch": 371, "lr": 3.2400703906807884e-05}
+{"train_loss": 0.0029420508071780205, "global_step": 24158, "epoch": 371, "lr": 3.239688507273466e-05}
+{"train_loss": 0.0021423636935651302, "global_step": 24159, "epoch": 371, "lr": 3.239306635587227e-05}
+{"train_loss": 0.001390994992107153, "global_step": 24160, "epoch": 371, "lr": 3.238924775624615e-05}
+{"train_loss": 0.0027187836822122335, "global_step": 24161, "epoch": 371, "lr": 3.238542927388173e-05}
+{"train_loss": 0.001622781972400844, "global_step": 24162, "epoch": 371, "lr": 3.238161090880445e-05}
+{"train_loss": 0.0015267427079379559, "global_step": 24163, "epoch": 371, "lr": 3.23777926610397e-05}
+{"train_loss": 0.003055211389437318, "global_step": 24164, "epoch": 371, "lr": 3.237397453061295e-05}
+{"train_loss": 0.0036189586389809847, "global_step": 24165, "epoch": 371, "lr": 3.2370156517549576e-05}
+{"train_loss": 0.0014798135962337255, "global_step": 24166, "epoch": 371, "lr": 3.236633862187506e-05}
+{"train_loss": 0.0025524762459099293, "global_step": 24167, "epoch": 371, "lr": 3.2362520843614765e-05}
+{"train_loss": 0.0019729030318558216, "global_step": 24168, "epoch": 371, "lr": 3.235870318279413e-05}
+{"train_loss": 0.002243132097646594, "global_step": 24169, "epoch": 371, "lr": 3.235488563943858e-05}
+{"train_loss": 0.0018166785594075918, "global_step": 24170, "epoch": 371, "lr": 3.235106821357353e-05}
+{"train_loss": 0.0029851675499230623, "global_step": 24171, "epoch": 371, "lr": 3.23472509052244e-05}
+{"train_loss": 0.0026417099870741367, "global_step": 24172, "epoch": 371, "lr": 3.234343371441663e-05}
+{"train_loss": 0.001602831995114684, "global_step": 24173, "epoch": 371, "lr": 3.233961664117559e-05}
+{"train_loss": 0.0020088478922843933, "global_step": 24174, "epoch": 371, "lr": 3.2335799685526756e-05}
+{"train_loss": 0.002601581159979105, "global_step": 24175, "epoch": 371, "lr": 3.233198284749548e-05}
+{"train_loss": 0.0009106763754971325, "global_step": 24176, "epoch": 371, "lr": 3.2328166127107214e-05}
+{"train_loss": 0.002036623191088438, "global_step": 24177, "epoch": 371, "lr": 3.232434952438736e-05}
+{"train_loss": 0.0033419406972825527, "global_step": 24178, "epoch": 371, "lr": 3.2320533039361343e-05}
+{"train_loss": 0.0024058863296746633, "global_step": 24179, "epoch": 371, "lr": 3.231671667205456e-05, "val_loss": 0.007899211719632149}
+{"train_loss": 0.002979495096951723, "global_step": 24180, "epoch": 372, "lr": 3.231290042249243e-05}
+{"train_loss": 0.0024966492783278227, "global_step": 24181, "epoch": 372, "lr": 3.2309084290700374e-05}
+{"train_loss": 0.0015444011660292745, "global_step": 24182, "epoch": 372, "lr": 3.230526827670379e-05}
+{"train_loss": 0.0020203981548547745, "global_step": 24183, "epoch": 372, "lr": 3.230145238052807e-05}
+{"train_loss": 0.0012092128163203597, "global_step": 24184, "epoch": 372, "lr": 3.2297636602198656e-05}
+{"train_loss": 0.0027561099268496037, "global_step": 24185, "epoch": 372, "lr": 3.229382094174093e-05}
+{"train_loss": 0.0027187191881239414, "global_step": 24186, "epoch": 372, "lr": 3.229000539918031e-05}
+{"train_loss": 0.0027724055107682943, "global_step": 24187, "epoch": 372, "lr": 3.228618997454219e-05}
+{"train_loss": 0.0010238832328468561, "global_step": 24188, "epoch": 372, "lr": 3.2282374667852e-05}
+{"train_loss": 0.0016889232210814953, "global_step": 24189, "epoch": 372, "lr": 3.227855947913514e-05}
+{"train_loss": 0.002908129710704088, "global_step": 24190, "epoch": 372, "lr": 3.227474440841699e-05}
+{"train_loss": 0.0036902104038745165, "global_step": 24191, "epoch": 372, "lr": 3.227092945572296e-05}
+{"train_loss": 0.0018363692797720432, "global_step": 24192, "epoch": 372, "lr": 3.2267114621078465e-05}
+{"train_loss": 0.002843396505340934, "global_step": 24193, "epoch": 372, "lr": 3.226329990450889e-05}
+{"train_loss": 0.002322924556210637, "global_step": 24194, "epoch": 372, "lr": 3.225948530603965e-05}
+{"train_loss": 0.0027265569660812616, "global_step": 24195, "epoch": 372, "lr": 3.2255670825696135e-05}
+{"train_loss": 0.001589879859238863, "global_step": 24196, "epoch": 372, "lr": 3.2251856463503756e-05}
+{"train_loss": 0.0017289717216044664, "global_step": 24197, "epoch": 372, "lr": 3.224804221948791e-05}
+{"train_loss": 0.0016988057177513838, "global_step": 24198, "epoch": 372, "lr": 3.224422809367398e-05}
+{"train_loss": 0.0019266906892880797, "global_step": 24199, "epoch": 372, "lr": 3.2240414086087356e-05}
+{"train_loss": 0.0017036088975146413, "global_step": 24200, "epoch": 372, "lr": 3.2236600196753464e-05}
+{"train_loss": 0.0029152792412787676, "global_step": 24201, "epoch": 372, "lr": 3.223278642569767e-05}
+{"train_loss": 0.001983215566724539, "global_step": 24202, "epoch": 372, "lr": 3.222897277294539e-05}
+{"train_loss": 0.0027991554234176874, "global_step": 24203, "epoch": 372, "lr": 3.2225159238522e-05}
+{"train_loss": 0.0018515667179599404, "global_step": 24204, "epoch": 372, "lr": 3.22213458224529e-05}
+{"train_loss": 0.0016649559838697314, "global_step": 24205, "epoch": 372, "lr": 3.2217532524763496e-05}
+{"train_loss": 0.001994640100747347, "global_step": 24206, "epoch": 372, "lr": 3.221371934547915e-05}
+{"train_loss": 0.001578227267600596, "global_step": 24207, "epoch": 372, "lr": 3.220990628462527e-05}
+{"train_loss": 0.001416583196260035, "global_step": 24208, "epoch": 372, "lr": 3.220609334222725e-05}
+{"train_loss": 0.0019510122947394848, "global_step": 24209, "epoch": 372, "lr": 3.220228051831046e-05}
+{"train_loss": 0.0019361005397513509, "global_step": 24210, "epoch": 372, "lr": 3.21984678129003e-05}
+{"train_loss": 0.0021632760763168335, "global_step": 24211, "epoch": 372, "lr": 3.219465522602215e-05}
+{"train_loss": 0.0022724277805536985, "global_step": 24212, "epoch": 372, "lr": 3.219084275770143e-05}
+{"train_loss": 0.001691980753093958, "global_step": 24213, "epoch": 372, "lr": 3.218703040796348e-05}
+{"train_loss": 0.001955257495865226, "global_step": 24214, "epoch": 372, "lr": 3.218321817683369e-05}
+{"train_loss": 0.0020846750121563673, "global_step": 24215, "epoch": 372, "lr": 3.217940606433747e-05}
+{"train_loss": 0.0018823074642568827, "global_step": 24216, "epoch": 372, "lr": 3.217559407050019e-05}
+{"train_loss": 0.0020143419969826937, "global_step": 24217, "epoch": 372, "lr": 3.217178219534722e-05}
+{"train_loss": 0.0024222000502049923, "global_step": 24218, "epoch": 372, "lr": 3.216797043890396e-05}
+{"train_loss": 0.0019349898211658, "global_step": 24219, "epoch": 372, "lr": 3.216415880119578e-05}
+{"train_loss": 0.0011459015076979995, "global_step": 24220, "epoch": 372, "lr": 3.2160347282248074e-05}
+{"train_loss": 0.0017181161092594266, "global_step": 24221, "epoch": 372, "lr": 3.2156535882086205e-05}
+{"train_loss": 0.0021195411682128906, "global_step": 24222, "epoch": 372, "lr": 3.2152724600735546e-05}
+{"train_loss": 0.0016086591640487313, "global_step": 24223, "epoch": 372, "lr": 3.2148913438221496e-05}
+{"train_loss": 0.0028660381212830544, "global_step": 24224, "epoch": 372, "lr": 3.214510239456942e-05}
+{"train_loss": 0.001020378083921969, "global_step": 24225, "epoch": 372, "lr": 3.214129146980469e-05}
+{"train_loss": 0.001980847679078579, "global_step": 24226, "epoch": 372, "lr": 3.213748066395269e-05}
+{"train_loss": 0.0024923868477344513, "global_step": 24227, "epoch": 372, "lr": 3.2133669977038785e-05}
+{"train_loss": 0.0012011171784251928, "global_step": 24228, "epoch": 372, "lr": 3.212985940908837e-05}
+{"train_loss": 0.0027800635434687138, "global_step": 24229, "epoch": 372, "lr": 3.212604896012679e-05}
+{"train_loss": 0.0025662630796432495, "global_step": 24230, "epoch": 372, "lr": 3.212223863017943e-05}
+{"train_loss": 0.0016003194032236934, "global_step": 24231, "epoch": 372, "lr": 3.211842841927165e-05}
+{"train_loss": 0.002194553380832076, "global_step": 24232, "epoch": 372, "lr": 3.211461832742885e-05}
+{"train_loss": 0.0013986363774165511, "global_step": 24233, "epoch": 372, "lr": 3.211080835467636e-05}
+{"train_loss": 0.0027785508427768946, "global_step": 24234, "epoch": 372, "lr": 3.2106998501039576e-05}
+{"train_loss": 0.0014114782679826021, "global_step": 24235, "epoch": 372, "lr": 3.2103188766543874e-05}
+{"train_loss": 0.0013438586611300707, "global_step": 24236, "epoch": 372, "lr": 3.209937915121459e-05}
+{"train_loss": 0.0015928306384012103, "global_step": 24237, "epoch": 372, "lr": 3.209556965507711e-05}
+{"train_loss": 0.002785750664770603, "global_step": 24238, "epoch": 372, "lr": 3.2091760278156784e-05}
+{"train_loss": 0.003172271652147174, "global_step": 24239, "epoch": 372, "lr": 3.2087951020479e-05}
+{"train_loss": 0.001900374423712492, "global_step": 24240, "epoch": 372, "lr": 3.2084141882069115e-05}
+{"train_loss": 0.0017334222793579102, "global_step": 24241, "epoch": 372, "lr": 3.208033286295248e-05}
+{"train_loss": 0.0027612713165581226, "global_step": 24242, "epoch": 372, "lr": 3.207652396315447e-05}
+{"train_loss": 0.0017566136084496975, "global_step": 24243, "epoch": 372, "lr": 3.207271518270046e-05}
+{"train_loss": 0.0020733205100091604, "global_step": 24244, "epoch": 372, "lr": 3.2068906521615774e-05, "val_loss": 0.01198023185133934}
+{"train_loss": 0.002009221352636814, "global_step": 24245, "epoch": 373, "lr": 3.206509797992579e-05}
+{"train_loss": 0.003947786055505276, "global_step": 24246, "epoch": 373, "lr": 3.206128955765586e-05}
+{"train_loss": 0.0029650528449565172, "global_step": 24247, "epoch": 373, "lr": 3.205748125483137e-05}
+{"train_loss": 0.00240790331736207, "global_step": 24248, "epoch": 373, "lr": 3.2053673071477655e-05}
+{"train_loss": 0.0015419586561620235, "global_step": 24249, "epoch": 373, "lr": 3.204986500762006e-05}
+{"train_loss": 0.002476251684129238, "global_step": 24250, "epoch": 373, "lr": 3.204605706328397e-05}
+{"train_loss": 0.004084285814315081, "global_step": 24251, "epoch": 373, "lr": 3.204224923849475e-05}
+{"train_loss": 0.0022246299777179956, "global_step": 24252, "epoch": 373, "lr": 3.203844153327769e-05}
+{"train_loss": 0.001891433959826827, "global_step": 24253, "epoch": 373, "lr": 3.203463394765821e-05}
+{"train_loss": 0.002265733666718006, "global_step": 24254, "epoch": 373, "lr": 3.203082648166162e-05}
+{"train_loss": 0.0016894586151465774, "global_step": 24255, "epoch": 373, "lr": 3.2027019135313305e-05}
+{"train_loss": 0.0011704503558576107, "global_step": 24256, "epoch": 373, "lr": 3.202321190863861e-05}
+{"train_loss": 0.00149828742723912, "global_step": 24257, "epoch": 373, "lr": 3.201940480166286e-05}
+{"train_loss": 0.001678595901466906, "global_step": 24258, "epoch": 373, "lr": 3.2015597814411436e-05}
+{"train_loss": 0.003034018911421299, "global_step": 24259, "epoch": 373, "lr": 3.201179094690967e-05}
+{"train_loss": 0.0029365485534071922, "global_step": 24260, "epoch": 373, "lr": 3.200798419918289e-05}
+{"train_loss": 0.0023936969228088856, "global_step": 24261, "epoch": 373, "lr": 3.2004177571256494e-05}
+{"train_loss": 0.0016846904763951898, "global_step": 24262, "epoch": 373, "lr": 3.2000371063155786e-05}
+{"train_loss": 0.003277798416092992, "global_step": 24263, "epoch": 373, "lr": 3.1996564674906135e-05}
+{"train_loss": 0.004190599080175161, "global_step": 24264, "epoch": 373, "lr": 3.1992758406532875e-05}
+{"train_loss": 0.0014827733393758535, "global_step": 24265, "epoch": 373, "lr": 3.1988952258061344e-05}
+{"train_loss": 0.0015967338113114238, "global_step": 24266, "epoch": 373, "lr": 3.198514622951692e-05}
+{"train_loss": 0.0018150045070797205, "global_step": 24267, "epoch": 373, "lr": 3.19813403209249e-05}
+{"train_loss": 0.002917165867984295, "global_step": 24268, "epoch": 373, "lr": 3.1977534532310635e-05}
+{"train_loss": 0.002950334222987294, "global_step": 24269, "epoch": 373, "lr": 3.197372886369949e-05}
+{"train_loss": 0.003755714278668165, "global_step": 24270, "epoch": 373, "lr": 3.196992331511679e-05}
+{"train_loss": 0.002010517753660679, "global_step": 24271, "epoch": 373, "lr": 3.196611788658787e-05}
+{"train_loss": 0.00237481901422143, "global_step": 24272, "epoch": 373, "lr": 3.196231257813808e-05}
+{"train_loss": 0.0029013215098530054, "global_step": 24273, "epoch": 373, "lr": 3.195850738979276e-05}
+{"train_loss": 0.002801805268973112, "global_step": 24274, "epoch": 373, "lr": 3.195470232157724e-05}
+{"train_loss": 0.0030885764863342047, "global_step": 24275, "epoch": 373, "lr": 3.1950897373516855e-05}
+{"train_loss": 0.002047488000243902, "global_step": 24276, "epoch": 373, "lr": 3.194709254563692e-05}
+{"train_loss": 0.002323429100215435, "global_step": 24277, "epoch": 373, "lr": 3.1943287837962804e-05}
+{"train_loss": 0.0031873383559286594, "global_step": 24278, "epoch": 373, "lr": 3.193948325051982e-05}
+{"train_loss": 0.0016874235589057207, "global_step": 24279, "epoch": 373, "lr": 3.193567878333331e-05}
+{"train_loss": 0.002573729259893298, "global_step": 24280, "epoch": 373, "lr": 3.1931874436428604e-05}
+{"train_loss": 0.0032227637711912394, "global_step": 24281, "epoch": 373, "lr": 3.192807020983106e-05}
+{"train_loss": 0.002518999855965376, "global_step": 24282, "epoch": 373, "lr": 3.1924266103565955e-05}
+{"train_loss": 0.0026353695429861546, "global_step": 24283, "epoch": 373, "lr": 3.192046211765865e-05}
+{"train_loss": 0.002049042610451579, "global_step": 24284, "epoch": 373, "lr": 3.1916658252134465e-05}
+{"train_loss": 0.002231672639027238, "global_step": 24285, "epoch": 373, "lr": 3.191285450701874e-05}
+{"train_loss": 0.0019325375324115157, "global_step": 24286, "epoch": 373, "lr": 3.1909050882336785e-05}
+{"train_loss": 0.003522139275446534, "global_step": 24287, "epoch": 373, "lr": 3.1905247378113945e-05}
+{"train_loss": 0.002445605117827654, "global_step": 24288, "epoch": 373, "lr": 3.190144399437553e-05}
+{"train_loss": 0.002250685589388013, "global_step": 24289, "epoch": 373, "lr": 3.189764073114691e-05}
+{"train_loss": 0.0027573637198656797, "global_step": 24290, "epoch": 373, "lr": 3.189383758845332e-05}
+{"train_loss": 0.003667448414489627, "global_step": 24291, "epoch": 373, "lr": 3.1890034566320165e-05}
+{"train_loss": 0.0018531234236434102, "global_step": 24292, "epoch": 373, "lr": 3.188623166477272e-05}
+{"train_loss": 0.002512257546186447, "global_step": 24293, "epoch": 373, "lr": 3.1882428883836334e-05}
+{"train_loss": 0.0028559223283082247, "global_step": 24294, "epoch": 373, "lr": 3.187862622353631e-05}
+{"train_loss": 0.0031377009581774473, "global_step": 24295, "epoch": 373, "lr": 3.187482368389798e-05}
+{"train_loss": 0.0031458905432373285, "global_step": 24296, "epoch": 373, "lr": 3.187102126494665e-05}
+{"train_loss": 0.001779973623342812, "global_step": 24297, "epoch": 373, "lr": 3.186721896670769e-05}
+{"train_loss": 0.0014413342578336596, "global_step": 24298, "epoch": 373, "lr": 3.1863416789206334e-05}
+{"train_loss": 0.0017011403106153011, "global_step": 24299, "epoch": 373, "lr": 3.1859614732467954e-05}
+{"train_loss": 0.0028292511124163866, "global_step": 24300, "epoch": 373, "lr": 3.185581279651785e-05}
+{"train_loss": 0.0028326816391199827, "global_step": 24301, "epoch": 373, "lr": 3.1852010981381344e-05}
+{"train_loss": 0.002484652679413557, "global_step": 24302, "epoch": 373, "lr": 3.1848209287083734e-05}
+{"train_loss": 0.0026612142100930214, "global_step": 24303, "epoch": 373, "lr": 3.184440771365036e-05}
+{"train_loss": 0.003060078714042902, "global_step": 24304, "epoch": 373, "lr": 3.184060626110653e-05}
+{"train_loss": 0.0038230624049901962, "global_step": 24305, "epoch": 373, "lr": 3.1836804929477535e-05}
+{"train_loss": 0.0028299810364842415, "global_step": 24306, "epoch": 373, "lr": 3.183300371878869e-05}
+{"train_loss": 0.0017066915752366185, "global_step": 24307, "epoch": 373, "lr": 3.1829202629065324e-05}
+{"train_loss": 0.0046295784413814545, "global_step": 24308, "epoch": 373, "lr": 3.1825401660332735e-05}
+{"train_loss": 0.0025567552540451286, "global_step": 24309, "epoch": 373, "lr": 3.1821600812616224e-05, "val_loss": 0.011819572187960148}
+{"train_loss": 0.0016238732496276498, "global_step": 24310, "epoch": 374, "lr": 3.181780008594112e-05}
+{"train_loss": 0.002645474625751376, "global_step": 24311, "epoch": 374, "lr": 3.1813999480332714e-05}
+{"train_loss": 0.0023438201751559973, "global_step": 24312, "epoch": 374, "lr": 3.1810198995816335e-05}
+{"train_loss": 0.0028321584686636925, "global_step": 24313, "epoch": 374, "lr": 3.180639863241726e-05}
+{"train_loss": 0.0022439321037381887, "global_step": 24314, "epoch": 374, "lr": 3.1802598390160784e-05}
+{"train_loss": 0.0012840054696425796, "global_step": 24315, "epoch": 374, "lr": 3.179879826907225e-05}
+{"train_loss": 0.0020356120076030493, "global_step": 24316, "epoch": 374, "lr": 3.179499826917694e-05}
+{"train_loss": 0.003283336292952299, "global_step": 24317, "epoch": 374, "lr": 3.179119839050016e-05}
+{"train_loss": 0.0024552708491683006, "global_step": 24318, "epoch": 374, "lr": 3.17873986330672e-05}
+{"train_loss": 0.0013119967188686132, "global_step": 24319, "epoch": 374, "lr": 3.1783598996903385e-05}
+{"train_loss": 0.00327569292858243, "global_step": 24320, "epoch": 374, "lr": 3.177979948203401e-05}
+{"train_loss": 0.001749380142427981, "global_step": 24321, "epoch": 374, "lr": 3.177600008848436e-05}
+{"train_loss": 0.0027562144678086042, "global_step": 24322, "epoch": 374, "lr": 3.177220081627973e-05}
+{"train_loss": 0.0026744892820715904, "global_step": 24323, "epoch": 374, "lr": 3.1768401665445436e-05}
+{"train_loss": 0.0020239539444446564, "global_step": 24324, "epoch": 374, "lr": 3.1764602636006746e-05}
+{"train_loss": 0.0017171894432976842, "global_step": 24325, "epoch": 374, "lr": 3.1760803727988996e-05}
+{"train_loss": 0.0033069520723074675, "global_step": 24326, "epoch": 374, "lr": 3.175700494141745e-05}
+{"train_loss": 0.0021811476908624172, "global_step": 24327, "epoch": 374, "lr": 3.175320627631742e-05}
+{"train_loss": 0.002943497383967042, "global_step": 24328, "epoch": 374, "lr": 3.17494077327142e-05}
+{"train_loss": 0.0033856122754514217, "global_step": 24329, "epoch": 374, "lr": 3.174560931063307e-05}
+{"train_loss": 0.0021168335806578398, "global_step": 24330, "epoch": 374, "lr": 3.1741811010099314e-05}
+{"train_loss": 0.0030403188429772854, "global_step": 24331, "epoch": 374, "lr": 3.173801283113825e-05}
+{"train_loss": 0.0023137337993830442, "global_step": 24332, "epoch": 374, "lr": 3.173421477377514e-05}
+{"train_loss": 0.002072826959192753, "global_step": 24333, "epoch": 374, "lr": 3.17304168380353e-05}
+{"train_loss": 0.0011472523910924792, "global_step": 24334, "epoch": 374, "lr": 3.1726619023943996e-05}
+{"train_loss": 0.0015084499027580023, "global_step": 24335, "epoch": 374, "lr": 3.172282133152655e-05}
+{"train_loss": 0.0023025621194392443, "global_step": 24336, "epoch": 374, "lr": 3.1719023760808214e-05}
+{"train_loss": 0.0026289508678019047, "global_step": 24337, "epoch": 374, "lr": 3.1715226311814284e-05}
+{"train_loss": 0.0016940574860200286, "global_step": 24338, "epoch": 374, "lr": 3.1711428984570037e-05}
+{"train_loss": 0.0012324441922828555, "global_step": 24339, "epoch": 374, "lr": 3.1707631779100775e-05}
+{"train_loss": 0.0035001561045646667, "global_step": 24340, "epoch": 374, "lr": 3.170383469543177e-05}
+{"train_loss": 0.0028735774103552103, "global_step": 24341, "epoch": 374, "lr": 3.170003773358832e-05}
+{"train_loss": 0.0024394611828029156, "global_step": 24342, "epoch": 374, "lr": 3.169624089359568e-05}
+{"train_loss": 0.004479115828871727, "global_step": 24343, "epoch": 374, "lr": 3.169244417547918e-05}
+{"train_loss": 0.002054401207715273, "global_step": 24344, "epoch": 374, "lr": 3.1688647579264056e-05}
+{"train_loss": 0.0026220509316772223, "global_step": 24345, "epoch": 374, "lr": 3.168485110497559e-05}
+{"train_loss": 0.0020283018238842487, "global_step": 24346, "epoch": 374, "lr": 3.168105475263907e-05}
+{"train_loss": 0.0016585730481892824, "global_step": 24347, "epoch": 374, "lr": 3.1677258522279784e-05}
+{"train_loss": 0.0024062194861471653, "global_step": 24348, "epoch": 374, "lr": 3.167346241392299e-05}
+{"train_loss": 0.0010393541306257248, "global_step": 24349, "epoch": 374, "lr": 3.166966642759398e-05}
+{"train_loss": 0.0013268479378893971, "global_step": 24350, "epoch": 374, "lr": 3.1665870563318024e-05}
+{"train_loss": 0.0028278857935220003, "global_step": 24351, "epoch": 374, "lr": 3.166207482112041e-05}
+{"train_loss": 0.0038244035094976425, "global_step": 24352, "epoch": 374, "lr": 3.1658279201026394e-05}
+{"train_loss": 0.0013195128412917256, "global_step": 24353, "epoch": 374, "lr": 3.1654483703061246e-05}
+{"train_loss": 0.0016509630950167775, "global_step": 24354, "epoch": 374, "lr": 3.165068832725026e-05}
+{"train_loss": 0.0042145452462136745, "global_step": 24355, "epoch": 374, "lr": 3.164689307361869e-05}
+{"train_loss": 0.0020797336474061012, "global_step": 24356, "epoch": 374, "lr": 3.164309794219181e-05}
+{"train_loss": 0.004269987344741821, "global_step": 24357, "epoch": 374, "lr": 3.163930293299489e-05}
+{"train_loss": 0.002567210467532277, "global_step": 24358, "epoch": 374, "lr": 3.1635508046053216e-05}
+{"train_loss": 0.004409828223288059, "global_step": 24359, "epoch": 374, "lr": 3.163171328139203e-05}
+{"train_loss": 0.0018923638854175806, "global_step": 24360, "epoch": 374, "lr": 3.162791863903661e-05}
+{"train_loss": 0.001857741386629641, "global_step": 24361, "epoch": 374, "lr": 3.162412411901222e-05}
+{"train_loss": 0.0012853880180045962, "global_step": 24362, "epoch": 374, "lr": 3.162032972134414e-05}
+{"train_loss": 0.0019038321916013956, "global_step": 24363, "epoch": 374, "lr": 3.161653544605762e-05}
+{"train_loss": 0.0027006070595234632, "global_step": 24364, "epoch": 374, "lr": 3.161274129317792e-05}
+{"train_loss": 0.003211619798094034, "global_step": 24365, "epoch": 374, "lr": 3.1608947262730325e-05}
+{"train_loss": 0.0029040644876658916, "global_step": 24366, "epoch": 374, "lr": 3.1605153354740094e-05}
+{"train_loss": 0.0016117144841700792, "global_step": 24367, "epoch": 374, "lr": 3.1601359569232466e-05}
+{"train_loss": 0.002333213808014989, "global_step": 24368, "epoch": 374, "lr": 3.159756590623272e-05}
+{"train_loss": 0.0016851888503879309, "global_step": 24369, "epoch": 374, "lr": 3.1593772365766105e-05}
+{"train_loss": 0.0031280817929655313, "global_step": 24370, "epoch": 374, "lr": 3.1589978947857895e-05}
+{"train_loss": 0.0029150741174817085, "global_step": 24371, "epoch": 374, "lr": 3.158618565253334e-05}
+{"train_loss": 0.0027156388387084007, "global_step": 24372, "epoch": 374, "lr": 3.158239247981769e-05}
+{"train_loss": 0.002184465294703841, "global_step": 24373, "epoch": 374, "lr": 3.157859942973623e-05}
+{"train_loss": 0.0024056512360962536, "global_step": 24374, "epoch": 374, "lr": 3.1574806502314205e-05, "val_loss": 0.007392237428575754}
+{"train_loss": 0.0017412134911864996, "global_step": 24375, "epoch": 375, "lr": 3.157101369757683e-05}
+{"train_loss": 0.003849717555567622, "global_step": 24376, "epoch": 375, "lr": 3.1567221015549406e-05}
+{"train_loss": 0.0033002353738993406, "global_step": 24377, "epoch": 375, "lr": 3.156342845625717e-05}
+{"train_loss": 0.0024280385114252567, "global_step": 24378, "epoch": 375, "lr": 3.155963601972539e-05}
+{"train_loss": 0.00216317898593843, "global_step": 24379, "epoch": 375, "lr": 3.15558437059793e-05}
+{"train_loss": 0.002029768656939268, "global_step": 24380, "epoch": 375, "lr": 3.155205151504415e-05}
+{"train_loss": 0.0022643543779850006, "global_step": 24381, "epoch": 375, "lr": 3.154825944694521e-05}
+{"train_loss": 0.002806557109579444, "global_step": 24382, "epoch": 375, "lr": 3.154446750170771e-05}
+{"train_loss": 0.0013163801049813628, "global_step": 24383, "epoch": 375, "lr": 3.15406756793569e-05}
+{"train_loss": 0.002381119644269347, "global_step": 24384, "epoch": 375, "lr": 3.1536883979918044e-05}
+{"train_loss": 0.0020024338737130165, "global_step": 24385, "epoch": 375, "lr": 3.153309240341636e-05}
+{"train_loss": 0.001150424242950976, "global_step": 24386, "epoch": 375, "lr": 3.152930094987713e-05}
+{"train_loss": 0.003307315055280924, "global_step": 24387, "epoch": 375, "lr": 3.1525509619325574e-05}
+{"train_loss": 0.0024319810327142477, "global_step": 24388, "epoch": 375, "lr": 3.152171841178695e-05}
+{"train_loss": 0.002705018036067486, "global_step": 24389, "epoch": 375, "lr": 3.15179273272865e-05}
+{"train_loss": 0.0025390153750777245, "global_step": 24390, "epoch": 375, "lr": 3.151413636584947e-05}
+{"train_loss": 0.0021782738622277975, "global_step": 24391, "epoch": 375, "lr": 3.151034552750108e-05}
+{"train_loss": 0.0039026609156280756, "global_step": 24392, "epoch": 375, "lr": 3.15065548122666e-05}
+{"train_loss": 0.0019016300793737173, "global_step": 24393, "epoch": 375, "lr": 3.150276422017125e-05}
+{"train_loss": 0.0014764337101951241, "global_step": 24394, "epoch": 375, "lr": 3.149897375124028e-05}
+{"train_loss": 0.002516689710319042, "global_step": 24395, "epoch": 375, "lr": 3.149518340549893e-05}
+{"train_loss": 0.0025818569120019674, "global_step": 24396, "epoch": 375, "lr": 3.149139318297243e-05}
+{"train_loss": 0.0030161181930452585, "global_step": 24397, "epoch": 375, "lr": 3.148760308368604e-05}
+{"train_loss": 0.0023252414539456367, "global_step": 24398, "epoch": 375, "lr": 3.148381310766497e-05}
+{"train_loss": 0.0012089477386325598, "global_step": 24399, "epoch": 375, "lr": 3.148002325493445e-05}
+{"train_loss": 0.0024937698617577553, "global_step": 24400, "epoch": 375, "lr": 3.1476233525519744e-05}
+{"train_loss": 0.002514217747375369, "global_step": 24401, "epoch": 375, "lr": 3.147244391944606e-05}
+{"train_loss": 0.003390141064301133, "global_step": 24402, "epoch": 375, "lr": 3.146865443673865e-05}
+{"train_loss": 0.002102936850860715, "global_step": 24403, "epoch": 375, "lr": 3.1464865077422743e-05}
+{"train_loss": 0.001998838037252426, "global_step": 24404, "epoch": 375, "lr": 3.146107584152358e-05}
+{"train_loss": 0.0024318310897797346, "global_step": 24405, "epoch": 375, "lr": 3.1457286729066346e-05}
+{"train_loss": 0.0025926632806658745, "global_step": 24406, "epoch": 375, "lr": 3.145349774007633e-05}
+{"train_loss": 0.0022249340545386076, "global_step": 24407, "epoch": 375, "lr": 3.1449708874578716e-05}
+{"train_loss": 0.0015203696675598621, "global_step": 24408, "epoch": 375, "lr": 3.1445920132598764e-05}
+{"train_loss": 0.0024160011671483517, "global_step": 24409, "epoch": 375, "lr": 3.144213151416167e-05}
+{"train_loss": 0.0029835596214979887, "global_step": 24410, "epoch": 375, "lr": 3.143834301929269e-05}
+{"train_loss": 0.0024656089954078197, "global_step": 24411, "epoch": 375, "lr": 3.143455464801705e-05}
+{"train_loss": 0.0021843125578016043, "global_step": 24412, "epoch": 375, "lr": 3.1430766400359966e-05}
+{"train_loss": 0.002138600219041109, "global_step": 24413, "epoch": 375, "lr": 3.142697827634664e-05}
+{"train_loss": 0.0016779701691120863, "global_step": 24414, "epoch": 375, "lr": 3.1423190276002325e-05}
+{"train_loss": 0.0013607499422505498, "global_step": 24415, "epoch": 375, "lr": 3.141940239935222e-05}
+{"train_loss": 0.0018074820982292295, "global_step": 24416, "epoch": 375, "lr": 3.141561464642158e-05}
+{"train_loss": 0.0024228026159107685, "global_step": 24417, "epoch": 375, "lr": 3.1411827017235586e-05}
+{"train_loss": 0.0019362582825124264, "global_step": 24418, "epoch": 375, "lr": 3.140803951181949e-05}
+{"train_loss": 0.002619281178340316, "global_step": 24419, "epoch": 375, "lr": 3.1404252130198494e-05}
+{"train_loss": 0.0034364343155175447, "global_step": 24420, "epoch": 375, "lr": 3.140046487239785e-05}
+{"train_loss": 0.002200719900429249, "global_step": 24421, "epoch": 375, "lr": 3.1396677738442714e-05}
+{"train_loss": 0.0026931751053780317, "global_step": 24422, "epoch": 375, "lr": 3.139289072835835e-05}
+{"train_loss": 0.0019665390718728304, "global_step": 24423, "epoch": 375, "lr": 3.138910384216995e-05}
+{"train_loss": 0.001876533031463623, "global_step": 24424, "epoch": 375, "lr": 3.1385317079902745e-05}
+{"train_loss": 0.0016740397550165653, "global_step": 24425, "epoch": 375, "lr": 3.138153044158194e-05}
+{"train_loss": 0.0033292381558567286, "global_step": 24426, "epoch": 375, "lr": 3.137774392723276e-05}
+{"train_loss": 0.0014799634227529168, "global_step": 24427, "epoch": 375, "lr": 3.137395753688042e-05}
+{"train_loss": 0.002070177346467972, "global_step": 24428, "epoch": 375, "lr": 3.13701712705501e-05}
+{"train_loss": 0.0028584436513483524, "global_step": 24429, "epoch": 375, "lr": 3.136638512826704e-05}
+{"train_loss": 0.0025261295959353447, "global_step": 24430, "epoch": 375, "lr": 3.1362599110056435e-05}
+{"train_loss": 0.0026587978936731815, "global_step": 24431, "epoch": 375, "lr": 3.13588132159435e-05}
+{"train_loss": 0.0029146624729037285, "global_step": 24432, "epoch": 375, "lr": 3.1355027445953456e-05}
+{"train_loss": 0.0020468872971832752, "global_step": 24433, "epoch": 375, "lr": 3.135124180011149e-05}
+{"train_loss": 0.002075228141620755, "global_step": 24434, "epoch": 375, "lr": 3.134745627844282e-05}
+{"train_loss": 0.0014380373759195209, "global_step": 24435, "epoch": 375, "lr": 3.134367088097268e-05}
+{"train_loss": 0.002726844046264887, "global_step": 24436, "epoch": 375, "lr": 3.133988560772622e-05}
+{"train_loss": 0.002570748794823885, "global_step": 24437, "epoch": 375, "lr": 3.1336100458728656e-05}
+{"train_loss": 0.001427333103492856, "global_step": 24438, "epoch": 375, "lr": 3.133231543400523e-05}
+{"train_loss": 0.0023271879772297464, "global_step": 24439, "epoch": 375, "lr": 3.13285305335811e-05, "val_loss": 0.011529133655130863, "train_action_mse_error": 4.4512162276078016e-05}
+{"train_loss": 0.0026340533513575792, "global_step": 24440, "epoch": 376, "lr": 3.13247457574815e-05}
+{"train_loss": 0.001553039182908833, "global_step": 24441, "epoch": 376, "lr": 3.132096110573162e-05}
+{"train_loss": 0.002333754440769553, "global_step": 24442, "epoch": 376, "lr": 3.131717657835666e-05}
+{"train_loss": 0.0015049431240186095, "global_step": 24443, "epoch": 376, "lr": 3.1313392175381826e-05}
+{"train_loss": 0.001906695426441729, "global_step": 24444, "epoch": 376, "lr": 3.1309607896832306e-05}
+{"train_loss": 0.0013760427245870233, "global_step": 24445, "epoch": 376, "lr": 3.1305823742733285e-05}
+{"train_loss": 0.0013916122261434793, "global_step": 24446, "epoch": 376, "lr": 3.130203971310999e-05}
+{"train_loss": 0.0017172304214909673, "global_step": 24447, "epoch": 376, "lr": 3.129825580798759e-05}
+{"train_loss": 0.0027887937612831593, "global_step": 24448, "epoch": 376, "lr": 3.129447202739131e-05}
+{"train_loss": 0.0023040110245347023, "global_step": 24449, "epoch": 376, "lr": 3.129068837134631e-05}
+{"train_loss": 0.0030035926029086113, "global_step": 24450, "epoch": 376, "lr": 3.1286904839877814e-05}
+{"train_loss": 0.0019865059293806553, "global_step": 24451, "epoch": 376, "lr": 3.128312143301101e-05}
+{"train_loss": 0.0013538069324567914, "global_step": 24452, "epoch": 376, "lr": 3.127933815077107e-05}
+{"train_loss": 0.002417433774098754, "global_step": 24453, "epoch": 376, "lr": 3.12755549931832e-05}
+{"train_loss": 0.004033123143017292, "global_step": 24454, "epoch": 376, "lr": 3.127177196027259e-05}
+{"train_loss": 0.0018089190125465393, "global_step": 24455, "epoch": 376, "lr": 3.1267989052064414e-05}
+{"train_loss": 0.0017874609911814332, "global_step": 24456, "epoch": 376, "lr": 3.126420626858388e-05}
+{"train_loss": 0.0020576496608555317, "global_step": 24457, "epoch": 376, "lr": 3.126042360985617e-05}
+{"train_loss": 0.001764576998539269, "global_step": 24458, "epoch": 376, "lr": 3.125664107590648e-05}
+{"train_loss": 0.0027970687951892614, "global_step": 24459, "epoch": 376, "lr": 3.125285866675999e-05}
+{"train_loss": 0.0024942669551819563, "global_step": 24460, "epoch": 376, "lr": 3.124907638244187e-05}
+{"train_loss": 0.0021279805805534124, "global_step": 24461, "epoch": 376, "lr": 3.1245294222977304e-05}
+{"train_loss": 0.0016516208415850997, "global_step": 24462, "epoch": 376, "lr": 3.12415121883915e-05}
+{"train_loss": 0.0028168882708996534, "global_step": 24463, "epoch": 376, "lr": 3.123773027870962e-05}
+{"train_loss": 0.003063766984269023, "global_step": 24464, "epoch": 376, "lr": 3.123394849395687e-05}
+{"train_loss": 0.0031422250904142857, "global_step": 24465, "epoch": 376, "lr": 3.12301668341584e-05}
+{"train_loss": 0.0018788800807669759, "global_step": 24466, "epoch": 376, "lr": 3.122638529933942e-05}
+{"train_loss": 0.002649013651534915, "global_step": 24467, "epoch": 376, "lr": 3.122260388952509e-05}
+{"train_loss": 0.0011771422578021884, "global_step": 24468, "epoch": 376, "lr": 3.12188226047406e-05}
+{"train_loss": 0.003129418008029461, "global_step": 24469, "epoch": 376, "lr": 3.1215041445011104e-05}
+{"train_loss": 0.004503671079874039, "global_step": 24470, "epoch": 376, "lr": 3.121126041036181e-05}
+{"train_loss": 0.003092421917244792, "global_step": 24471, "epoch": 376, "lr": 3.120747950081787e-05}
+{"train_loss": 0.00397468451410532, "global_step": 24472, "epoch": 376, "lr": 3.1203698716404484e-05}
+{"train_loss": 0.0017541211564093828, "global_step": 24473, "epoch": 376, "lr": 3.1199918057146794e-05}
+{"train_loss": 0.0010882274946197867, "global_step": 24474, "epoch": 376, "lr": 3.119613752307002e-05}
+{"train_loss": 0.0014869153965264559, "global_step": 24475, "epoch": 376, "lr": 3.119235711419929e-05}
+{"train_loss": 0.002795896492898464, "global_step": 24476, "epoch": 376, "lr": 3.11885768305598e-05}
+{"train_loss": 0.0035100355744361877, "global_step": 24477, "epoch": 376, "lr": 3.11847966721767e-05}
+{"train_loss": 0.002910075942054391, "global_step": 24478, "epoch": 376, "lr": 3.118101663907518e-05}
+{"train_loss": 0.0017537471139803529, "global_step": 24479, "epoch": 376, "lr": 3.11772367312804e-05}
+{"train_loss": 0.002505535027012229, "global_step": 24480, "epoch": 376, "lr": 3.117345694881754e-05}
+{"train_loss": 0.001655123895034194, "global_step": 24481, "epoch": 376, "lr": 3.1169677291711775e-05}
+{"train_loss": 0.0035199932754039764, "global_step": 24482, "epoch": 376, "lr": 3.116589775998823e-05}
+{"train_loss": 0.0017602932639420033, "global_step": 24483, "epoch": 376, "lr": 3.116211835367211e-05}
+{"train_loss": 0.0021212040446698666, "global_step": 24484, "epoch": 376, "lr": 3.1158339072788566e-05}
+{"train_loss": 0.0029570746701210737, "global_step": 24485, "epoch": 376, "lr": 3.115455991736276e-05}
+{"train_loss": 0.002403947524726391, "global_step": 24486, "epoch": 376, "lr": 3.115078088741987e-05}
+{"train_loss": 0.0016057821922004223, "global_step": 24487, "epoch": 376, "lr": 3.1147001982985037e-05}
+{"train_loss": 0.0028157548513263464, "global_step": 24488, "epoch": 376, "lr": 3.114322320408345e-05}
+{"train_loss": 0.0018323251279070973, "global_step": 24489, "epoch": 376, "lr": 3.113944455074026e-05}
+{"train_loss": 0.0019221561960875988, "global_step": 24490, "epoch": 376, "lr": 3.11356660229806e-05}
+{"train_loss": 0.00189634517300874, "global_step": 24491, "epoch": 376, "lr": 3.113188762082967e-05}
+{"train_loss": 0.001878658076748252, "global_step": 24492, "epoch": 376, "lr": 3.11281093443126e-05}
+{"train_loss": 0.003712042234838009, "global_step": 24493, "epoch": 376, "lr": 3.112433119345457e-05}
+{"train_loss": 0.002089798916131258, "global_step": 24494, "epoch": 376, "lr": 3.112055316828072e-05}
+{"train_loss": 0.0011760107008740306, "global_step": 24495, "epoch": 376, "lr": 3.1116775268816204e-05}
+{"train_loss": 0.0020244806073606014, "global_step": 24496, "epoch": 376, "lr": 3.1112997495086194e-05}
+{"train_loss": 0.0014900363748893142, "global_step": 24497, "epoch": 376, "lr": 3.1109219847115844e-05}
+{"train_loss": 0.003059194888919592, "global_step": 24498, "epoch": 376, "lr": 3.110544232493028e-05}
+{"train_loss": 0.0012999551836401224, "global_step": 24499, "epoch": 376, "lr": 3.110166492855468e-05}
+{"train_loss": 0.0017807246185839176, "global_step": 24500, "epoch": 376, "lr": 3.109788765801418e-05}
+{"train_loss": 0.001981392502784729, "global_step": 24501, "epoch": 376, "lr": 3.109411051333395e-05}
+{"train_loss": 0.0030973784159868956, "global_step": 24502, "epoch": 376, "lr": 3.1090333494539136e-05}
+{"train_loss": 0.0019356064731255174, "global_step": 24503, "epoch": 376, "lr": 3.108655660165487e-05}
+{"train_loss": 0.002281222936625664, "global_step": 24504, "epoch": 376, "lr": 3.108277983470633e-05, "val_loss": 0.011908880434930325}
+{"train_loss": 0.0033591839019209146, "global_step": 24505, "epoch": 377, "lr": 3.107900319371865e-05}
+{"train_loss": 0.002824494382366538, "global_step": 24506, "epoch": 377, "lr": 3.1075226678716945e-05}
+{"train_loss": 0.0028574371244758368, "global_step": 24507, "epoch": 377, "lr": 3.1071450289726405e-05}
+{"train_loss": 0.0024207402020692825, "global_step": 24508, "epoch": 377, "lr": 3.106767402677215e-05}
+{"train_loss": 0.0023407922126352787, "global_step": 24509, "epoch": 377, "lr": 3.106389788987935e-05}
+{"train_loss": 0.0016710202908143401, "global_step": 24510, "epoch": 377, "lr": 3.106012187907312e-05}
+{"train_loss": 0.0023188614286482334, "global_step": 24511, "epoch": 377, "lr": 3.105634599437861e-05}
+{"train_loss": 0.0027014086954295635, "global_step": 24512, "epoch": 377, "lr": 3.105257023582099e-05}
+{"train_loss": 0.0020392255391925573, "global_step": 24513, "epoch": 377, "lr": 3.104879460342537e-05}
+{"train_loss": 0.001904896111227572, "global_step": 24514, "epoch": 377, "lr": 3.104501909721689e-05}
+{"train_loss": 0.0019580223597586155, "global_step": 24515, "epoch": 377, "lr": 3.104124371722069e-05}
+{"train_loss": 0.0034361917059868574, "global_step": 24516, "epoch": 377, "lr": 3.103746846346192e-05}
+{"train_loss": 0.0020946236327290535, "global_step": 24517, "epoch": 377, "lr": 3.103369333596573e-05}
+{"train_loss": 0.0017322342609986663, "global_step": 24518, "epoch": 377, "lr": 3.102991833475722e-05}
+{"train_loss": 0.0021765935234725475, "global_step": 24519, "epoch": 377, "lr": 3.102614345986155e-05}
+{"train_loss": 0.0016631144098937511, "global_step": 24520, "epoch": 377, "lr": 3.1022368711303875e-05}
+{"train_loss": 0.00429182592779398, "global_step": 24521, "epoch": 377, "lr": 3.101859408910929e-05}
+{"train_loss": 0.0017173769883811474, "global_step": 24522, "epoch": 377, "lr": 3.1014819593302925e-05}
+{"train_loss": 0.0023347390815615654, "global_step": 24523, "epoch": 377, "lr": 3.101104522390995e-05}
+{"train_loss": 0.0011140641290694475, "global_step": 24524, "epoch": 377, "lr": 3.100727098095547e-05}
+{"train_loss": 0.0013305264292284846, "global_step": 24525, "epoch": 377, "lr": 3.100349686446463e-05}
+{"train_loss": 0.0043882932513952255, "global_step": 24526, "epoch": 377, "lr": 3.099972287446256e-05}
+{"train_loss": 0.0018374426290392876, "global_step": 24527, "epoch": 377, "lr": 3.099594901097439e-05}
+{"train_loss": 0.0017256597056984901, "global_step": 24528, "epoch": 377, "lr": 3.099217527402522e-05}
+{"train_loss": 0.001870633102953434, "global_step": 24529, "epoch": 377, "lr": 3.098840166364021e-05}
+{"train_loss": 0.002285453025251627, "global_step": 24530, "epoch": 377, "lr": 3.0984628179844466e-05}
+{"train_loss": 0.0028984874952584505, "global_step": 24531, "epoch": 377, "lr": 3.098085482266313e-05}
+{"train_loss": 0.00188403797801584, "global_step": 24532, "epoch": 377, "lr": 3.097708159212132e-05}
+{"train_loss": 0.0028673314955085516, "global_step": 24533, "epoch": 377, "lr": 3.097330848824417e-05}
+{"train_loss": 0.003104062983766198, "global_step": 24534, "epoch": 377, "lr": 3.096953551105679e-05}
+{"train_loss": 0.0013901778729632497, "global_step": 24535, "epoch": 377, "lr": 3.0965762660584316e-05}
+{"train_loss": 0.001933717168867588, "global_step": 24536, "epoch": 377, "lr": 3.096198993685184e-05}
+{"train_loss": 0.0027906394097954035, "global_step": 24537, "epoch": 377, "lr": 3.0958217339884524e-05}
+{"train_loss": 0.003423045389354229, "global_step": 24538, "epoch": 377, "lr": 3.095444486970745e-05}
+{"train_loss": 0.0016710403142496943, "global_step": 24539, "epoch": 377, "lr": 3.095067252634576e-05}
+{"train_loss": 0.0016782475868239999, "global_step": 24540, "epoch": 377, "lr": 3.094690030982456e-05}
+{"train_loss": 0.0016194095369428396, "global_step": 24541, "epoch": 377, "lr": 3.0943128220168984e-05}
+{"train_loss": 0.004261638969182968, "global_step": 24542, "epoch": 377, "lr": 3.093935625740414e-05}
+{"train_loss": 0.0013415541034191847, "global_step": 24543, "epoch": 377, "lr": 3.093558442155515e-05}
+{"train_loss": 0.0025743029545992613, "global_step": 24544, "epoch": 377, "lr": 3.0931812712647105e-05}
+{"train_loss": 0.002301348140463233, "global_step": 24545, "epoch": 377, "lr": 3.0928041130705144e-05}
+{"train_loss": 0.0027294079773128033, "global_step": 24546, "epoch": 377, "lr": 3.092426967575436e-05}
+{"train_loss": 0.002069366630166769, "global_step": 24547, "epoch": 377, "lr": 3.0920498347819895e-05}
+{"train_loss": 0.0034124688245356083, "global_step": 24548, "epoch": 377, "lr": 3.091672714692682e-05}
+{"train_loss": 0.0031193760223686695, "global_step": 24549, "epoch": 377, "lr": 3.0912956073100285e-05}
+{"train_loss": 0.00188505370169878, "global_step": 24550, "epoch": 377, "lr": 3.0909185126365394e-05}
+{"train_loss": 0.001398773747496307, "global_step": 24551, "epoch": 377, "lr": 3.0905414306747224e-05}
+{"train_loss": 0.0014509396860376, "global_step": 24552, "epoch": 377, "lr": 3.09016436142709e-05}
+{"train_loss": 0.0018222342478111386, "global_step": 24553, "epoch": 377, "lr": 3.089787304896155e-05}
+{"train_loss": 0.0027554179541766644, "global_step": 24554, "epoch": 377, "lr": 3.0894102610844246e-05}
+{"train_loss": 0.002372398506850004, "global_step": 24555, "epoch": 377, "lr": 3.089033229994412e-05}
+{"train_loss": 0.0016361537855118513, "global_step": 24556, "epoch": 377, "lr": 3.0886562116286266e-05}
+{"train_loss": 0.0018297801725566387, "global_step": 24557, "epoch": 377, "lr": 3.0882792059895794e-05}
+{"train_loss": 0.0033805621787905693, "global_step": 24558, "epoch": 377, "lr": 3.0879022130797805e-05}
+{"train_loss": 0.0014132705982774496, "global_step": 24559, "epoch": 377, "lr": 3.08752523290174e-05}
+{"train_loss": 0.0032053054310381413, "global_step": 24560, "epoch": 377, "lr": 3.0871482654579664e-05}
+{"train_loss": 0.002620563143864274, "global_step": 24561, "epoch": 377, "lr": 3.086771310750973e-05}
+{"train_loss": 0.003069674363359809, "global_step": 24562, "epoch": 377, "lr": 3.086394368783266e-05}
+{"train_loss": 0.0016798246651887894, "global_step": 24563, "epoch": 377, "lr": 3.086017439557359e-05}
+{"train_loss": 0.0025700987316668034, "global_step": 24564, "epoch": 377, "lr": 3.085640523075759e-05}
+{"train_loss": 0.001256127841770649, "global_step": 24565, "epoch": 377, "lr": 3.085263619340978e-05}
+{"train_loss": 0.0017158194677904248, "global_step": 24566, "epoch": 377, "lr": 3.084886728355525e-05}
+{"train_loss": 0.000994059955701232, "global_step": 24567, "epoch": 377, "lr": 3.0845098501219083e-05}
+{"train_loss": 0.001796367228962481, "global_step": 24568, "epoch": 377, "lr": 3.084132984642637e-05}
+{"train_loss": 0.002304944677206759, "global_step": 24569, "epoch": 377, "lr": 3.083756131920222e-05, "val_loss": 0.008790271356701851}
+{"train_loss": 0.003100740257650614, "global_step": 24570, "epoch": 378, "lr": 3.083379291957171e-05}
+{"train_loss": 0.0027107486966997385, "global_step": 24571, "epoch": 378, "lr": 3.083002464755996e-05}
+{"train_loss": 0.001865592086687684, "global_step": 24572, "epoch": 378, "lr": 3.082625650319204e-05}
+{"train_loss": 0.0030605331994593143, "global_step": 24573, "epoch": 378, "lr": 3.082248848649304e-05}
+{"train_loss": 0.0020544843282550573, "global_step": 24574, "epoch": 378, "lr": 3.0818720597488074e-05}
+{"train_loss": 0.002087824745103717, "global_step": 24575, "epoch": 378, "lr": 3.081495283620219e-05}
+{"train_loss": 0.0015047400956973433, "global_step": 24576, "epoch": 378, "lr": 3.08111852026605e-05}
+{"train_loss": 0.0013348282082006335, "global_step": 24577, "epoch": 378, "lr": 3.080741769688808e-05}
+{"train_loss": 0.0023193033412098885, "global_step": 24578, "epoch": 378, "lr": 3.080365031891003e-05}
+{"train_loss": 0.0015790349571034312, "global_step": 24579, "epoch": 378, "lr": 3.079988306875143e-05}
+{"train_loss": 0.00201218924485147, "global_step": 24580, "epoch": 378, "lr": 3.0796115946437355e-05}
+{"train_loss": 0.0022406585048884153, "global_step": 24581, "epoch": 378, "lr": 3.079234895199291e-05}
+{"train_loss": 0.0018566264770925045, "global_step": 24582, "epoch": 378, "lr": 3.0788582085443164e-05}
+{"train_loss": 0.00239061051979661, "global_step": 24583, "epoch": 378, "lr": 3.0784815346813186e-05}
+{"train_loss": 0.0017153866356238723, "global_step": 24584, "epoch": 378, "lr": 3.078104873612807e-05}
+{"train_loss": 0.0015827256720513105, "global_step": 24585, "epoch": 378, "lr": 3.07772822534129e-05}
+{"train_loss": 0.002612855052575469, "global_step": 24586, "epoch": 378, "lr": 3.077351589869275e-05}
+{"train_loss": 0.002644940046593547, "global_step": 24587, "epoch": 378, "lr": 3.07697496719927e-05}
+{"train_loss": 0.0015390656189993024, "global_step": 24588, "epoch": 378, "lr": 3.0765983573337815e-05}
+{"train_loss": 0.00336659443564713, "global_step": 24589, "epoch": 378, "lr": 3.076221760275321e-05}
+{"train_loss": 0.0019193727057427168, "global_step": 24590, "epoch": 378, "lr": 3.0758451760263915e-05}
+{"train_loss": 0.002761168172582984, "global_step": 24591, "epoch": 378, "lr": 3.075468604589503e-05}
+{"train_loss": 0.0016950271092355251, "global_step": 24592, "epoch": 378, "lr": 3.075092045967162e-05}
+{"train_loss": 0.004342535510659218, "global_step": 24593, "epoch": 378, "lr": 3.074715500161877e-05}
+{"train_loss": 0.0016824681079015136, "global_step": 24594, "epoch": 378, "lr": 3.0743389671761526e-05}
+{"train_loss": 0.0030302093364298344, "global_step": 24595, "epoch": 378, "lr": 3.073962447012498e-05}
+{"train_loss": 0.0012280263472348452, "global_step": 24596, "epoch": 378, "lr": 3.0735859396734206e-05}
+{"train_loss": 0.0023360145278275013, "global_step": 24597, "epoch": 378, "lr": 3.0732094451614285e-05}
+{"train_loss": 0.002527086529880762, "global_step": 24598, "epoch": 378, "lr": 3.0728329634790256e-05}
+{"train_loss": 0.002234155312180519, "global_step": 24599, "epoch": 378, "lr": 3.0724564946287206e-05}
+{"train_loss": 0.0016177421202883124, "global_step": 24600, "epoch": 378, "lr": 3.072080038613018e-05}
+{"train_loss": 0.0027677607722580433, "global_step": 24601, "epoch": 378, "lr": 3.071703595434427e-05}
+{"train_loss": 0.0019095870666205883, "global_step": 24602, "epoch": 378, "lr": 3.071327165095452e-05}
+{"train_loss": 0.0015424336306750774, "global_step": 24603, "epoch": 378, "lr": 3.0709507475986025e-05}
+{"train_loss": 0.0017650460358709097, "global_step": 24604, "epoch": 378, "lr": 3.070574342946384e-05}
+{"train_loss": 0.0016408462543040514, "global_step": 24605, "epoch": 378, "lr": 3.0701979511412996e-05}
+{"train_loss": 0.0012930115917697549, "global_step": 24606, "epoch": 378, "lr": 3.069821572185859e-05}
+{"train_loss": 0.0016811855603009462, "global_step": 24607, "epoch": 378, "lr": 3.069445206082567e-05}
+{"train_loss": 0.0022613918408751488, "global_step": 24608, "epoch": 378, "lr": 3.0690688528339296e-05}
+{"train_loss": 0.0018045278266072273, "global_step": 24609, "epoch": 378, "lr": 3.0686925124424526e-05}
+{"train_loss": 0.002019295934587717, "global_step": 24610, "epoch": 378, "lr": 3.068316184910642e-05}
+{"train_loss": 0.0014035202329978347, "global_step": 24611, "epoch": 378, "lr": 3.067939870241005e-05}
+{"train_loss": 0.002120701130479574, "global_step": 24612, "epoch": 378, "lr": 3.067563568436047e-05}
+{"train_loss": 0.0029060798697173595, "global_step": 24613, "epoch": 378, "lr": 3.06718727949827e-05}
+{"train_loss": 0.0016659027896821499, "global_step": 24614, "epoch": 378, "lr": 3.0668110034301845e-05}
+{"train_loss": 0.0017761674243956804, "global_step": 24615, "epoch": 378, "lr": 3.066434740234293e-05}
+{"train_loss": 0.0011356689501553774, "global_step": 24616, "epoch": 378, "lr": 3.066058489913101e-05}
+{"train_loss": 0.0026898356154561043, "global_step": 24617, "epoch": 378, "lr": 3.0656822524691145e-05}
+{"train_loss": 0.003157571190968156, "global_step": 24618, "epoch": 378, "lr": 3.065306027904839e-05}
+{"train_loss": 0.0011197816347703338, "global_step": 24619, "epoch": 378, "lr": 3.064929816222779e-05}
+{"train_loss": 0.002486856421455741, "global_step": 24620, "epoch": 378, "lr": 3.0645536174254405e-05}
+{"train_loss": 0.0021394945215433836, "global_step": 24621, "epoch": 378, "lr": 3.064177431515326e-05}
+{"train_loss": 0.0025103245861828327, "global_step": 24622, "epoch": 378, "lr": 3.063801258494943e-05}
+{"train_loss": 0.001765193766914308, "global_step": 24623, "epoch": 378, "lr": 3.063425098366795e-05}
+{"train_loss": 0.002653687261044979, "global_step": 24624, "epoch": 378, "lr": 3.063048951133386e-05}
+{"train_loss": 0.0010796940186992288, "global_step": 24625, "epoch": 378, "lr": 3.0626728167972216e-05}
+{"train_loss": 0.0031197727657854557, "global_step": 24626, "epoch": 378, "lr": 3.062296695360807e-05}
+{"train_loss": 0.00271686096675694, "global_step": 24627, "epoch": 378, "lr": 3.0619205868266464e-05}
+{"train_loss": 0.0012775891227647662, "global_step": 24628, "epoch": 378, "lr": 3.061544491197242e-05}
+{"train_loss": 0.0023770451080054045, "global_step": 24629, "epoch": 378, "lr": 3.0611684084751e-05}
+{"train_loss": 0.0019295208621770144, "global_step": 24630, "epoch": 378, "lr": 3.0607923386627245e-05}
+{"train_loss": 0.0031064499635249376, "global_step": 24631, "epoch": 378, "lr": 3.060416281762619e-05}
+{"train_loss": 0.0017121980199590325, "global_step": 24632, "epoch": 378, "lr": 3.060040237777287e-05}
+{"train_loss": 0.0018420496489852667, "global_step": 24633, "epoch": 378, "lr": 3.059664206709234e-05}
+{"train_loss": 0.0021474024137625326, "global_step": 24634, "epoch": 378, "lr": 3.059288188560962e-05, "val_loss": 0.006952693685889244}
+{"train_loss": 0.0010940380161628127, "global_step": 24635, "epoch": 379, "lr": 3.0589121833349766e-05}
+{"train_loss": 0.0016001868061721325, "global_step": 24636, "epoch": 379, "lr": 3.05853619103378e-05}
+{"train_loss": 0.0032517460640519857, "global_step": 24637, "epoch": 379, "lr": 3.058160211659875e-05}
+{"train_loss": 0.0018001995049417019, "global_step": 24638, "epoch": 379, "lr": 3.057784245215768e-05}
+{"train_loss": 0.002623895416036248, "global_step": 24639, "epoch": 379, "lr": 3.057408291703959e-05}
+{"train_loss": 0.0017754699802026153, "global_step": 24640, "epoch": 379, "lr": 3.0570323511269545e-05}
+{"train_loss": 0.0016545832622796297, "global_step": 24641, "epoch": 379, "lr": 3.056656423487256e-05}
+{"train_loss": 0.0016651316545903683, "global_step": 24642, "epoch": 379, "lr": 3.056280508787365e-05}
+{"train_loss": 0.0014279349707067013, "global_step": 24643, "epoch": 379, "lr": 3.055904607029789e-05}
+{"train_loss": 0.0011745678493753076, "global_step": 24644, "epoch": 379, "lr": 3.055528718217028e-05}
+{"train_loss": 0.00204141135327518, "global_step": 24645, "epoch": 379, "lr": 3.055152842351583e-05}
+{"train_loss": 0.002164242323487997, "global_step": 24646, "epoch": 379, "lr": 3.05477697943596e-05}
+{"train_loss": 0.00170814897865057, "global_step": 24647, "epoch": 379, "lr": 3.05440112947266e-05}
+{"train_loss": 0.0011199921136721969, "global_step": 24648, "epoch": 379, "lr": 3.054025292464187e-05}
+{"train_loss": 0.0025962642394006252, "global_step": 24649, "epoch": 379, "lr": 3.053649468413043e-05}
+{"train_loss": 0.002658725716173649, "global_step": 24650, "epoch": 379, "lr": 3.053273657321731e-05}
+{"train_loss": 0.002191780600696802, "global_step": 24651, "epoch": 379, "lr": 3.0528978591927506e-05}
+{"train_loss": 0.001847633859142661, "global_step": 24652, "epoch": 379, "lr": 3.0525220740286066e-05}
+{"train_loss": 0.0023316694423556328, "global_step": 24653, "epoch": 379, "lr": 3.0521463018318e-05}
+{"train_loss": 0.0027458583936095238, "global_step": 24654, "epoch": 379, "lr": 3.0517705426048344e-05}
+{"train_loss": 0.002667731139808893, "global_step": 24655, "epoch": 379, "lr": 3.05139479635021e-05}
+{"train_loss": 0.0026487326249480247, "global_step": 24656, "epoch": 379, "lr": 3.05101906307043e-05}
+{"train_loss": 0.0016911567654460669, "global_step": 24657, "epoch": 379, "lr": 3.050643342767996e-05}
+{"train_loss": 0.001753125456161797, "global_step": 24658, "epoch": 379, "lr": 3.0502676354454106e-05}
+{"train_loss": 0.002555784536525607, "global_step": 24659, "epoch": 379, "lr": 3.049891941105173e-05}
+{"train_loss": 0.0017815326573327184, "global_step": 24660, "epoch": 379, "lr": 3.0495162597497866e-05}
+{"train_loss": 0.001110939192585647, "global_step": 24661, "epoch": 379, "lr": 3.0491405913817515e-05}
+{"train_loss": 0.0018124221824109554, "global_step": 24662, "epoch": 379, "lr": 3.0487649360035715e-05}
+{"train_loss": 0.001590551109984517, "global_step": 24663, "epoch": 379, "lr": 3.048389293617745e-05}
+{"train_loss": 0.0018181391060352325, "global_step": 24664, "epoch": 379, "lr": 3.0480136642267755e-05}
+{"train_loss": 0.0024368311278522015, "global_step": 24665, "epoch": 379, "lr": 3.047638047833164e-05}
+{"train_loss": 0.0018482222221791744, "global_step": 24666, "epoch": 379, "lr": 3.0472624444394117e-05}
+{"train_loss": 0.002063568914309144, "global_step": 24667, "epoch": 379, "lr": 3.0468868540480168e-05}
+{"train_loss": 0.003041445277631283, "global_step": 24668, "epoch": 379, "lr": 3.0465112766614823e-05}
+{"train_loss": 0.0022151791490614414, "global_step": 24669, "epoch": 379, "lr": 3.0461357122823086e-05}
+{"train_loss": 0.001163384411484003, "global_step": 24670, "epoch": 379, "lr": 3.0457601609129975e-05}
+{"train_loss": 0.0012625525705516338, "global_step": 24671, "epoch": 379, "lr": 3.0453846225560478e-05}
+{"train_loss": 0.005222944542765617, "global_step": 24672, "epoch": 379, "lr": 3.0450090972139623e-05}
+{"train_loss": 0.002527221804484725, "global_step": 24673, "epoch": 379, "lr": 3.0446335848892404e-05}
+{"train_loss": 0.0017297668382525444, "global_step": 24674, "epoch": 379, "lr": 3.0442580855843815e-05}
+{"train_loss": 0.0020378041081130505, "global_step": 24675, "epoch": 379, "lr": 3.043882599301886e-05}
+{"train_loss": 0.0014621528098359704, "global_step": 24676, "epoch": 379, "lr": 3.0435071260442553e-05}
+{"train_loss": 0.0017487476579844952, "global_step": 24677, "epoch": 379, "lr": 3.043131665813988e-05}
+{"train_loss": 0.0016615717904642224, "global_step": 24678, "epoch": 379, "lr": 3.0427562186135862e-05}
+{"train_loss": 0.00175005616620183, "global_step": 24679, "epoch": 379, "lr": 3.042380784445547e-05}
+{"train_loss": 0.001385721261613071, "global_step": 24680, "epoch": 379, "lr": 3.042005363312373e-05}
+{"train_loss": 0.002037187572568655, "global_step": 24681, "epoch": 379, "lr": 3.041629955216564e-05}
+{"train_loss": 0.0013556444318965077, "global_step": 24682, "epoch": 379, "lr": 3.0412545601606174e-05}
+{"train_loss": 0.0015988980885595083, "global_step": 24683, "epoch": 379, "lr": 3.0408791781470325e-05}
+{"train_loss": 0.00214388151653111, "global_step": 24684, "epoch": 379, "lr": 3.0405038091783116e-05}
+{"train_loss": 0.0016247907187789679, "global_step": 24685, "epoch": 379, "lr": 3.0401284532569512e-05}
+{"train_loss": 0.0011882217368111014, "global_step": 24686, "epoch": 379, "lr": 3.0397531103854537e-05}
+{"train_loss": 0.001843759324401617, "global_step": 24687, "epoch": 379, "lr": 3.0393777805663147e-05}
+{"train_loss": 0.0015575489960610867, "global_step": 24688, "epoch": 379, "lr": 3.0390024638020376e-05}
+{"train_loss": 0.001451411982998252, "global_step": 24689, "epoch": 379, "lr": 3.038627160095119e-05}
+{"train_loss": 0.0018997566075995564, "global_step": 24690, "epoch": 379, "lr": 3.0382518694480577e-05}
+{"train_loss": 0.0022423856426030397, "global_step": 24691, "epoch": 379, "lr": 3.037876591863352e-05}
+{"train_loss": 0.0017069197492673993, "global_step": 24692, "epoch": 379, "lr": 3.0375013273435014e-05}
+{"train_loss": 0.0027743768878281116, "global_step": 24693, "epoch": 379, "lr": 3.0371260758910054e-05}
+{"train_loss": 0.002907771850004792, "global_step": 24694, "epoch": 379, "lr": 3.0367508375083626e-05}
+{"train_loss": 0.0013054978335276246, "global_step": 24695, "epoch": 379, "lr": 3.0363756121980695e-05}
+{"train_loss": 0.0018319482915103436, "global_step": 24696, "epoch": 379, "lr": 3.0360003999626274e-05}
+{"train_loss": 0.0012668275739997625, "global_step": 24697, "epoch": 379, "lr": 3.035625200804535e-05}
+{"train_loss": 0.0026832283474504948, "global_step": 24698, "epoch": 379, "lr": 3.0352500147262862e-05}
+{"train_loss": 0.0019644375353191908, "global_step": 24699, "epoch": 379, "lr": 3.0348748417303823e-05, "val_loss": 0.011220293119549751}
+{"train_loss": 0.0015435965033248067, "global_step": 24700, "epoch": 380, "lr": 3.0344996818193218e-05}
+{"train_loss": 0.0016906236996874213, "global_step": 24701, "epoch": 380, "lr": 3.0341245349956006e-05}
+{"train_loss": 0.0012836545938625932, "global_step": 24702, "epoch": 380, "lr": 3.0337494012617185e-05}
+{"train_loss": 0.001468049711547792, "global_step": 24703, "epoch": 380, "lr": 3.0333742806201726e-05}
+{"train_loss": 0.0014231115346774459, "global_step": 24704, "epoch": 380, "lr": 3.032999173073463e-05}
+{"train_loss": 0.002010039519518614, "global_step": 24705, "epoch": 380, "lr": 3.0326240786240827e-05}
+{"train_loss": 0.0015156735898926854, "global_step": 24706, "epoch": 380, "lr": 3.0322489972745328e-05}
+{"train_loss": 0.003224005224183202, "global_step": 24707, "epoch": 380, "lr": 3.0318739290273083e-05}
+{"train_loss": 0.0022496513556689024, "global_step": 24708, "epoch": 380, "lr": 3.0314988738849094e-05}
+{"train_loss": 0.0013802096946164966, "global_step": 24709, "epoch": 380, "lr": 3.031123831849831e-05}
+{"train_loss": 0.0014496144140139222, "global_step": 24710, "epoch": 380, "lr": 3.0307488029245725e-05}
+{"train_loss": 0.002251533791422844, "global_step": 24711, "epoch": 380, "lr": 3.0303737871116283e-05}
+{"train_loss": 0.0015848405892029405, "global_step": 24712, "epoch": 380, "lr": 3.0299987844134996e-05}
+{"train_loss": 0.00171092024538666, "global_step": 24713, "epoch": 380, "lr": 3.02962379483268e-05}
+{"train_loss": 0.0015338200610131025, "global_step": 24714, "epoch": 380, "lr": 3.0292488183716668e-05}
+{"train_loss": 0.0018590675899758935, "global_step": 24715, "epoch": 380, "lr": 3.0288738550329565e-05}
+{"train_loss": 0.0015444770688191056, "global_step": 24716, "epoch": 380, "lr": 3.028498904819047e-05}
+{"train_loss": 0.001216393313370645, "global_step": 24717, "epoch": 380, "lr": 3.0281239677324337e-05}
+{"train_loss": 0.001897166483104229, "global_step": 24718, "epoch": 380, "lr": 3.027749043775615e-05}
+{"train_loss": 0.0024837416131049395, "global_step": 24719, "epoch": 380, "lr": 3.0273741329510853e-05}
+{"train_loss": 0.0020979922264814377, "global_step": 24720, "epoch": 380, "lr": 3.0269992352613434e-05}
+{"train_loss": 0.0025286057498306036, "global_step": 24721, "epoch": 380, "lr": 3.0266243507088833e-05}
+{"train_loss": 0.0025532981380820274, "global_step": 24722, "epoch": 380, "lr": 3.026249479296202e-05}
+{"train_loss": 0.002245226176455617, "global_step": 24723, "epoch": 380, "lr": 3.025874621025795e-05}
+{"train_loss": 0.0019137074705213308, "global_step": 24724, "epoch": 380, "lr": 3.025499775900159e-05}
+{"train_loss": 0.002963613485917449, "global_step": 24725, "epoch": 380, "lr": 3.025124943921789e-05}
+{"train_loss": 0.002154388464987278, "global_step": 24726, "epoch": 380, "lr": 3.024750125093182e-05}
+{"train_loss": 0.0015940938610583544, "global_step": 24727, "epoch": 380, "lr": 3.024375319416835e-05}
+{"train_loss": 0.0013757793931290507, "global_step": 24728, "epoch": 380, "lr": 3.0240005268952397e-05}
+{"train_loss": 0.002479810733348131, "global_step": 24729, "epoch": 380, "lr": 3.023625747530895e-05}
+{"train_loss": 0.002968435874208808, "global_step": 24730, "epoch": 380, "lr": 3.0232509813262953e-05}
+{"train_loss": 0.001423172070644796, "global_step": 24731, "epoch": 380, "lr": 3.022876228283935e-05}
+{"train_loss": 0.0014102270361036062, "global_step": 24732, "epoch": 380, "lr": 3.0225014884063108e-05}
+{"train_loss": 0.0025192624889314175, "global_step": 24733, "epoch": 380, "lr": 3.022126761695917e-05}
+{"train_loss": 0.0032484650146216154, "global_step": 24734, "epoch": 380, "lr": 3.021752048155251e-05}
+{"train_loss": 0.002276380080729723, "global_step": 24735, "epoch": 380, "lr": 3.021377347786806e-05}
+{"train_loss": 0.0012475063558667898, "global_step": 24736, "epoch": 380, "lr": 3.0210026605930753e-05}
+{"train_loss": 0.0021863325964659452, "global_step": 24737, "epoch": 380, "lr": 3.0206279865765564e-05}
+{"train_loss": 0.003500203834846616, "global_step": 24738, "epoch": 380, "lr": 3.020253325739743e-05}
+{"train_loss": 0.002235166262835264, "global_step": 24739, "epoch": 380, "lr": 3.0198786780851296e-05}
+{"train_loss": 0.0014595717657357454, "global_step": 24740, "epoch": 380, "lr": 3.0195040436152112e-05}
+{"train_loss": 0.0019470653496682644, "global_step": 24741, "epoch": 380, "lr": 3.0191294223324818e-05}
+{"train_loss": 0.0020477790385484695, "global_step": 24742, "epoch": 380, "lr": 3.0187548142394373e-05}
+{"train_loss": 0.0018628811230883002, "global_step": 24743, "epoch": 380, "lr": 3.0183802193385726e-05}
+{"train_loss": 0.0014713420532643795, "global_step": 24744, "epoch": 380, "lr": 3.0180056376323778e-05}
+{"train_loss": 0.0025177092757076025, "global_step": 24745, "epoch": 380, "lr": 3.0176310691233507e-05}
+{"train_loss": 0.002343151718378067, "global_step": 24746, "epoch": 380, "lr": 3.0172565138139843e-05}
+{"train_loss": 0.0019730832427740097, "global_step": 24747, "epoch": 380, "lr": 3.016881971706772e-05}
+{"train_loss": 0.0012879096902906895, "global_step": 24748, "epoch": 380, "lr": 3.0165074428042085e-05}
+{"train_loss": 0.002874592784792185, "global_step": 24749, "epoch": 380, "lr": 3.0161329271087868e-05}
+{"train_loss": 0.0027519401628524065, "global_step": 24750, "epoch": 380, "lr": 3.0157584246230035e-05}
+{"train_loss": 0.0023729836102575064, "global_step": 24751, "epoch": 380, "lr": 3.015383935349349e-05}
+{"train_loss": 0.0018874859670177102, "global_step": 24752, "epoch": 380, "lr": 3.0150094592903166e-05}
+{"train_loss": 0.0022168464493006468, "global_step": 24753, "epoch": 380, "lr": 3.0146349964484024e-05}
+{"train_loss": 0.002400484401732683, "global_step": 24754, "epoch": 380, "lr": 3.0142605468260978e-05}
+{"train_loss": 0.0015314415795728564, "global_step": 24755, "epoch": 380, "lr": 3.0138861104258958e-05}
+{"train_loss": 0.0016910546692088246, "global_step": 24756, "epoch": 380, "lr": 3.0135116872502916e-05}
+{"train_loss": 0.0013971166918054223, "global_step": 24757, "epoch": 380, "lr": 3.0131372773017763e-05}
+{"train_loss": 0.0031226486898958683, "global_step": 24758, "epoch": 380, "lr": 3.0127628805828456e-05}
+{"train_loss": 0.0025596870109438896, "global_step": 24759, "epoch": 380, "lr": 3.0123884970959892e-05}
+{"train_loss": 0.0012813815847039223, "global_step": 24760, "epoch": 380, "lr": 3.0120141268437008e-05}
+{"train_loss": 0.0020982332061976194, "global_step": 24761, "epoch": 380, "lr": 3.011639769828475e-05}
+{"train_loss": 0.00129971734713763, "global_step": 24762, "epoch": 380, "lr": 3.0112654260528024e-05}
+{"train_loss": 0.0017589634517207742, "global_step": 24763, "epoch": 380, "lr": 3.010891095519176e-05}
+{"train_loss": 0.0020166097961079616, "global_step": 24764, "epoch": 380, "lr": 3.010516778230089e-05, "val_loss": 0.01302015595138073, "train_action_mse_error": 8.184811304090545e-05}
+{"train_loss": 0.0017856234917417169, "global_step": 24765, "epoch": 381, "lr": 3.0101424741880324e-05}
+{"train_loss": 0.005083760246634483, "global_step": 24766, "epoch": 381, "lr": 3.0097681833955026e-05}
+{"train_loss": 0.0017214647959917784, "global_step": 24767, "epoch": 381, "lr": 3.009393905854987e-05}
+{"train_loss": 0.002578927669674158, "global_step": 24768, "epoch": 381, "lr": 3.0090196415689785e-05}
+{"train_loss": 0.00361388036981225, "global_step": 24769, "epoch": 381, "lr": 3.0086453905399713e-05}
+{"train_loss": 0.0035687140189111233, "global_step": 24770, "epoch": 381, "lr": 3.0082711527704565e-05}
+{"train_loss": 0.0020753093995153904, "global_step": 24771, "epoch": 381, "lr": 3.0078969282629243e-05}
+{"train_loss": 0.0029667974449694157, "global_step": 24772, "epoch": 381, "lr": 3.0075227170198687e-05}
+{"train_loss": 0.00278272177092731, "global_step": 24773, "epoch": 381, "lr": 3.0071485190437822e-05}
+{"train_loss": 0.001991918310523033, "global_step": 24774, "epoch": 381, "lr": 3.0067743343371525e-05}
+{"train_loss": 0.0023214109241962433, "global_step": 24775, "epoch": 381, "lr": 3.006400162902474e-05}
+{"train_loss": 0.0016573203029111028, "global_step": 24776, "epoch": 381, "lr": 3.0060260047422374e-05}
+{"train_loss": 0.002674681367352605, "global_step": 24777, "epoch": 381, "lr": 3.0056518598589346e-05}
+{"train_loss": 0.0013473028084263206, "global_step": 24778, "epoch": 381, "lr": 3.0052777282550555e-05}
+{"train_loss": 0.002111871261149645, "global_step": 24779, "epoch": 381, "lr": 3.004903609933093e-05}
+{"train_loss": 0.0009964825585484505, "global_step": 24780, "epoch": 381, "lr": 3.004529504895538e-05}
+{"train_loss": 0.002956016454845667, "global_step": 24781, "epoch": 381, "lr": 3.004155413144881e-05}
+{"train_loss": 0.0017817497719079256, "global_step": 24782, "epoch": 381, "lr": 3.003781334683612e-05}
+{"train_loss": 0.0035117585211992264, "global_step": 24783, "epoch": 381, "lr": 3.0034072695142224e-05}
+{"train_loss": 0.0018510579830035567, "global_step": 24784, "epoch": 381, "lr": 3.003033217639203e-05}
+{"train_loss": 0.0019405457423999906, "global_step": 24785, "epoch": 381, "lr": 3.0026591790610446e-05}
+{"train_loss": 0.0034184197429567575, "global_step": 24786, "epoch": 381, "lr": 3.0022851537822373e-05}
+{"train_loss": 0.002647869987413287, "global_step": 24787, "epoch": 381, "lr": 3.001911141805273e-05}
+{"train_loss": 0.0027416797820478678, "global_step": 24788, "epoch": 381, "lr": 3.001537143132641e-05}
+{"train_loss": 0.0032381939236074686, "global_step": 24789, "epoch": 381, "lr": 3.0011631577668326e-05}
+{"train_loss": 0.0020720423199236393, "global_step": 24790, "epoch": 381, "lr": 3.000789185710335e-05}
+{"train_loss": 0.0030590100213885307, "global_step": 24791, "epoch": 381, "lr": 3.000415226965641e-05}
+{"train_loss": 0.0019172700121998787, "global_step": 24792, "epoch": 381, "lr": 3.000041281535239e-05}
+{"train_loss": 0.002012148266658187, "global_step": 24793, "epoch": 381, "lr": 2.999667349421621e-05}
+{"train_loss": 0.0016012756386771798, "global_step": 24794, "epoch": 381, "lr": 2.9992934306272746e-05}
+{"train_loss": 0.001312707201577723, "global_step": 24795, "epoch": 381, "lr": 2.9989195251546915e-05}
+{"train_loss": 0.0015901842853054404, "global_step": 24796, "epoch": 381, "lr": 2.9985456330063616e-05}
+{"train_loss": 0.0011404757387936115, "global_step": 24797, "epoch": 381, "lr": 2.998171754184772e-05}
+{"train_loss": 0.002946467837318778, "global_step": 24798, "epoch": 381, "lr": 2.997797888692413e-05}
+{"train_loss": 0.0022356377448886633, "global_step": 24799, "epoch": 381, "lr": 2.9974240365317756e-05}
+{"train_loss": 0.002378243487328291, "global_step": 24800, "epoch": 381, "lr": 2.9970501977053467e-05}
+{"train_loss": 0.002833961509168148, "global_step": 24801, "epoch": 381, "lr": 2.9966763722156182e-05}
+{"train_loss": 0.0022508245892822742, "global_step": 24802, "epoch": 381, "lr": 2.9963025600650768e-05}
+{"train_loss": 0.002880511339753866, "global_step": 24803, "epoch": 381, "lr": 2.9959287612562136e-05}
+{"train_loss": 0.0029862443916499615, "global_step": 24804, "epoch": 381, "lr": 2.9955549757915173e-05}
+{"train_loss": 0.003011970082297921, "global_step": 24805, "epoch": 381, "lr": 2.995181203673475e-05}
+{"train_loss": 0.002017939230427146, "global_step": 24806, "epoch": 381, "lr": 2.994807444904576e-05}
+{"train_loss": 0.0031200728844851255, "global_step": 24807, "epoch": 381, "lr": 2.99443369948731e-05}
+{"train_loss": 0.001951960613951087, "global_step": 24808, "epoch": 381, "lr": 2.994059967424164e-05}
+{"train_loss": 0.001603324431926012, "global_step": 24809, "epoch": 381, "lr": 2.9936862487176293e-05}
+{"train_loss": 0.002343404572457075, "global_step": 24810, "epoch": 381, "lr": 2.9933125433701914e-05}
+{"train_loss": 0.0014236519346013665, "global_step": 24811, "epoch": 381, "lr": 2.9929388513843405e-05}
+{"train_loss": 0.002385556697845459, "global_step": 24812, "epoch": 381, "lr": 2.9925651727625652e-05}
+{"train_loss": 0.0029982554260641336, "global_step": 24813, "epoch": 381, "lr": 2.9921915075073516e-05}
+{"train_loss": 0.0021953985560685396, "global_step": 24814, "epoch": 381, "lr": 2.9918178556211883e-05}
+{"train_loss": 0.00144411891233176, "global_step": 24815, "epoch": 381, "lr": 2.9914442171065637e-05}
+{"train_loss": 0.0014993671793490648, "global_step": 24816, "epoch": 381, "lr": 2.9910705919659655e-05}
+{"train_loss": 0.0033018835820257664, "global_step": 24817, "epoch": 381, "lr": 2.990696980201883e-05}
+{"train_loss": 0.001708803465589881, "global_step": 24818, "epoch": 381, "lr": 2.9903233818168008e-05}
+{"train_loss": 0.002590274205431342, "global_step": 24819, "epoch": 381, "lr": 2.98994979681321e-05}
+{"train_loss": 0.0023046592250466347, "global_step": 24820, "epoch": 381, "lr": 2.9895762251935976e-05}
+{"train_loss": 0.0017023255350068212, "global_step": 24821, "epoch": 381, "lr": 2.9892026669604484e-05}
+{"train_loss": 0.0014563032891601324, "global_step": 24822, "epoch": 381, "lr": 2.9888291221162507e-05}
+{"train_loss": 0.0026568330358713865, "global_step": 24823, "epoch": 381, "lr": 2.9884555906634924e-05}
+{"train_loss": 0.002603698056191206, "global_step": 24824, "epoch": 381, "lr": 2.988082072604661e-05}
+{"train_loss": 0.002228298457339406, "global_step": 24825, "epoch": 381, "lr": 2.9877085679422435e-05}
+{"train_loss": 0.0015941730234771967, "global_step": 24826, "epoch": 381, "lr": 2.9873350766787256e-05}
+{"train_loss": 0.002154796151444316, "global_step": 24827, "epoch": 381, "lr": 2.9869615988165977e-05}
+{"train_loss": 0.0034101048950105906, "global_step": 24828, "epoch": 381, "lr": 2.9865881343583414e-05}
+{"train_loss": 0.002356453105592384, "global_step": 24829, "epoch": 381, "lr": 2.9862146833064475e-05, "val_loss": 0.005702203139662743}
+{"train_loss": 0.001792778493836522, "global_step": 24830, "epoch": 382, "lr": 2.9858412456634e-05}
+{"train_loss": 0.0019573632162064314, "global_step": 24831, "epoch": 382, "lr": 2.9854678214316873e-05}
+{"train_loss": 0.0023725698702037334, "global_step": 24832, "epoch": 382, "lr": 2.9850944106137947e-05}
+{"train_loss": 0.0024997496511787176, "global_step": 24833, "epoch": 382, "lr": 2.9847210132122098e-05}
+{"train_loss": 0.0023808942642062902, "global_step": 24834, "epoch": 382, "lr": 2.984347629229417e-05}
+{"train_loss": 0.0017579742707312107, "global_step": 24835, "epoch": 382, "lr": 2.9839742586679075e-05}
+{"train_loss": 0.003056261921301484, "global_step": 24836, "epoch": 382, "lr": 2.98360090153016e-05}
+{"train_loss": 0.0015855184756219387, "global_step": 24837, "epoch": 382, "lr": 2.9832275578186652e-05}
+{"train_loss": 0.0014518180396407843, "global_step": 24838, "epoch": 382, "lr": 2.9828542275359067e-05}
+{"train_loss": 0.0017712146509438753, "global_step": 24839, "epoch": 382, "lr": 2.982480910684373e-05}
+{"train_loss": 0.0019342419691383839, "global_step": 24840, "epoch": 382, "lr": 2.9821076072665465e-05}
+{"train_loss": 0.0028185665141791105, "global_step": 24841, "epoch": 382, "lr": 2.9817343172849166e-05}
+{"train_loss": 0.0019652480259537697, "global_step": 24842, "epoch": 382, "lr": 2.9813610407419655e-05}
+{"train_loss": 0.0011779775377362967, "global_step": 24843, "epoch": 382, "lr": 2.9809877776401835e-05}
+{"train_loss": 0.0019359347643330693, "global_step": 24844, "epoch": 382, "lr": 2.9806145279820498e-05}
+{"train_loss": 0.0023646473418921232, "global_step": 24845, "epoch": 382, "lr": 2.9802412917700527e-05}
+{"train_loss": 0.0033570844680070877, "global_step": 24846, "epoch": 382, "lr": 2.979868069006677e-05}
+{"train_loss": 0.002180333249270916, "global_step": 24847, "epoch": 382, "lr": 2.9794948596944084e-05}
+{"train_loss": 0.0016760036814957857, "global_step": 24848, "epoch": 382, "lr": 2.979121663835731e-05}
+{"train_loss": 0.003527674125507474, "global_step": 24849, "epoch": 382, "lr": 2.978748481433131e-05}
+{"train_loss": 0.0011872503673657775, "global_step": 24850, "epoch": 382, "lr": 2.9783753124890945e-05}
+{"train_loss": 0.0015337779186666012, "global_step": 24851, "epoch": 382, "lr": 2.9780021570061024e-05}
+{"train_loss": 0.0020203059539198875, "global_step": 24852, "epoch": 382, "lr": 2.977629014986641e-05}
+{"train_loss": 0.0022680640686303377, "global_step": 24853, "epoch": 382, "lr": 2.9772558864331957e-05}
+{"train_loss": 0.0020231446251273155, "global_step": 24854, "epoch": 382, "lr": 2.9768827713482495e-05}
+{"train_loss": 0.0024821371771395206, "global_step": 24855, "epoch": 382, "lr": 2.9765096697342886e-05}
+{"train_loss": 0.0055254604667425156, "global_step": 24856, "epoch": 382, "lr": 2.9761365815937958e-05}
+{"train_loss": 0.0018996933940798044, "global_step": 24857, "epoch": 382, "lr": 2.9757635069292567e-05}
+{"train_loss": 0.0023177447728812695, "global_step": 24858, "epoch": 382, "lr": 2.975390445743155e-05}
+{"train_loss": 0.0015172617277130485, "global_step": 24859, "epoch": 382, "lr": 2.9750173980379736e-05}
+{"train_loss": 0.001521322294138372, "global_step": 24860, "epoch": 382, "lr": 2.974644363816198e-05}
+{"train_loss": 0.0015184831572696567, "global_step": 24861, "epoch": 382, "lr": 2.974271343080311e-05}
+{"train_loss": 0.0017923734849318862, "global_step": 24862, "epoch": 382, "lr": 2.973898335832796e-05}
+{"train_loss": 0.002251606434583664, "global_step": 24863, "epoch": 382, "lr": 2.973525342076138e-05}
+{"train_loss": 0.0019043288193643093, "global_step": 24864, "epoch": 382, "lr": 2.97315236181282e-05}
+{"train_loss": 0.002101744059473276, "global_step": 24865, "epoch": 382, "lr": 2.9727793950453252e-05}
+{"train_loss": 0.0015698232455179095, "global_step": 24866, "epoch": 382, "lr": 2.9724064417761387e-05}
+{"train_loss": 0.002680277917534113, "global_step": 24867, "epoch": 382, "lr": 2.9720335020077405e-05}
+{"train_loss": 0.0015340641839429736, "global_step": 24868, "epoch": 382, "lr": 2.9716605757426175e-05}
+{"train_loss": 0.0010426270309835672, "global_step": 24869, "epoch": 382, "lr": 2.97128766298325e-05}
+{"train_loss": 0.002995898714289069, "global_step": 24870, "epoch": 382, "lr": 2.9709147637321215e-05}
+{"train_loss": 0.0018046681070700288, "global_step": 24871, "epoch": 382, "lr": 2.9705418779917165e-05}
+{"train_loss": 0.002496682805940509, "global_step": 24872, "epoch": 382, "lr": 2.970169005764516e-05}
+{"train_loss": 0.0018337885849177837, "global_step": 24873, "epoch": 382, "lr": 2.969796147053006e-05}
+{"train_loss": 0.002192086074501276, "global_step": 24874, "epoch": 382, "lr": 2.969423301859666e-05}
+{"train_loss": 0.0012528494698926806, "global_step": 24875, "epoch": 382, "lr": 2.969050470186978e-05}
+{"train_loss": 0.0012257181806489825, "global_step": 24876, "epoch": 382, "lr": 2.9686776520374277e-05}
+{"train_loss": 0.00217974535189569, "global_step": 24877, "epoch": 382, "lr": 2.9683048474134954e-05}
+{"train_loss": 0.0009152870625257492, "global_step": 24878, "epoch": 382, "lr": 2.967932056317663e-05}
+{"train_loss": 0.0015395891387015581, "global_step": 24879, "epoch": 382, "lr": 2.967559278752415e-05}
+{"train_loss": 0.0019420139724388719, "global_step": 24880, "epoch": 382, "lr": 2.9671865147202306e-05}
+{"train_loss": 0.00163485505618155, "global_step": 24881, "epoch": 382, "lr": 2.9668137642235962e-05}
+{"train_loss": 0.001450133160687983, "global_step": 24882, "epoch": 382, "lr": 2.966441027264989e-05}
+{"train_loss": 0.0017447593854740262, "global_step": 24883, "epoch": 382, "lr": 2.966068303846893e-05}
+{"train_loss": 0.002980942837893963, "global_step": 24884, "epoch": 382, "lr": 2.9656955939717902e-05}
+{"train_loss": 0.001053934800438583, "global_step": 24885, "epoch": 382, "lr": 2.965322897642162e-05}
+{"train_loss": 0.0011881892569363117, "global_step": 24886, "epoch": 382, "lr": 2.964950214860489e-05}
+{"train_loss": 0.0023290920071303844, "global_step": 24887, "epoch": 382, "lr": 2.9645775456292547e-05}
+{"train_loss": 0.0032991396728903055, "global_step": 24888, "epoch": 382, "lr": 2.964204889950939e-05}
+{"train_loss": 0.002890014322474599, "global_step": 24889, "epoch": 382, "lr": 2.963832247828025e-05}
+{"train_loss": 0.002391997491940856, "global_step": 24890, "epoch": 382, "lr": 2.9634596192629927e-05}
+{"train_loss": 0.0016690202755853534, "global_step": 24891, "epoch": 382, "lr": 2.9630870042583215e-05}
+{"train_loss": 0.0015309107257053256, "global_step": 24892, "epoch": 382, "lr": 2.9627144028164953e-05}
+{"train_loss": 0.0012937075225636363, "global_step": 24893, "epoch": 382, "lr": 2.962341814939994e-05}
+{"train_loss": 0.002028857508244423, "global_step": 24894, "epoch": 382, "lr": 2.9619692406312982e-05, "val_loss": 0.006028841715306044}
+{"train_loss": 0.0014558742986992002, "global_step": 24895, "epoch": 383, "lr": 2.9615966798928895e-05}
+{"train_loss": 0.0022941487841308117, "global_step": 24896, "epoch": 383, "lr": 2.9612241327272494e-05}
+{"train_loss": 0.003456911537796259, "global_step": 24897, "epoch": 383, "lr": 2.9608515991368544e-05}
+{"train_loss": 0.0012001395225524902, "global_step": 24898, "epoch": 383, "lr": 2.96047907912419e-05}
+{"train_loss": 0.002940353937447071, "global_step": 24899, "epoch": 383, "lr": 2.960106572691733e-05}
+{"train_loss": 0.0021264785900712013, "global_step": 24900, "epoch": 383, "lr": 2.9597340798419665e-05}
+{"train_loss": 0.0020337586756795645, "global_step": 24901, "epoch": 383, "lr": 2.9593616005773693e-05}
+{"train_loss": 0.0023741750046610832, "global_step": 24902, "epoch": 383, "lr": 2.9589891349004206e-05}
+{"train_loss": 0.001108689233660698, "global_step": 24903, "epoch": 383, "lr": 2.958616682813603e-05}
+{"train_loss": 0.0014734567375853658, "global_step": 24904, "epoch": 383, "lr": 2.958244244319396e-05}
+{"train_loss": 0.0017722994089126587, "global_step": 24905, "epoch": 383, "lr": 2.9578718194202765e-05}
+{"train_loss": 0.0035673221573233604, "global_step": 24906, "epoch": 383, "lr": 2.9574994081187275e-05}
+{"train_loss": 0.0015244785463437438, "global_step": 24907, "epoch": 383, "lr": 2.9571270104172266e-05}
+{"train_loss": 0.0018378545064479113, "global_step": 24908, "epoch": 383, "lr": 2.9567546263182556e-05}
+{"train_loss": 0.0022758119739592075, "global_step": 24909, "epoch": 383, "lr": 2.9563822558242925e-05}
+{"train_loss": 0.0025199565570801497, "global_step": 24910, "epoch": 383, "lr": 2.956009898937816e-05}
+{"train_loss": 0.002091093687340617, "global_step": 24911, "epoch": 383, "lr": 2.955637555661308e-05}
+{"train_loss": 0.0024836522061377764, "global_step": 24912, "epoch": 383, "lr": 2.9552652259972468e-05}
+{"train_loss": 0.0021144652273505926, "global_step": 24913, "epoch": 383, "lr": 2.95489290994811e-05}
+{"train_loss": 0.0018470592331141233, "global_step": 24914, "epoch": 383, "lr": 2.954520607516378e-05}
+{"train_loss": 0.0018707017879933119, "global_step": 24915, "epoch": 383, "lr": 2.9541483187045293e-05}
+{"train_loss": 0.002937343204393983, "global_step": 24916, "epoch": 383, "lr": 2.953776043515043e-05}
+{"train_loss": 0.0019425131613388658, "global_step": 24917, "epoch": 383, "lr": 2.953403781950399e-05}
+{"train_loss": 0.001971961697563529, "global_step": 24918, "epoch": 383, "lr": 2.953031534013073e-05}
+{"train_loss": 0.0019178895745426416, "global_step": 24919, "epoch": 383, "lr": 2.9526592997055487e-05}
+{"train_loss": 0.0018539378652349114, "global_step": 24920, "epoch": 383, "lr": 2.9522870790302996e-05}
+{"train_loss": 0.002037329599261284, "global_step": 24921, "epoch": 383, "lr": 2.951914871989806e-05}
+{"train_loss": 0.0019164079567417502, "global_step": 24922, "epoch": 383, "lr": 2.9515426785865462e-05}
+{"train_loss": 0.0027058750856667757, "global_step": 24923, "epoch": 383, "lr": 2.9511704988229984e-05}
+{"train_loss": 0.0016209648456424475, "global_step": 24924, "epoch": 383, "lr": 2.950798332701642e-05}
+{"train_loss": 0.0013916848693042994, "global_step": 24925, "epoch": 383, "lr": 2.950426180224952e-05}
+{"train_loss": 0.0020850521977990866, "global_step": 24926, "epoch": 383, "lr": 2.9500540413954105e-05}
+{"train_loss": 0.004314560908824205, "global_step": 24927, "epoch": 383, "lr": 2.9496819162154938e-05}
+{"train_loss": 0.0019519083434715867, "global_step": 24928, "epoch": 383, "lr": 2.9493098046876787e-05}
+{"train_loss": 0.002037224592640996, "global_step": 24929, "epoch": 383, "lr": 2.948937706814442e-05}
+{"train_loss": 0.002423682017251849, "global_step": 24930, "epoch": 383, "lr": 2.9485656225982638e-05}
+{"train_loss": 0.002753847511485219, "global_step": 24931, "epoch": 383, "lr": 2.9481935520416195e-05}
+{"train_loss": 0.00291534629650414, "global_step": 24932, "epoch": 383, "lr": 2.947821495146989e-05}
+{"train_loss": 0.0019173568580299616, "global_step": 24933, "epoch": 383, "lr": 2.9474494519168473e-05}
+{"train_loss": 0.0023053858894854784, "global_step": 24934, "epoch": 383, "lr": 2.9470774223536736e-05}
+{"train_loss": 0.0025390381924808025, "global_step": 24935, "epoch": 383, "lr": 2.946705406459944e-05}
+{"train_loss": 0.0027016790118068457, "global_step": 24936, "epoch": 383, "lr": 2.9463334042381364e-05}
+{"train_loss": 0.0019135503098368645, "global_step": 24937, "epoch": 383, "lr": 2.945961415690725e-05}
+{"train_loss": 0.002696359995752573, "global_step": 24938, "epoch": 383, "lr": 2.94558944082019e-05}
+{"train_loss": 0.001938884612172842, "global_step": 24939, "epoch": 383, "lr": 2.9452174796290068e-05}
+{"train_loss": 0.0025914458092302084, "global_step": 24940, "epoch": 383, "lr": 2.944845532119652e-05}
+{"train_loss": 0.002979585202410817, "global_step": 24941, "epoch": 383, "lr": 2.9444735982946026e-05}
+{"train_loss": 0.0027567173819988966, "global_step": 24942, "epoch": 383, "lr": 2.9441016781563357e-05}
+{"train_loss": 0.0016461561899632215, "global_step": 24943, "epoch": 383, "lr": 2.9437297717073277e-05}
+{"train_loss": 0.0018544011982157826, "global_step": 24944, "epoch": 383, "lr": 2.9433578789500537e-05}
+{"train_loss": 0.0029023957904428244, "global_step": 24945, "epoch": 383, "lr": 2.9429859998869897e-05}
+{"train_loss": 0.0010593467159196734, "global_step": 24946, "epoch": 383, "lr": 2.9426141345206138e-05}
+{"train_loss": 0.0018414912046864629, "global_step": 24947, "epoch": 383, "lr": 2.9422422828533997e-05}
+{"train_loss": 0.0027500365395098925, "global_step": 24948, "epoch": 383, "lr": 2.941870444887826e-05}
+{"train_loss": 0.0025707536842674017, "global_step": 24949, "epoch": 383, "lr": 2.9414986206263663e-05}
+{"train_loss": 0.00253919861279428, "global_step": 24950, "epoch": 383, "lr": 2.9411268100715006e-05}
+{"train_loss": 0.0016027886886149645, "global_step": 24951, "epoch": 383, "lr": 2.9407550132256977e-05}
+{"train_loss": 0.002798025729134679, "global_step": 24952, "epoch": 383, "lr": 2.9403832300914386e-05}
+{"train_loss": 0.0021118521690368652, "global_step": 24953, "epoch": 383, "lr": 2.9400114606711958e-05}
+{"train_loss": 0.0013621835969388485, "global_step": 24954, "epoch": 383, "lr": 2.9396397049674478e-05}
+{"train_loss": 0.0019242609851062298, "global_step": 24955, "epoch": 383, "lr": 2.939267962982667e-05}
+{"train_loss": 0.0035457611083984375, "global_step": 24956, "epoch": 383, "lr": 2.9388962347193305e-05}
+{"train_loss": 0.0014486792497336864, "global_step": 24957, "epoch": 383, "lr": 2.9385245201799126e-05}
+{"train_loss": 0.0021537868306040764, "global_step": 24958, "epoch": 383, "lr": 2.9381528193668913e-05}
+{"train_loss": 0.002202638405231902, "global_step": 24959, "epoch": 383, "lr": 2.937781132282736e-05, "val_loss": 0.008801208809018135}
+{"train_loss": 0.003013641806319356, "global_step": 24960, "epoch": 384, "lr": 2.937409458929925e-05}
+{"train_loss": 0.0021476573310792446, "global_step": 24961, "epoch": 384, "lr": 2.937037799310932e-05}
+{"train_loss": 0.0015863956650719047, "global_step": 24962, "epoch": 384, "lr": 2.9366661534282336e-05}
+{"train_loss": 0.0023525741416960955, "global_step": 24963, "epoch": 384, "lr": 2.9362945212843025e-05}
+{"train_loss": 0.002497273962944746, "global_step": 24964, "epoch": 384, "lr": 2.9359229028816143e-05}
+{"train_loss": 0.0023749966640025377, "global_step": 24965, "epoch": 384, "lr": 2.935551298222642e-05}
+{"train_loss": 0.002096655312925577, "global_step": 24966, "epoch": 384, "lr": 2.9351797073098643e-05}
+{"train_loss": 0.00224930327385664, "global_step": 24967, "epoch": 384, "lr": 2.9348081301457487e-05}
+{"train_loss": 0.002861420623958111, "global_step": 24968, "epoch": 384, "lr": 2.934436566732774e-05}
+{"train_loss": 0.0024934913963079453, "global_step": 24969, "epoch": 384, "lr": 2.934065017073412e-05}
+{"train_loss": 0.001770082046277821, "global_step": 24970, "epoch": 384, "lr": 2.9336934811701384e-05}
+{"train_loss": 0.0007729824865236878, "global_step": 24971, "epoch": 384, "lr": 2.9333219590254256e-05}
+{"train_loss": 0.00224473187699914, "global_step": 24972, "epoch": 384, "lr": 2.9329504506417494e-05}
+{"train_loss": 0.0017116134986281395, "global_step": 24973, "epoch": 384, "lr": 2.9325789560215834e-05}
+{"train_loss": 0.002047990681603551, "global_step": 24974, "epoch": 384, "lr": 2.932207475167398e-05}
+{"train_loss": 0.0027682834770530462, "global_step": 24975, "epoch": 384, "lr": 2.931836008081669e-05}
+{"train_loss": 0.0031650171149522066, "global_step": 24976, "epoch": 384, "lr": 2.9314645547668697e-05}
+{"train_loss": 0.0016015018336474895, "global_step": 24977, "epoch": 384, "lr": 2.9310931152254727e-05}
+{"train_loss": 0.0030053951777517796, "global_step": 24978, "epoch": 384, "lr": 2.9307216894599533e-05}
+{"train_loss": 0.0011861386010423303, "global_step": 24979, "epoch": 384, "lr": 2.930350277472782e-05}
+{"train_loss": 0.0023551371414214373, "global_step": 24980, "epoch": 384, "lr": 2.929978879266434e-05}
+{"train_loss": 0.0013249123003333807, "global_step": 24981, "epoch": 384, "lr": 2.929607494843382e-05}
+{"train_loss": 0.0034491331316530704, "global_step": 24982, "epoch": 384, "lr": 2.9292361242060977e-05}
+{"train_loss": 0.0013468697434291244, "global_step": 24983, "epoch": 384, "lr": 2.9288647673570535e-05}
+{"train_loss": 0.0013552999589592218, "global_step": 24984, "epoch": 384, "lr": 2.9284934242987238e-05}
+{"train_loss": 0.001450829324312508, "global_step": 24985, "epoch": 384, "lr": 2.9281220950335796e-05}
+{"train_loss": 0.00430663675069809, "global_step": 24986, "epoch": 384, "lr": 2.9277507795640946e-05}
+{"train_loss": 0.001439444487914443, "global_step": 24987, "epoch": 384, "lr": 2.927379477892741e-05}
+{"train_loss": 0.00142386881634593, "global_step": 24988, "epoch": 384, "lr": 2.927008190021991e-05}
+{"train_loss": 0.002732770051807165, "global_step": 24989, "epoch": 384, "lr": 2.9266369159543182e-05}
+{"train_loss": 0.0017554003279656172, "global_step": 24990, "epoch": 384, "lr": 2.926265655692192e-05}
+{"train_loss": 0.0023607537150382996, "global_step": 24991, "epoch": 384, "lr": 2.9258944092380848e-05}
+{"train_loss": 0.0015137108275666833, "global_step": 24992, "epoch": 384, "lr": 2.9255231765944707e-05}
+{"train_loss": 0.0018422253197059035, "global_step": 24993, "epoch": 384, "lr": 2.9251519577638192e-05}
+{"train_loss": 0.0012700228253379464, "global_step": 24994, "epoch": 384, "lr": 2.9247807527486048e-05}
+{"train_loss": 0.002360319485887885, "global_step": 24995, "epoch": 384, "lr": 2.9244095615512957e-05}
+{"train_loss": 0.0018249077256768942, "global_step": 24996, "epoch": 384, "lr": 2.924038384174368e-05}
+{"train_loss": 0.0015873798402026296, "global_step": 24997, "epoch": 384, "lr": 2.9236672206202898e-05}
+{"train_loss": 0.0014932089252397418, "global_step": 24998, "epoch": 384, "lr": 2.9232960708915325e-05}
+{"train_loss": 0.0021006055176258087, "global_step": 24999, "epoch": 384, "lr": 2.9229249349905684e-05}
+{"train_loss": 0.001699785701930523, "global_step": 25000, "epoch": 384, "lr": 2.922553812919869e-05}
+{"train_loss": 0.0018541443860158324, "global_step": 25001, "epoch": 384, "lr": 2.922182704681904e-05}
+{"train_loss": 0.0030884877778589725, "global_step": 25002, "epoch": 384, "lr": 2.9218116102791464e-05}
+{"train_loss": 0.001246170955710113, "global_step": 25003, "epoch": 384, "lr": 2.9214405297140652e-05}
+{"train_loss": 0.0009870202047750354, "global_step": 25004, "epoch": 384, "lr": 2.9210694629891343e-05}
+{"train_loss": 0.001191445509903133, "global_step": 25005, "epoch": 384, "lr": 2.9206984101068215e-05}
+{"train_loss": 0.0015598894096910954, "global_step": 25006, "epoch": 384, "lr": 2.9203273710695966e-05}
+{"train_loss": 0.0018333704210817814, "global_step": 25007, "epoch": 384, "lr": 2.9199563458799332e-05}
+{"train_loss": 0.0028848086949437857, "global_step": 25008, "epoch": 384, "lr": 2.919585334540301e-05}
+{"train_loss": 0.0017664150800555944, "global_step": 25009, "epoch": 384, "lr": 2.919214337053169e-05}
+{"train_loss": 0.0017137835966423154, "global_step": 25010, "epoch": 384, "lr": 2.9188433534210073e-05}
+{"train_loss": 0.0024926301557570696, "global_step": 25011, "epoch": 384, "lr": 2.9184723836462903e-05}
+{"train_loss": 0.001287463353946805, "global_step": 25012, "epoch": 384, "lr": 2.9181014277314845e-05}
+{"train_loss": 0.0016359169967472553, "global_step": 25013, "epoch": 384, "lr": 2.9177304856790577e-05}
+{"train_loss": 0.001696938183158636, "global_step": 25014, "epoch": 384, "lr": 2.9173595574914835e-05}
+{"train_loss": 0.0018231425201520324, "global_step": 25015, "epoch": 384, "lr": 2.9169886431712322e-05}
+{"train_loss": 0.002340282779186964, "global_step": 25016, "epoch": 384, "lr": 2.9166177427207707e-05}
+{"train_loss": 0.0013739443384110928, "global_step": 25017, "epoch": 384, "lr": 2.9162468561425706e-05}
+{"train_loss": 0.0009960404131561518, "global_step": 25018, "epoch": 384, "lr": 2.9158759834390998e-05}
+{"train_loss": 0.0017450524028390646, "global_step": 25019, "epoch": 384, "lr": 2.915505124612831e-05}
+{"train_loss": 0.0009409827180206776, "global_step": 25020, "epoch": 384, "lr": 2.915134279666232e-05}
+{"train_loss": 0.0014197350246831775, "global_step": 25021, "epoch": 384, "lr": 2.9147634486017695e-05}
+{"train_loss": 0.002321502659469843, "global_step": 25022, "epoch": 384, "lr": 2.9143926314219145e-05}
+{"train_loss": 0.0023132392670959234, "global_step": 25023, "epoch": 384, "lr": 2.9140218281291387e-05}
+{"train_loss": 0.0019480769683678564, "global_step": 25024, "epoch": 384, "lr": 2.9136510387259064e-05, "val_loss": 0.006401920225471258}
+{"train_loss": 0.0029501384124159813, "global_step": 25025, "epoch": 385, "lr": 2.9132802632146884e-05}
+{"train_loss": 0.0010044146329164505, "global_step": 25026, "epoch": 385, "lr": 2.9129095015979546e-05}
+{"train_loss": 0.002717454917728901, "global_step": 25027, "epoch": 385, "lr": 2.9125387538781752e-05}
+{"train_loss": 0.0017216815613210201, "global_step": 25028, "epoch": 385, "lr": 2.9121680200578162e-05}
+{"train_loss": 0.0013427274534478784, "global_step": 25029, "epoch": 385, "lr": 2.911797300139345e-05}
+{"train_loss": 0.0021245572715997696, "global_step": 25030, "epoch": 385, "lr": 2.9114265941252316e-05}
+{"train_loss": 0.0017341842176392674, "global_step": 25031, "epoch": 385, "lr": 2.9110559020179472e-05}
+{"train_loss": 0.0014768788823857903, "global_step": 25032, "epoch": 385, "lr": 2.9106852238199545e-05}
+{"train_loss": 0.0014031297760084271, "global_step": 25033, "epoch": 385, "lr": 2.910314559533725e-05}
+{"train_loss": 0.0016672605415806174, "global_step": 25034, "epoch": 385, "lr": 2.9099439091617263e-05}
+{"train_loss": 0.0017867477145045996, "global_step": 25035, "epoch": 385, "lr": 2.9095732727064284e-05}
+{"train_loss": 0.0017274674028158188, "global_step": 25036, "epoch": 385, "lr": 2.9092026501702968e-05}
+{"train_loss": 0.0035737711004912853, "global_step": 25037, "epoch": 385, "lr": 2.9088320415557978e-05}
+{"train_loss": 0.0015474181855097413, "global_step": 25038, "epoch": 385, "lr": 2.9084614468654013e-05}
+{"train_loss": 0.0015293435426428914, "global_step": 25039, "epoch": 385, "lr": 2.9080908661015743e-05}
+{"train_loss": 0.0015210455749183893, "global_step": 25040, "epoch": 385, "lr": 2.9077202992667868e-05}
+{"train_loss": 0.0016349791549146175, "global_step": 25041, "epoch": 385, "lr": 2.9073497463635017e-05}
+{"train_loss": 0.002133630681782961, "global_step": 25042, "epoch": 385, "lr": 2.9069792073941916e-05}
+{"train_loss": 0.0018248393898829818, "global_step": 25043, "epoch": 385, "lr": 2.9066086823613182e-05}
+{"train_loss": 0.002607363509014249, "global_step": 25044, "epoch": 385, "lr": 2.906238171267353e-05}
+{"train_loss": 0.0024263784289360046, "global_step": 25045, "epoch": 385, "lr": 2.9058676741147596e-05}
+{"train_loss": 0.0015729126753285527, "global_step": 25046, "epoch": 385, "lr": 2.905497190906007e-05}
+{"train_loss": 0.0016410747775807977, "global_step": 25047, "epoch": 385, "lr": 2.9051267216435618e-05}
+{"train_loss": 0.0014647592324763536, "global_step": 25048, "epoch": 385, "lr": 2.9047562663298923e-05}
+{"train_loss": 0.0013394082197919488, "global_step": 25049, "epoch": 385, "lr": 2.9043858249674616e-05}
+{"train_loss": 0.0012210364220663905, "global_step": 25050, "epoch": 385, "lr": 2.9040153975587407e-05}
+{"train_loss": 0.0013959064381197095, "global_step": 25051, "epoch": 385, "lr": 2.903644984106192e-05}
+{"train_loss": 0.0015018695266917348, "global_step": 25052, "epoch": 385, "lr": 2.9032745846122855e-05}
+{"train_loss": 0.0024237085599452257, "global_step": 25053, "epoch": 385, "lr": 2.9029041990794837e-05}
+{"train_loss": 0.001973633887246251, "global_step": 25054, "epoch": 385, "lr": 2.9025338275102544e-05}
+{"train_loss": 0.002618837868794799, "global_step": 25055, "epoch": 385, "lr": 2.9021634699070643e-05}
+{"train_loss": 0.0015057825949043036, "global_step": 25056, "epoch": 385, "lr": 2.9017931262723813e-05}
+{"train_loss": 0.0019498283509165049, "global_step": 25057, "epoch": 385, "lr": 2.9014227966086672e-05}
+{"train_loss": 0.0020186733454465866, "global_step": 25058, "epoch": 385, "lr": 2.9010524809183926e-05}
+{"train_loss": 0.0013245948357507586, "global_step": 25059, "epoch": 385, "lr": 2.9006821792040183e-05}
+{"train_loss": 0.001879476010799408, "global_step": 25060, "epoch": 385, "lr": 2.900311891468014e-05}
+{"train_loss": 0.0022841915488243103, "global_step": 25061, "epoch": 385, "lr": 2.8999416177128412e-05}
+{"train_loss": 0.001066752360202372, "global_step": 25062, "epoch": 385, "lr": 2.899571357940969e-05}
+{"train_loss": 0.0011467918520793319, "global_step": 25063, "epoch": 385, "lr": 2.89920111215486e-05}
+{"train_loss": 0.0022203370463103056, "global_step": 25064, "epoch": 385, "lr": 2.898830880356984e-05}
+{"train_loss": 0.0014391769655048847, "global_step": 25065, "epoch": 385, "lr": 2.8984606625498012e-05}
+{"train_loss": 0.002686350140720606, "global_step": 25066, "epoch": 385, "lr": 2.8980904587357806e-05}
+{"train_loss": 0.0011212886311113834, "global_step": 25067, "epoch": 385, "lr": 2.8977202689173832e-05}
+{"train_loss": 0.001732275472022593, "global_step": 25068, "epoch": 385, "lr": 2.897350093097078e-05}
+{"train_loss": 0.0025314390659332275, "global_step": 25069, "epoch": 385, "lr": 2.896979931277326e-05}
+{"train_loss": 0.0014056918444111943, "global_step": 25070, "epoch": 385, "lr": 2.8966097834605936e-05}
+{"train_loss": 0.001979225315153599, "global_step": 25071, "epoch": 385, "lr": 2.896239649649346e-05}
+{"train_loss": 0.0019932480063289404, "global_step": 25072, "epoch": 385, "lr": 2.8958695298460493e-05}
+{"train_loss": 0.001085856230929494, "global_step": 25073, "epoch": 385, "lr": 2.8954994240531665e-05}
+{"train_loss": 0.0025486797094345093, "global_step": 25074, "epoch": 385, "lr": 2.8951293322731587e-05}
+{"train_loss": 0.0031027833465486765, "global_step": 25075, "epoch": 385, "lr": 2.8947592545084935e-05}
+{"train_loss": 0.0019737123511731625, "global_step": 25076, "epoch": 385, "lr": 2.894389190761636e-05}
+{"train_loss": 0.00144569156691432, "global_step": 25077, "epoch": 385, "lr": 2.894019141035047e-05}
+{"train_loss": 0.0009966572979465127, "global_step": 25078, "epoch": 385, "lr": 2.8936491053311927e-05}
+{"train_loss": 0.0016601248644292355, "global_step": 25079, "epoch": 385, "lr": 2.8932790836525366e-05}
+{"train_loss": 0.0026350978296250105, "global_step": 25080, "epoch": 385, "lr": 2.8929090760015443e-05}
+{"train_loss": 0.0022411681711673737, "global_step": 25081, "epoch": 385, "lr": 2.8925390823806774e-05}
+{"train_loss": 0.0014245972270146012, "global_step": 25082, "epoch": 385, "lr": 2.892169102792398e-05}
+{"train_loss": 0.0013948698760941625, "global_step": 25083, "epoch": 385, "lr": 2.891799137239172e-05}
+{"train_loss": 0.001641901908442378, "global_step": 25084, "epoch": 385, "lr": 2.8914291857234636e-05}
+{"train_loss": 0.0018714074976742268, "global_step": 25085, "epoch": 385, "lr": 2.8910592482477328e-05}
+{"train_loss": 0.0009477101266384125, "global_step": 25086, "epoch": 385, "lr": 2.890689324814445e-05}
+{"train_loss": 0.0007921081269159913, "global_step": 25087, "epoch": 385, "lr": 2.890319415426064e-05}
+{"train_loss": 0.0017352437134832144, "global_step": 25088, "epoch": 385, "lr": 2.8899495200850536e-05}
+{"train_loss": 0.0018099019321827935, "global_step": 25089, "epoch": 385, "lr": 2.8895796387938746e-05, "val_loss": 0.009775896556675434, "train_action_mse_error": 0.00010069309792015702}
+{"train_loss": 0.0026962277479469776, "global_step": 25090, "epoch": 386, "lr": 2.889209771554989e-05}
+{"train_loss": 0.002405935199931264, "global_step": 25091, "epoch": 386, "lr": 2.8888399183708602e-05}
+{"train_loss": 0.0029975518118590117, "global_step": 25092, "epoch": 386, "lr": 2.888470079243955e-05}
+{"train_loss": 0.0025214345660060644, "global_step": 25093, "epoch": 386, "lr": 2.88810025417673e-05}
+{"train_loss": 0.0019053888972848654, "global_step": 25094, "epoch": 386, "lr": 2.8877304431716508e-05}
+{"train_loss": 0.0017706240760162473, "global_step": 25095, "epoch": 386, "lr": 2.8873606462311786e-05}
+{"train_loss": 0.0018946824129670858, "global_step": 25096, "epoch": 386, "lr": 2.8869908633577813e-05}
+{"train_loss": 0.001340560964308679, "global_step": 25097, "epoch": 386, "lr": 2.8866210945539117e-05}
+{"train_loss": 0.0011488184100016952, "global_step": 25098, "epoch": 386, "lr": 2.886251339822037e-05}
+{"train_loss": 0.002068096539005637, "global_step": 25099, "epoch": 386, "lr": 2.8858815991646188e-05}
+{"train_loss": 0.0011028335429728031, "global_step": 25100, "epoch": 386, "lr": 2.8855118725841208e-05}
+{"train_loss": 0.001876894966699183, "global_step": 25101, "epoch": 386, "lr": 2.8851421600830008e-05}
+{"train_loss": 0.00187889882363379, "global_step": 25102, "epoch": 386, "lr": 2.8847724616637228e-05}
+{"train_loss": 0.0017847699346020818, "global_step": 25103, "epoch": 386, "lr": 2.8844027773287485e-05}
+{"train_loss": 0.0019091671565547585, "global_step": 25104, "epoch": 386, "lr": 2.8840331070805436e-05}
+{"train_loss": 0.002075170399621129, "global_step": 25105, "epoch": 386, "lr": 2.883663450921561e-05}
+{"train_loss": 0.002212411491200328, "global_step": 25106, "epoch": 386, "lr": 2.8832938088542665e-05}
+{"train_loss": 0.0015098868170753121, "global_step": 25107, "epoch": 386, "lr": 2.8829241808811213e-05}
+{"train_loss": 0.0017858939245343208, "global_step": 25108, "epoch": 386, "lr": 2.8825545670045884e-05}
+{"train_loss": 0.001690837205387652, "global_step": 25109, "epoch": 386, "lr": 2.882184967227125e-05}
+{"train_loss": 0.0035666797775775194, "global_step": 25110, "epoch": 386, "lr": 2.8818153815511944e-05}
+{"train_loss": 0.002211460145190358, "global_step": 25111, "epoch": 386, "lr": 2.8814458099792575e-05}
+{"train_loss": 0.0020498496014624834, "global_step": 25112, "epoch": 386, "lr": 2.881076252513776e-05}
+{"train_loss": 0.0025021748151630163, "global_step": 25113, "epoch": 386, "lr": 2.8807067091572092e-05}
+{"train_loss": 0.001748934155330062, "global_step": 25114, "epoch": 386, "lr": 2.8803371799120173e-05}
+{"train_loss": 0.0019975106697529554, "global_step": 25115, "epoch": 386, "lr": 2.87996766478066e-05}
+{"train_loss": 0.0022226255387067795, "global_step": 25116, "epoch": 386, "lr": 2.8795981637656023e-05}
+{"train_loss": 0.0023094189818948507, "global_step": 25117, "epoch": 386, "lr": 2.8792286768692985e-05}
+{"train_loss": 0.003350473241880536, "global_step": 25118, "epoch": 386, "lr": 2.878859204094212e-05}
+{"train_loss": 0.00216477457433939, "global_step": 25119, "epoch": 386, "lr": 2.878489745442805e-05}
+{"train_loss": 0.0034840779844671488, "global_step": 25120, "epoch": 386, "lr": 2.8781203009175328e-05}
+{"train_loss": 0.0021185644436627626, "global_step": 25121, "epoch": 386, "lr": 2.87775087052086e-05}
+{"train_loss": 0.0014436657074838877, "global_step": 25122, "epoch": 386, "lr": 2.8773814542552423e-05}
+{"train_loss": 0.0013052219292148948, "global_step": 25123, "epoch": 386, "lr": 2.8770120521231413e-05}
+{"train_loss": 0.0022599801886826754, "global_step": 25124, "epoch": 386, "lr": 2.8766426641270193e-05}
+{"train_loss": 0.0014858396025374532, "global_step": 25125, "epoch": 386, "lr": 2.876273290269331e-05}
+{"train_loss": 0.0016743798041716218, "global_step": 25126, "epoch": 386, "lr": 2.875903930552538e-05}
+{"train_loss": 0.0020790856797248125, "global_step": 25127, "epoch": 386, "lr": 2.8755345849791028e-05}
+{"train_loss": 0.0015103442128747702, "global_step": 25128, "epoch": 386, "lr": 2.8751652535514795e-05}
+{"train_loss": 0.0026688992511481047, "global_step": 25129, "epoch": 386, "lr": 2.8747959362721312e-05}
+{"train_loss": 0.0013279910199344158, "global_step": 25130, "epoch": 386, "lr": 2.8744266331435145e-05}
+{"train_loss": 0.0017175115644931793, "global_step": 25131, "epoch": 386, "lr": 2.8740573441680885e-05}
+{"train_loss": 0.002559708198532462, "global_step": 25132, "epoch": 386, "lr": 2.8736880693483148e-05}
+{"train_loss": 0.0018432601355016232, "global_step": 25133, "epoch": 386, "lr": 2.873318808686649e-05}
+{"train_loss": 0.001773414434865117, "global_step": 25134, "epoch": 386, "lr": 2.8729495621855513e-05}
+{"train_loss": 0.0015059264842420816, "global_step": 25135, "epoch": 386, "lr": 2.8725803298474817e-05}
+{"train_loss": 0.0021493190433830023, "global_step": 25136, "epoch": 386, "lr": 2.872211111674896e-05}
+{"train_loss": 0.0019260592525824904, "global_step": 25137, "epoch": 386, "lr": 2.871841907670256e-05}
+{"train_loss": 0.0026408627163618803, "global_step": 25138, "epoch": 386, "lr": 2.8714727178360163e-05}
+{"train_loss": 0.002015334088355303, "global_step": 25139, "epoch": 386, "lr": 2.8711035421746367e-05}
+{"train_loss": 0.002506387187168002, "global_step": 25140, "epoch": 386, "lr": 2.8707343806885774e-05}
+{"train_loss": 0.0016170496819540858, "global_step": 25141, "epoch": 386, "lr": 2.870365233380292e-05}
+{"train_loss": 0.0036624453496187925, "global_step": 25142, "epoch": 386, "lr": 2.8699961002522447e-05}
+{"train_loss": 0.0025962423533201218, "global_step": 25143, "epoch": 386, "lr": 2.8696269813068864e-05}
+{"train_loss": 0.0014328904217109084, "global_step": 25144, "epoch": 386, "lr": 2.8692578765466792e-05}
+{"train_loss": 0.0019561531953513622, "global_step": 25145, "epoch": 386, "lr": 2.8688887859740817e-05}
+{"train_loss": 0.0024947072379291058, "global_step": 25146, "epoch": 386, "lr": 2.8685197095915473e-05}
+{"train_loss": 0.0014101912965998054, "global_step": 25147, "epoch": 386, "lr": 2.868150647401536e-05}
+{"train_loss": 0.0011658254079520702, "global_step": 25148, "epoch": 386, "lr": 2.8677815994065083e-05}
+{"train_loss": 0.0024380632676184177, "global_step": 25149, "epoch": 386, "lr": 2.867412565608915e-05}
+{"train_loss": 0.0030153682455420494, "global_step": 25150, "epoch": 386, "lr": 2.8670435460112188e-05}
+{"train_loss": 0.002644323743879795, "global_step": 25151, "epoch": 386, "lr": 2.8666745406158733e-05}
+{"train_loss": 0.002194626722484827, "global_step": 25152, "epoch": 386, "lr": 2.8663055494253364e-05}
+{"train_loss": 0.0027803792618215084, "global_step": 25153, "epoch": 386, "lr": 2.8659365724420682e-05}
+{"train_loss": 0.0021002253857799447, "global_step": 25154, "epoch": 386, "lr": 2.86556760966852e-05, "val_loss": 0.008556392043828964}
+{"train_loss": 0.0031588084530085325, "global_step": 25155, "epoch": 387, "lr": 2.8651986611071524e-05}
+{"train_loss": 0.0026073898188769817, "global_step": 25156, "epoch": 387, "lr": 2.864829726760423e-05}
+{"train_loss": 0.0032210377976298332, "global_step": 25157, "epoch": 387, "lr": 2.864460806630784e-05}
+{"train_loss": 0.001970799406990409, "global_step": 25158, "epoch": 387, "lr": 2.8640919007206964e-05}
+{"train_loss": 0.0036211542319506407, "global_step": 25159, "epoch": 387, "lr": 2.863723009032613e-05}
+{"train_loss": 0.003368811681866646, "global_step": 25160, "epoch": 387, "lr": 2.8633541315689906e-05}
+{"train_loss": 0.0026372491847723722, "global_step": 25161, "epoch": 387, "lr": 2.862985268332289e-05}
+{"train_loss": 0.0024661128409206867, "global_step": 25162, "epoch": 387, "lr": 2.8626164193249593e-05}
+{"train_loss": 0.0016968538984656334, "global_step": 25163, "epoch": 387, "lr": 2.86224758454946e-05}
+{"train_loss": 0.002199582289904356, "global_step": 25164, "epoch": 387, "lr": 2.8618787640082495e-05}
+{"train_loss": 0.0023420110810548067, "global_step": 25165, "epoch": 387, "lr": 2.8615099577037808e-05}
+{"train_loss": 0.0017232768004760146, "global_step": 25166, "epoch": 387, "lr": 2.8611411656385067e-05}
+{"train_loss": 0.0034172614105045795, "global_step": 25167, "epoch": 387, "lr": 2.860772387814887e-05}
+{"train_loss": 0.002611858071759343, "global_step": 25168, "epoch": 387, "lr": 2.8604036242353756e-05}
+{"train_loss": 0.0018445439636707306, "global_step": 25169, "epoch": 387, "lr": 2.8600348749024302e-05}
+{"train_loss": 0.0018099830485880375, "global_step": 25170, "epoch": 387, "lr": 2.8596661398185025e-05}
+{"train_loss": 0.0022515798918902874, "global_step": 25171, "epoch": 387, "lr": 2.8592974189860498e-05}
+{"train_loss": 0.002021161839365959, "global_step": 25172, "epoch": 387, "lr": 2.8589287124075292e-05}
+{"train_loss": 0.0013005405198782682, "global_step": 25173, "epoch": 387, "lr": 2.858560020085393e-05}
+{"train_loss": 0.002363332314416766, "global_step": 25174, "epoch": 387, "lr": 2.858191342022095e-05}
+{"train_loss": 0.0013535608304664493, "global_step": 25175, "epoch": 387, "lr": 2.857822678220091e-05}
+{"train_loss": 0.002076687989756465, "global_step": 25176, "epoch": 387, "lr": 2.8574540286818375e-05}
+{"train_loss": 0.0021185087971389294, "global_step": 25177, "epoch": 387, "lr": 2.85708539340979e-05}
+{"train_loss": 0.0028072630520910025, "global_step": 25178, "epoch": 387, "lr": 2.8567167724063993e-05}
+{"train_loss": 0.002116298535838723, "global_step": 25179, "epoch": 387, "lr": 2.8563481656741215e-05}
+{"train_loss": 0.002217051573097706, "global_step": 25180, "epoch": 387, "lr": 2.8559795732154138e-05}
+{"train_loss": 0.0028576271142810583, "global_step": 25181, "epoch": 387, "lr": 2.855610995032727e-05}
+{"train_loss": 0.002570094307884574, "global_step": 25182, "epoch": 387, "lr": 2.8552424311285154e-05}
+{"train_loss": 0.0018013915978372097, "global_step": 25183, "epoch": 387, "lr": 2.8548738815052335e-05}
+{"train_loss": 0.001782295759767294, "global_step": 25184, "epoch": 387, "lr": 2.854505346165335e-05}
+{"train_loss": 0.00130768574308604, "global_step": 25185, "epoch": 387, "lr": 2.8541368251112777e-05}
+{"train_loss": 0.0030312014278024435, "global_step": 25186, "epoch": 387, "lr": 2.8537683183455095e-05}
+{"train_loss": 0.0013844629283994436, "global_step": 25187, "epoch": 387, "lr": 2.8533998258704875e-05}
+{"train_loss": 0.003307090839371085, "global_step": 25188, "epoch": 387, "lr": 2.853031347688666e-05}
+{"train_loss": 0.0017833460588008165, "global_step": 25189, "epoch": 387, "lr": 2.8526628838024978e-05}
+{"train_loss": 0.0016768189379945397, "global_step": 25190, "epoch": 387, "lr": 2.852294434214433e-05}
+{"train_loss": 0.0019162391545251012, "global_step": 25191, "epoch": 387, "lr": 2.8519259989269286e-05}
+{"train_loss": 0.0017958866665139794, "global_step": 25192, "epoch": 387, "lr": 2.8515575779424363e-05}
+{"train_loss": 0.0022826632484793663, "global_step": 25193, "epoch": 387, "lr": 2.851189171263412e-05}
+{"train_loss": 0.0027033211663365364, "global_step": 25194, "epoch": 387, "lr": 2.8508207788923046e-05}
+{"train_loss": 0.0026330521795898676, "global_step": 25195, "epoch": 387, "lr": 2.85045240083157e-05}
+{"train_loss": 0.001781573286280036, "global_step": 25196, "epoch": 387, "lr": 2.850084037083661e-05}
+{"train_loss": 0.0017966716550290585, "global_step": 25197, "epoch": 387, "lr": 2.84971568765103e-05}
+{"train_loss": 0.0030140350572764874, "global_step": 25198, "epoch": 387, "lr": 2.849347352536127e-05}
+{"train_loss": 0.0028882413171231747, "global_step": 25199, "epoch": 387, "lr": 2.8489790317414063e-05}
+{"train_loss": 0.002466486534103751, "global_step": 25200, "epoch": 387, "lr": 2.8486107252693212e-05}
+{"train_loss": 0.0025385641492903233, "global_step": 25201, "epoch": 387, "lr": 2.8482424331223255e-05}
+{"train_loss": 0.0023481014650315046, "global_step": 25202, "epoch": 387, "lr": 2.8478741553028676e-05}
+{"train_loss": 0.0027210561092942953, "global_step": 25203, "epoch": 387, "lr": 2.8475058918134017e-05}
+{"train_loss": 0.0021991166286170483, "global_step": 25204, "epoch": 387, "lr": 2.847137642656382e-05}
+{"train_loss": 0.002090677386149764, "global_step": 25205, "epoch": 387, "lr": 2.8467694078342588e-05}
+{"train_loss": 0.0014929218450561166, "global_step": 25206, "epoch": 387, "lr": 2.8464011873494813e-05}
+{"train_loss": 0.0012652662117034197, "global_step": 25207, "epoch": 387, "lr": 2.846032981204504e-05}
+{"train_loss": 0.0013355357805266976, "global_step": 25208, "epoch": 387, "lr": 2.8456647894017773e-05}
+{"train_loss": 0.0012799622491002083, "global_step": 25209, "epoch": 387, "lr": 2.8452966119437562e-05}
+{"train_loss": 0.0030124869663268328, "global_step": 25210, "epoch": 387, "lr": 2.8449284488328885e-05}
+{"train_loss": 0.002244907431304455, "global_step": 25211, "epoch": 387, "lr": 2.8445603000716264e-05}
+{"train_loss": 0.002443957608193159, "global_step": 25212, "epoch": 387, "lr": 2.8441921656624237e-05}
+{"train_loss": 0.003474913537502289, "global_step": 25213, "epoch": 387, "lr": 2.84382404560773e-05}
+{"train_loss": 0.001422769040800631, "global_step": 25214, "epoch": 387, "lr": 2.8434559399099937e-05}
+{"train_loss": 0.001364372787065804, "global_step": 25215, "epoch": 387, "lr": 2.8430878485716684e-05}
+{"train_loss": 0.0018491491209715605, "global_step": 25216, "epoch": 387, "lr": 2.8427197715952047e-05}
+{"train_loss": 0.001304666162468493, "global_step": 25217, "epoch": 387, "lr": 2.8423517089830554e-05}
+{"train_loss": 0.000874206074513495, "global_step": 25218, "epoch": 387, "lr": 2.841983660737668e-05}
+{"train_loss": 0.002192662228257037, "global_step": 25219, "epoch": 387, "lr": 2.8416156268614968e-05, "val_loss": 0.006456539500504732}
+{"train_loss": 0.0021177376620471478, "global_step": 25220, "epoch": 388, "lr": 2.8412476073569884e-05}
+{"train_loss": 0.0021419208496809006, "global_step": 25221, "epoch": 388, "lr": 2.840879602226596e-05}
+{"train_loss": 0.002822074107825756, "global_step": 25222, "epoch": 388, "lr": 2.8405116114727683e-05}
+{"train_loss": 0.0019406622741371393, "global_step": 25223, "epoch": 388, "lr": 2.8401436350979554e-05}
+{"train_loss": 0.0016709821065887809, "global_step": 25224, "epoch": 388, "lr": 2.8397756731046087e-05}
+{"train_loss": 0.0021812801714986563, "global_step": 25225, "epoch": 388, "lr": 2.83940772549518e-05}
+{"train_loss": 0.0012676229234784842, "global_step": 25226, "epoch": 388, "lr": 2.8390397922721155e-05}
+{"train_loss": 0.0016573311295360327, "global_step": 25227, "epoch": 388, "lr": 2.8386718734378693e-05}
+{"train_loss": 0.001581591204740107, "global_step": 25228, "epoch": 388, "lr": 2.8383039689948864e-05}
+{"train_loss": 0.0020281425677239895, "global_step": 25229, "epoch": 388, "lr": 2.837936078945621e-05}
+{"train_loss": 0.0017400917131453753, "global_step": 25230, "epoch": 388, "lr": 2.837568203292518e-05}
+{"train_loss": 0.0024056353140622377, "global_step": 25231, "epoch": 388, "lr": 2.83720034203803e-05}
+{"train_loss": 0.0026768052484840155, "global_step": 25232, "epoch": 388, "lr": 2.836832495184606e-05}
+{"train_loss": 0.0025490964762866497, "global_step": 25233, "epoch": 388, "lr": 2.836464662734697e-05}
+{"train_loss": 0.0013722922885790467, "global_step": 25234, "epoch": 388, "lr": 2.836096844690749e-05}
+{"train_loss": 0.0014986250316724181, "global_step": 25235, "epoch": 388, "lr": 2.835729041055214e-05}
+{"train_loss": 0.001541677163913846, "global_step": 25236, "epoch": 388, "lr": 2.8353612518305378e-05}
+{"train_loss": 0.0015204959781840444, "global_step": 25237, "epoch": 388, "lr": 2.8349934770191732e-05}
+{"train_loss": 0.001786539563909173, "global_step": 25238, "epoch": 388, "lr": 2.8346257166235653e-05}
+{"train_loss": 0.0021743399556726217, "global_step": 25239, "epoch": 388, "lr": 2.834257970646164e-05}
+{"train_loss": 0.0015725422417744994, "global_step": 25240, "epoch": 388, "lr": 2.833890239089419e-05}
+{"train_loss": 0.0024428025353699923, "global_step": 25241, "epoch": 388, "lr": 2.8335225219557805e-05}
+{"train_loss": 0.0012486547930166125, "global_step": 25242, "epoch": 388, "lr": 2.833154819247694e-05}
+{"train_loss": 0.002028026385232806, "global_step": 25243, "epoch": 388, "lr": 2.832787130967607e-05}
+{"train_loss": 0.002020791172981262, "global_step": 25244, "epoch": 388, "lr": 2.8324194571179696e-05}
+{"train_loss": 0.0011057278607040644, "global_step": 25245, "epoch": 388, "lr": 2.832051797701232e-05}
+{"train_loss": 0.0020961249247193336, "global_step": 25246, "epoch": 388, "lr": 2.8316841527198373e-05}
+{"train_loss": 0.0012452811934053898, "global_step": 25247, "epoch": 388, "lr": 2.8313165221762366e-05}
+{"train_loss": 0.001577818300575018, "global_step": 25248, "epoch": 388, "lr": 2.8309489060728776e-05}
+{"train_loss": 0.0013813117984682322, "global_step": 25249, "epoch": 388, "lr": 2.8305813044122097e-05}
+{"train_loss": 0.0008645681664347649, "global_step": 25250, "epoch": 388, "lr": 2.8302137171966793e-05}
+{"train_loss": 0.0020534684881567955, "global_step": 25251, "epoch": 388, "lr": 2.8298461444287304e-05}
+{"train_loss": 0.001269343658350408, "global_step": 25252, "epoch": 388, "lr": 2.8294785861108146e-05}
+{"train_loss": 0.002165836049243808, "global_step": 25253, "epoch": 388, "lr": 2.8291110422453805e-05}
+{"train_loss": 0.0029975655488669872, "global_step": 25254, "epoch": 388, "lr": 2.82874351283487e-05}
+{"train_loss": 0.0018545411294326186, "global_step": 25255, "epoch": 388, "lr": 2.8283759978817338e-05}
+{"train_loss": 0.0011788437841460109, "global_step": 25256, "epoch": 388, "lr": 2.828008497388419e-05}
+{"train_loss": 0.0022055895533412695, "global_step": 25257, "epoch": 388, "lr": 2.8276410113573742e-05}
+{"train_loss": 0.00169478845782578, "global_step": 25258, "epoch": 388, "lr": 2.8272735397910444e-05}
+{"train_loss": 0.002782785566523671, "global_step": 25259, "epoch": 388, "lr": 2.8269060826918748e-05}
+{"train_loss": 0.0012763470876961946, "global_step": 25260, "epoch": 388, "lr": 2.826538640062313e-05}
+{"train_loss": 0.0019221245311200619, "global_step": 25261, "epoch": 388, "lr": 2.826171211904809e-05}
+{"train_loss": 0.0015314246993511915, "global_step": 25262, "epoch": 388, "lr": 2.8258037982218044e-05}
+{"train_loss": 0.0008725790539756417, "global_step": 25263, "epoch": 388, "lr": 2.8254363990157484e-05}
+{"train_loss": 0.0015717168571427464, "global_step": 25264, "epoch": 388, "lr": 2.8250690142890863e-05}
+{"train_loss": 0.0020315854344516993, "global_step": 25265, "epoch": 388, "lr": 2.8247016440442675e-05}
+{"train_loss": 0.0013519350904971361, "global_step": 25266, "epoch": 388, "lr": 2.8243342882837348e-05}
+{"train_loss": 0.0023011411540210247, "global_step": 25267, "epoch": 388, "lr": 2.8239669470099334e-05}
+{"train_loss": 0.0012891624355688691, "global_step": 25268, "epoch": 388, "lr": 2.8235996202253112e-05}
+{"train_loss": 0.0011457203654572368, "global_step": 25269, "epoch": 388, "lr": 2.8232323079323152e-05}
+{"train_loss": 0.001581706223078072, "global_step": 25270, "epoch": 388, "lr": 2.822865010133388e-05}
+{"train_loss": 0.00140761851798743, "global_step": 25271, "epoch": 388, "lr": 2.822497726830977e-05}
+{"train_loss": 0.0029912209138274193, "global_step": 25272, "epoch": 388, "lr": 2.8221304580275277e-05}
+{"train_loss": 0.0026337378658354282, "global_step": 25273, "epoch": 388, "lr": 2.821763203725487e-05}
+{"train_loss": 0.002433577086776495, "global_step": 25274, "epoch": 388, "lr": 2.8213959639272996e-05}
+{"train_loss": 0.001990373944863677, "global_step": 25275, "epoch": 388, "lr": 2.821028738635408e-05}
+{"train_loss": 0.0016964453971013427, "global_step": 25276, "epoch": 388, "lr": 2.820661527852259e-05}
+{"train_loss": 0.001668256358243525, "global_step": 25277, "epoch": 388, "lr": 2.8202943315803005e-05}
+{"train_loss": 0.0017132884822785854, "global_step": 25278, "epoch": 388, "lr": 2.8199271498219725e-05}
+{"train_loss": 0.0016868157545104623, "global_step": 25279, "epoch": 388, "lr": 2.819559982579723e-05}
+{"train_loss": 0.001855675596743822, "global_step": 25280, "epoch": 388, "lr": 2.8191928298559968e-05}
+{"train_loss": 0.0012756562791764736, "global_step": 25281, "epoch": 388, "lr": 2.8188256916532386e-05}
+{"train_loss": 0.0019334570970386267, "global_step": 25282, "epoch": 388, "lr": 2.818458567973894e-05}
+{"train_loss": 0.0023093651980161667, "global_step": 25283, "epoch": 388, "lr": 2.8180914588204027e-05}
+{"train_loss": 0.001818001691180353, "global_step": 25284, "epoch": 388, "lr": 2.8177243641952135e-05, "val_loss": 0.003784334287047386}
+{"train_loss": 0.0012388598406687379, "global_step": 25285, "epoch": 389, "lr": 2.8173572841007705e-05}
+{"train_loss": 0.0016628114972263575, "global_step": 25286, "epoch": 389, "lr": 2.8169902185395158e-05}
+{"train_loss": 0.0016726766480132937, "global_step": 25287, "epoch": 389, "lr": 2.8166231675138943e-05}
+{"train_loss": 0.0015925151528790593, "global_step": 25288, "epoch": 389, "lr": 2.8162561310263524e-05}
+{"train_loss": 0.0013323782477527857, "global_step": 25289, "epoch": 389, "lr": 2.8158891090793303e-05}
+{"train_loss": 0.002079945057630539, "global_step": 25290, "epoch": 389, "lr": 2.815522101675276e-05}
+{"train_loss": 0.002736638765782118, "global_step": 25291, "epoch": 389, "lr": 2.8151551088166283e-05}
+{"train_loss": 0.0012685941765084863, "global_step": 25292, "epoch": 389, "lr": 2.8147881305058333e-05}
+{"train_loss": 0.0019465743098407984, "global_step": 25293, "epoch": 389, "lr": 2.8144211667453368e-05}
+{"train_loss": 0.002399306744337082, "global_step": 25294, "epoch": 389, "lr": 2.8140542175375777e-05}
+{"train_loss": 0.001940414891578257, "global_step": 25295, "epoch": 389, "lr": 2.8136872828850018e-05}
+{"train_loss": 0.0013393998378887773, "global_step": 25296, "epoch": 389, "lr": 2.8133203627900545e-05}
+{"train_loss": 0.002125756349414587, "global_step": 25297, "epoch": 389, "lr": 2.8129534572551747e-05}
+{"train_loss": 0.0019397137220948935, "global_step": 25298, "epoch": 389, "lr": 2.8125865662828088e-05}
+{"train_loss": 0.0013237087987363338, "global_step": 25299, "epoch": 389, "lr": 2.812219689875397e-05}
+{"train_loss": 0.0010890783742070198, "global_step": 25300, "epoch": 389, "lr": 2.8118528280353833e-05}
+{"train_loss": 0.0013380884192883968, "global_step": 25301, "epoch": 389, "lr": 2.8114859807652128e-05}
+{"train_loss": 0.0015060437144711614, "global_step": 25302, "epoch": 389, "lr": 2.811119148067324e-05}
+{"train_loss": 0.0021567498333752155, "global_step": 25303, "epoch": 389, "lr": 2.810752329944161e-05}
+{"train_loss": 0.0022089879494160414, "global_step": 25304, "epoch": 389, "lr": 2.8103855263981695e-05}
+{"train_loss": 0.0031583826057612896, "global_step": 25305, "epoch": 389, "lr": 2.8100187374317866e-05}
+{"train_loss": 0.002171815373003483, "global_step": 25306, "epoch": 389, "lr": 2.8096519630474595e-05}
+{"train_loss": 0.0013170844176784158, "global_step": 25307, "epoch": 389, "lr": 2.809285203247626e-05}
+{"train_loss": 0.0007254779920913279, "global_step": 25308, "epoch": 389, "lr": 2.8089184580347305e-05}
+{"train_loss": 0.0010349602671340108, "global_step": 25309, "epoch": 389, "lr": 2.808551727411216e-05}
+{"train_loss": 0.0013508637202903628, "global_step": 25310, "epoch": 389, "lr": 2.8081850113795217e-05}
+{"train_loss": 0.0015492381062358618, "global_step": 25311, "epoch": 389, "lr": 2.8078183099420897e-05}
+{"train_loss": 0.002207749057561159, "global_step": 25312, "epoch": 389, "lr": 2.8074516231013658e-05}
+{"train_loss": 0.0024617665912956, "global_step": 25313, "epoch": 389, "lr": 2.8070849508597863e-05}
+{"train_loss": 0.0008451842586509883, "global_step": 25314, "epoch": 389, "lr": 2.8067182932197965e-05}
+{"train_loss": 0.0013602013932541013, "global_step": 25315, "epoch": 389, "lr": 2.8063516501838344e-05}
+{"train_loss": 0.0014347053365781903, "global_step": 25316, "epoch": 389, "lr": 2.8059850217543433e-05}
+{"train_loss": 0.0026597962714731693, "global_step": 25317, "epoch": 389, "lr": 2.805618407933766e-05}
+{"train_loss": 0.001003124052658677, "global_step": 25318, "epoch": 389, "lr": 2.8052518087245405e-05}
+{"train_loss": 0.0018355136271566153, "global_step": 25319, "epoch": 389, "lr": 2.80488522412911e-05}
+{"train_loss": 0.0014421839732676744, "global_step": 25320, "epoch": 389, "lr": 2.8045186541499136e-05}
+{"train_loss": 0.0020973565988242626, "global_step": 25321, "epoch": 389, "lr": 2.804152098789393e-05}
+{"train_loss": 0.0015415643574669957, "global_step": 25322, "epoch": 389, "lr": 2.8037855580499907e-05}
+{"train_loss": 0.0011443153489381075, "global_step": 25323, "epoch": 389, "lr": 2.8034190319341436e-05}
+{"train_loss": 0.00152863550465554, "global_step": 25324, "epoch": 389, "lr": 2.803052520444295e-05}
+{"train_loss": 0.003119401168078184, "global_step": 25325, "epoch": 389, "lr": 2.8026860235828834e-05}
+{"train_loss": 0.0023143072612583637, "global_step": 25326, "epoch": 389, "lr": 2.8023195413523527e-05}
+{"train_loss": 0.0014784900704398751, "global_step": 25327, "epoch": 389, "lr": 2.8019530737551415e-05}
+{"train_loss": 0.0024919803254306316, "global_step": 25328, "epoch": 389, "lr": 2.801586620793686e-05}
+{"train_loss": 0.0012350224424153566, "global_step": 25329, "epoch": 389, "lr": 2.8012201824704297e-05}
+{"train_loss": 0.002038109814748168, "global_step": 25330, "epoch": 389, "lr": 2.8008537587878148e-05}
+{"train_loss": 0.002245842944830656, "global_step": 25331, "epoch": 389, "lr": 2.8004873497482765e-05}
+{"train_loss": 0.002314420882612467, "global_step": 25332, "epoch": 389, "lr": 2.8001209553542567e-05}
+{"train_loss": 0.0025709234178066254, "global_step": 25333, "epoch": 389, "lr": 2.7997545756081945e-05}
+{"train_loss": 0.0010996354976668954, "global_step": 25334, "epoch": 389, "lr": 2.7993882105125324e-05}
+{"train_loss": 0.0018903440795838833, "global_step": 25335, "epoch": 389, "lr": 2.799021860069707e-05}
+{"train_loss": 0.0017304836073890328, "global_step": 25336, "epoch": 389, "lr": 2.7986555242821565e-05}
+{"train_loss": 0.0014893014449626207, "global_step": 25337, "epoch": 389, "lr": 2.7982892031523223e-05}
+{"train_loss": 0.0010556081542745233, "global_step": 25338, "epoch": 389, "lr": 2.7979228966826436e-05}
+{"train_loss": 0.0026988456957042217, "global_step": 25339, "epoch": 389, "lr": 2.7975566048755576e-05}
+{"train_loss": 0.0019089883426204324, "global_step": 25340, "epoch": 389, "lr": 2.7971903277335044e-05}
+{"train_loss": 0.0022385299671441317, "global_step": 25341, "epoch": 389, "lr": 2.796824065258923e-05}
+{"train_loss": 0.001201047794893384, "global_step": 25342, "epoch": 389, "lr": 2.796457817454256e-05}
+{"train_loss": 0.0013045084197074175, "global_step": 25343, "epoch": 389, "lr": 2.7960915843219344e-05}
+{"train_loss": 0.0016461529303342104, "global_step": 25344, "epoch": 389, "lr": 2.7957253658644e-05}
+{"train_loss": 0.0011189322685822845, "global_step": 25345, "epoch": 389, "lr": 2.7953591620840925e-05}
+{"train_loss": 0.001613450818695128, "global_step": 25346, "epoch": 389, "lr": 2.794992972983451e-05}
+{"train_loss": 0.002326277317479253, "global_step": 25347, "epoch": 389, "lr": 2.794626798564911e-05}
+{"train_loss": 0.0017151248175650835, "global_step": 25348, "epoch": 389, "lr": 2.794260638830912e-05}
+{"train_loss": 0.001770798759893156, "global_step": 25349, "epoch": 389, "lr": 2.7938944937838923e-05, "val_loss": 0.006129089277237654}
+{"train_loss": 0.0012667009141296148, "global_step": 25350, "epoch": 390, "lr": 2.7935283634262937e-05}
+{"train_loss": 0.0012282234383746982, "global_step": 25351, "epoch": 390, "lr": 2.7931622477605455e-05}
+{"train_loss": 0.0015771350590512156, "global_step": 25352, "epoch": 390, "lr": 2.792796146789091e-05}
+{"train_loss": 0.0024293363094329834, "global_step": 25353, "epoch": 390, "lr": 2.792430060514367e-05}
+{"train_loss": 0.002337156794965267, "global_step": 25354, "epoch": 390, "lr": 2.7920639889388127e-05}
+{"train_loss": 0.0013549086870625615, "global_step": 25355, "epoch": 390, "lr": 2.791697932064862e-05}
+{"train_loss": 0.001351161627098918, "global_step": 25356, "epoch": 390, "lr": 2.7913318898949547e-05}
+{"train_loss": 0.0031662718392908573, "global_step": 25357, "epoch": 390, "lr": 2.7909658624315283e-05}
+{"train_loss": 0.0025243214331567287, "global_step": 25358, "epoch": 390, "lr": 2.7905998496770225e-05}
+{"train_loss": 0.0020399305503815413, "global_step": 25359, "epoch": 390, "lr": 2.7902338516338677e-05}
+{"train_loss": 0.0019095586612820625, "global_step": 25360, "epoch": 390, "lr": 2.7898678683045042e-05}
+{"train_loss": 0.002704699756577611, "global_step": 25361, "epoch": 390, "lr": 2.7895018996913695e-05}
+{"train_loss": 0.0014595802640542388, "global_step": 25362, "epoch": 390, "lr": 2.7891359457969024e-05}
+{"train_loss": 0.0020182884763926268, "global_step": 25363, "epoch": 390, "lr": 2.7887700066235355e-05}
+{"train_loss": 0.0025872536934912205, "global_step": 25364, "epoch": 390, "lr": 2.7884040821737066e-05}
+{"train_loss": 0.0019824285991489887, "global_step": 25365, "epoch": 390, "lr": 2.7880381724498555e-05}
+{"train_loss": 0.0019029274117201567, "global_step": 25366, "epoch": 390, "lr": 2.7876722774544163e-05}
+{"train_loss": 0.001281851902604103, "global_step": 25367, "epoch": 390, "lr": 2.787306397189823e-05}
+{"train_loss": 0.0018594812136143446, "global_step": 25368, "epoch": 390, "lr": 2.786940531658513e-05}
+{"train_loss": 0.003072648076340556, "global_step": 25369, "epoch": 390, "lr": 2.7865746808629238e-05}
+{"train_loss": 0.0017872878815978765, "global_step": 25370, "epoch": 390, "lr": 2.7862088448054936e-05}
+{"train_loss": 0.0017533233622089028, "global_step": 25371, "epoch": 390, "lr": 2.785843023488653e-05}
+{"train_loss": 0.0026834316086024046, "global_step": 25372, "epoch": 390, "lr": 2.7854772169148407e-05}
+{"train_loss": 0.0031453564297407866, "global_step": 25373, "epoch": 390, "lr": 2.785111425086494e-05}
+{"train_loss": 0.001563737285323441, "global_step": 25374, "epoch": 390, "lr": 2.7847456480060473e-05}
+{"train_loss": 0.0028018117882311344, "global_step": 25375, "epoch": 390, "lr": 2.7843798856759336e-05}
+{"train_loss": 0.0023685405030846596, "global_step": 25376, "epoch": 390, "lr": 2.7840141380985896e-05}
+{"train_loss": 0.001115295453928411, "global_step": 25377, "epoch": 390, "lr": 2.783648405276452e-05}
+{"train_loss": 0.0012604109942913055, "global_step": 25378, "epoch": 390, "lr": 2.7832826872119576e-05}
+{"train_loss": 0.001081388909369707, "global_step": 25379, "epoch": 390, "lr": 2.7829169839075374e-05}
+{"train_loss": 0.002507277997210622, "global_step": 25380, "epoch": 390, "lr": 2.7825512953656278e-05}
+{"train_loss": 0.00187785888556391, "global_step": 25381, "epoch": 390, "lr": 2.782185621588667e-05}
+{"train_loss": 0.0031578184571117163, "global_step": 25382, "epoch": 390, "lr": 2.781819962579087e-05}
+{"train_loss": 0.002254221122711897, "global_step": 25383, "epoch": 390, "lr": 2.781454318339321e-05}
+{"train_loss": 0.0014828041894361377, "global_step": 25384, "epoch": 390, "lr": 2.781088688871805e-05}
+{"train_loss": 0.002230715472251177, "global_step": 25385, "epoch": 390, "lr": 2.7807230741789746e-05}
+{"train_loss": 0.001596279558725655, "global_step": 25386, "epoch": 390, "lr": 2.7803574742632655e-05}
+{"train_loss": 0.0026756743900477886, "global_step": 25387, "epoch": 390, "lr": 2.7799918891271076e-05}
+{"train_loss": 0.0014536154922097921, "global_step": 25388, "epoch": 390, "lr": 2.77962631877294e-05}
+{"train_loss": 0.0015717560891062021, "global_step": 25389, "epoch": 390, "lr": 2.779260763203193e-05}
+{"train_loss": 0.0021288483403623104, "global_step": 25390, "epoch": 390, "lr": 2.778895222420304e-05}
+{"train_loss": 0.0014070009347051382, "global_step": 25391, "epoch": 390, "lr": 2.778529696426704e-05}
+{"train_loss": 0.004614164121448994, "global_step": 25392, "epoch": 390, "lr": 2.778164185224827e-05}
+{"train_loss": 0.0020316303707659245, "global_step": 25393, "epoch": 390, "lr": 2.777798688817108e-05}
+{"train_loss": 0.004333722870796919, "global_step": 25394, "epoch": 390, "lr": 2.7774332072059827e-05}
+{"train_loss": 0.002184031531214714, "global_step": 25395, "epoch": 390, "lr": 2.777067740393881e-05}
+{"train_loss": 0.0013287569163367152, "global_step": 25396, "epoch": 390, "lr": 2.7767022883832396e-05}
+{"train_loss": 0.0014895664062350988, "global_step": 25397, "epoch": 390, "lr": 2.7763368511764888e-05}
+{"train_loss": 0.002647986402735114, "global_step": 25398, "epoch": 390, "lr": 2.775971428776062e-05}
+{"train_loss": 0.002291454467922449, "global_step": 25399, "epoch": 390, "lr": 2.775606021184396e-05}
+{"train_loss": 0.001844597514718771, "global_step": 25400, "epoch": 390, "lr": 2.7752406284039202e-05}
+{"train_loss": 0.0012059923028573394, "global_step": 25401, "epoch": 390, "lr": 2.7748752504370678e-05}
+{"train_loss": 0.0020838023629039526, "global_step": 25402, "epoch": 390, "lr": 2.7745098872862757e-05}
+{"train_loss": 0.0018192011630162597, "global_step": 25403, "epoch": 390, "lr": 2.7741445389539717e-05}
+{"train_loss": 0.0021695878822356462, "global_step": 25404, "epoch": 390, "lr": 2.773779205442592e-05}
+{"train_loss": 0.0026933078188449144, "global_step": 25405, "epoch": 390, "lr": 2.7734138867545656e-05}
+{"train_loss": 0.0027772688772529364, "global_step": 25406, "epoch": 390, "lr": 2.7730485828923282e-05}
+{"train_loss": 0.0016282944707199931, "global_step": 25407, "epoch": 390, "lr": 2.7726832938583115e-05}
+{"train_loss": 0.0018250418361276388, "global_step": 25408, "epoch": 390, "lr": 2.7723180196549463e-05}
+{"train_loss": 0.0013796916464343667, "global_step": 25409, "epoch": 390, "lr": 2.7719527602846655e-05}
+{"train_loss": 0.003962780814617872, "global_step": 25410, "epoch": 390, "lr": 2.771587515749904e-05}
+{"train_loss": 0.002800225280225277, "global_step": 25411, "epoch": 390, "lr": 2.771222286053091e-05}
+{"train_loss": 0.0023683342151343822, "global_step": 25412, "epoch": 390, "lr": 2.7708570711966563e-05}
+{"train_loss": 0.0023320706095546484, "global_step": 25413, "epoch": 390, "lr": 2.7704918711830353e-05}
+{"train_loss": 0.0021564214364983712, "global_step": 25414, "epoch": 390, "lr": 2.7701266860146575e-05, "val_loss": 0.006594519130885601, "train_action_mse_error": 4.543914837995544e-05}
+{"train_loss": 0.0023253411054611206, "global_step": 25415, "epoch": 391, "lr": 2.7697615156939577e-05}
+{"train_loss": 0.0012727957218885422, "global_step": 25416, "epoch": 391, "lr": 2.769396360223363e-05}
+{"train_loss": 0.001318549271672964, "global_step": 25417, "epoch": 391, "lr": 2.7690312196053075e-05}
+{"train_loss": 0.0026985874865204096, "global_step": 25418, "epoch": 391, "lr": 2.7686660938422237e-05}
+{"train_loss": 0.002032123738899827, "global_step": 25419, "epoch": 391, "lr": 2.7683009829365412e-05}
+{"train_loss": 0.002022132510319352, "global_step": 25420, "epoch": 391, "lr": 2.7679358868906892e-05}
+{"train_loss": 0.001494339550845325, "global_step": 25421, "epoch": 391, "lr": 2.7675708057071005e-05}
+{"train_loss": 0.0011790415737777948, "global_step": 25422, "epoch": 391, "lr": 2.7672057393882055e-05}
+{"train_loss": 0.0024721024092286825, "global_step": 25423, "epoch": 391, "lr": 2.7668406879364372e-05}
+{"train_loss": 0.00242536305449903, "global_step": 25424, "epoch": 391, "lr": 2.7664756513542235e-05}
+{"train_loss": 0.002423002850264311, "global_step": 25425, "epoch": 391, "lr": 2.766110629643996e-05}
+{"train_loss": 0.0012578170280903578, "global_step": 25426, "epoch": 391, "lr": 2.765745622808187e-05}
+{"train_loss": 0.0022030947729945183, "global_step": 25427, "epoch": 391, "lr": 2.7653806308492258e-05}
+{"train_loss": 0.0012836852110922337, "global_step": 25428, "epoch": 391, "lr": 2.765015653769539e-05}
+{"train_loss": 0.0019186980789527297, "global_step": 25429, "epoch": 391, "lr": 2.764650691571561e-05}
+{"train_loss": 0.0034105449449270964, "global_step": 25430, "epoch": 391, "lr": 2.7642857442577207e-05}
+{"train_loss": 0.0023964508436620235, "global_step": 25431, "epoch": 391, "lr": 2.7639208118304505e-05}
+{"train_loss": 0.0029116796795278788, "global_step": 25432, "epoch": 391, "lr": 2.7635558942921758e-05}
+{"train_loss": 0.0019448786042630672, "global_step": 25433, "epoch": 391, "lr": 2.763190991645328e-05}
+{"train_loss": 0.0033173267729580402, "global_step": 25434, "epoch": 391, "lr": 2.7628261038923408e-05}
+{"train_loss": 0.002002580324187875, "global_step": 25435, "epoch": 391, "lr": 2.7624612310356395e-05}
+{"train_loss": 0.003486012341454625, "global_step": 25436, "epoch": 391, "lr": 2.7620963730776534e-05}
+{"train_loss": 0.001308667240664363, "global_step": 25437, "epoch": 391, "lr": 2.7617315300208123e-05}
+{"train_loss": 0.0025245025753974915, "global_step": 25438, "epoch": 391, "lr": 2.761366701867547e-05}
+{"train_loss": 0.00217620562762022, "global_step": 25439, "epoch": 391, "lr": 2.7610018886202882e-05}
+{"train_loss": 0.0025601328816264868, "global_step": 25440, "epoch": 391, "lr": 2.760637090281461e-05}
+{"train_loss": 0.002721738535910845, "global_step": 25441, "epoch": 391, "lr": 2.7602723068534963e-05}
+{"train_loss": 0.0026532779447734356, "global_step": 25442, "epoch": 391, "lr": 2.759907538338825e-05}
+{"train_loss": 0.002754295477643609, "global_step": 25443, "epoch": 391, "lr": 2.7595427847398737e-05}
+{"train_loss": 0.0019291382050141692, "global_step": 25444, "epoch": 391, "lr": 2.75917804605907e-05}
+{"train_loss": 0.001776797929778695, "global_step": 25445, "epoch": 391, "lr": 2.758813322298843e-05}
+{"train_loss": 0.0023240591399371624, "global_step": 25446, "epoch": 391, "lr": 2.7584486134616227e-05}
+{"train_loss": 0.001656000385992229, "global_step": 25447, "epoch": 391, "lr": 2.7580839195498398e-05}
+{"train_loss": 0.0029730084352195263, "global_step": 25448, "epoch": 391, "lr": 2.7577192405659168e-05}
+{"train_loss": 0.0018077562563121319, "global_step": 25449, "epoch": 391, "lr": 2.7573545765122855e-05}
+{"train_loss": 0.002596390200778842, "global_step": 25450, "epoch": 391, "lr": 2.7569899273913747e-05}
+{"train_loss": 0.0023176048416644335, "global_step": 25451, "epoch": 391, "lr": 2.7566252932056115e-05}
+{"train_loss": 0.002476966008543968, "global_step": 25452, "epoch": 391, "lr": 2.7562606739574217e-05}
+{"train_loss": 0.001068797311745584, "global_step": 25453, "epoch": 391, "lr": 2.7558960696492352e-05}
+{"train_loss": 0.0017640413716435432, "global_step": 25454, "epoch": 391, "lr": 2.7555314802834787e-05}
+{"train_loss": 0.003947134595364332, "global_step": 25455, "epoch": 391, "lr": 2.7551669058625835e-05}
+{"train_loss": 0.0015691040316596627, "global_step": 25456, "epoch": 391, "lr": 2.7548023463889717e-05}
+{"train_loss": 0.001066992525011301, "global_step": 25457, "epoch": 391, "lr": 2.7544378018650734e-05}
+{"train_loss": 0.0019230700563639402, "global_step": 25458, "epoch": 391, "lr": 2.7540732722933177e-05}
+{"train_loss": 0.002910834504291415, "global_step": 25459, "epoch": 391, "lr": 2.75370875767613e-05}
+{"train_loss": 0.003003227524459362, "global_step": 25460, "epoch": 391, "lr": 2.7533442580159352e-05}
+{"train_loss": 0.0012726163258776069, "global_step": 25461, "epoch": 391, "lr": 2.752979773315163e-05}
+{"train_loss": 0.0010046084644272923, "global_step": 25462, "epoch": 391, "lr": 2.752615303576239e-05}
+{"train_loss": 0.0013350206427276134, "global_step": 25463, "epoch": 391, "lr": 2.7522508488015937e-05}
+{"train_loss": 0.0014189284993335605, "global_step": 25464, "epoch": 391, "lr": 2.7518864089936484e-05}
+{"train_loss": 0.0020459366496652365, "global_step": 25465, "epoch": 391, "lr": 2.7515219841548347e-05}
+{"train_loss": 0.0011376494076102972, "global_step": 25466, "epoch": 391, "lr": 2.7511575742875746e-05}
+{"train_loss": 0.0032692020758986473, "global_step": 25467, "epoch": 391, "lr": 2.750793179394299e-05}
+{"train_loss": 0.003946331329643726, "global_step": 25468, "epoch": 391, "lr": 2.7504287994774292e-05}
+{"train_loss": 0.0021351350005716085, "global_step": 25469, "epoch": 391, "lr": 2.7500644345393943e-05}
+{"train_loss": 0.002159147523343563, "global_step": 25470, "epoch": 391, "lr": 2.7497000845826204e-05}
+{"train_loss": 0.0018135245190933347, "global_step": 25471, "epoch": 391, "lr": 2.7493357496095358e-05}
+{"train_loss": 0.001825598068535328, "global_step": 25472, "epoch": 391, "lr": 2.7489714296225616e-05}
+{"train_loss": 0.0018450894858688116, "global_step": 25473, "epoch": 391, "lr": 2.7486071246241285e-05}
+{"train_loss": 0.0017498775850981474, "global_step": 25474, "epoch": 391, "lr": 2.7482428346166573e-05}
+{"train_loss": 0.0017536338418722153, "global_step": 25475, "epoch": 391, "lr": 2.747878559602578e-05}
+{"train_loss": 0.0013448181562125683, "global_step": 25476, "epoch": 391, "lr": 2.747514299584313e-05}
+{"train_loss": 0.0015934811672195792, "global_step": 25477, "epoch": 391, "lr": 2.7471500545642893e-05}
+{"train_loss": 0.0012084360932931304, "global_step": 25478, "epoch": 391, "lr": 2.7467858245449308e-05}
+{"train_loss": 0.002086464390875055, "global_step": 25479, "epoch": 391, "lr": 2.7464216095286664e-05, "val_loss": 0.012744036503136158}
+{"train_loss": 0.002475446555763483, "global_step": 25480, "epoch": 392, "lr": 2.746057409517917e-05}
+{"train_loss": 0.0018711439333856106, "global_step": 25481, "epoch": 392, "lr": 2.7456932245151114e-05}
+{"train_loss": 0.002164660021662712, "global_step": 25482, "epoch": 392, "lr": 2.7453290545226705e-05}
+{"train_loss": 0.002676913281902671, "global_step": 25483, "epoch": 392, "lr": 2.7449648995430233e-05}
+{"train_loss": 0.0014747933018952608, "global_step": 25484, "epoch": 392, "lr": 2.7446007595785896e-05}
+{"train_loss": 0.0010651942575350404, "global_step": 25485, "epoch": 392, "lr": 2.7442366346317973e-05}
+{"train_loss": 0.002415772993117571, "global_step": 25486, "epoch": 392, "lr": 2.7438725247050705e-05}
+{"train_loss": 0.0020855122711509466, "global_step": 25487, "epoch": 392, "lr": 2.7435084298008357e-05}
+{"train_loss": 0.0020539420656859875, "global_step": 25488, "epoch": 392, "lr": 2.7431443499215148e-05}
+{"train_loss": 0.0017803856171667576, "global_step": 25489, "epoch": 392, "lr": 2.7427802850695305e-05}
+{"train_loss": 0.002194968517869711, "global_step": 25490, "epoch": 392, "lr": 2.7424162352473093e-05}
+{"train_loss": 0.002415921539068222, "global_step": 25491, "epoch": 392, "lr": 2.742052200457276e-05}
+{"train_loss": 0.0015366742154583335, "global_step": 25492, "epoch": 392, "lr": 2.7416881807018518e-05}
+{"train_loss": 0.001636217231862247, "global_step": 25493, "epoch": 392, "lr": 2.7413241759834618e-05}
+{"train_loss": 0.0022673660423606634, "global_step": 25494, "epoch": 392, "lr": 2.7409601863045297e-05}
+{"train_loss": 0.0036081052385270596, "global_step": 25495, "epoch": 392, "lr": 2.7405962116674822e-05}
+{"train_loss": 0.0019035919103771448, "global_step": 25496, "epoch": 392, "lr": 2.7402322520747393e-05}
+{"train_loss": 0.0015632107388228178, "global_step": 25497, "epoch": 392, "lr": 2.7398683075287235e-05}
+{"train_loss": 0.0012909655924886465, "global_step": 25498, "epoch": 392, "lr": 2.7395043780318598e-05}
+{"train_loss": 0.0027894184459000826, "global_step": 25499, "epoch": 392, "lr": 2.7391404635865724e-05}
+{"train_loss": 0.001806005951948464, "global_step": 25500, "epoch": 392, "lr": 2.7387765641952823e-05}
+{"train_loss": 0.0024500505533069372, "global_step": 25501, "epoch": 392, "lr": 2.738412679860414e-05}
+{"train_loss": 0.002216762863099575, "global_step": 25502, "epoch": 392, "lr": 2.73804881058439e-05}
+{"train_loss": 0.0019348463974893093, "global_step": 25503, "epoch": 392, "lr": 2.737684956369635e-05}
+{"train_loss": 0.0022808248177170753, "global_step": 25504, "epoch": 392, "lr": 2.73732111721857e-05}
+{"train_loss": 0.001431268872693181, "global_step": 25505, "epoch": 392, "lr": 2.7369572931336158e-05}
+{"train_loss": 0.0017605768516659737, "global_step": 25506, "epoch": 392, "lr": 2.736593484117197e-05}
+{"train_loss": 0.004027428105473518, "global_step": 25507, "epoch": 392, "lr": 2.736229690171737e-05}
+{"train_loss": 0.0010968712158501148, "global_step": 25508, "epoch": 392, "lr": 2.7358659112996554e-05}
+{"train_loss": 0.002307260874658823, "global_step": 25509, "epoch": 392, "lr": 2.735502147503376e-05}
+{"train_loss": 0.0022200525272637606, "global_step": 25510, "epoch": 392, "lr": 2.735138398785321e-05}
+{"train_loss": 0.0018739502411335707, "global_step": 25511, "epoch": 392, "lr": 2.7347746651479144e-05}
+{"train_loss": 0.0011515604564920068, "global_step": 25512, "epoch": 392, "lr": 2.734410946593575e-05}
+{"train_loss": 0.0014194340910762548, "global_step": 25513, "epoch": 392, "lr": 2.7340472431247256e-05}
+{"train_loss": 0.0016299287090077996, "global_step": 25514, "epoch": 392, "lr": 2.7336835547437866e-05}
+{"train_loss": 0.0018268696730956435, "global_step": 25515, "epoch": 392, "lr": 2.7333198814531835e-05}
+{"train_loss": 0.001684779766947031, "global_step": 25516, "epoch": 392, "lr": 2.732956223255333e-05}
+{"train_loss": 0.0022315753158181906, "global_step": 25517, "epoch": 392, "lr": 2.732592580152659e-05}
+{"train_loss": 0.003149324795231223, "global_step": 25518, "epoch": 392, "lr": 2.732228952147583e-05}
+{"train_loss": 0.0016302316216751933, "global_step": 25519, "epoch": 392, "lr": 2.7318653392425277e-05}
+{"train_loss": 0.002548685995861888, "global_step": 25520, "epoch": 392, "lr": 2.731501741439913e-05}
+{"train_loss": 0.001511165639385581, "global_step": 25521, "epoch": 392, "lr": 2.731138158742157e-05}
+{"train_loss": 0.0012723482213914394, "global_step": 25522, "epoch": 392, "lr": 2.730774591151683e-05}
+{"train_loss": 0.0011729658581316471, "global_step": 25523, "epoch": 392, "lr": 2.7304110386709137e-05}
+{"train_loss": 0.002114906907081604, "global_step": 25524, "epoch": 392, "lr": 2.7300475013022663e-05}
+{"train_loss": 0.0021854545921087265, "global_step": 25525, "epoch": 392, "lr": 2.7296839790481632e-05}
+{"train_loss": 0.0015142480842769146, "global_step": 25526, "epoch": 392, "lr": 2.729320471911025e-05}
+{"train_loss": 0.001594332861714065, "global_step": 25527, "epoch": 392, "lr": 2.7289569798932734e-05}
+{"train_loss": 0.0015975768910720944, "global_step": 25528, "epoch": 392, "lr": 2.7285935029973275e-05}
+{"train_loss": 0.0012162725906819105, "global_step": 25529, "epoch": 392, "lr": 2.7282300412256056e-05}
+{"train_loss": 0.003557774471119046, "global_step": 25530, "epoch": 392, "lr": 2.7278665945805294e-05}
+{"train_loss": 0.0013563104439526796, "global_step": 25531, "epoch": 392, "lr": 2.7275031630645208e-05}
+{"train_loss": 0.002463520737364888, "global_step": 25532, "epoch": 392, "lr": 2.727139746679996e-05}
+{"train_loss": 0.0008617824641987681, "global_step": 25533, "epoch": 392, "lr": 2.726776345429377e-05}
+{"train_loss": 0.002531537087634206, "global_step": 25534, "epoch": 392, "lr": 2.7264129593150845e-05}
+{"train_loss": 0.001549059757962823, "global_step": 25535, "epoch": 392, "lr": 2.726049588339536e-05}
+{"train_loss": 0.0014300209004431963, "global_step": 25536, "epoch": 392, "lr": 2.7256862325051535e-05}
+{"train_loss": 0.001639182330109179, "global_step": 25537, "epoch": 392, "lr": 2.7253228918143527e-05}
+{"train_loss": 0.0018043508753180504, "global_step": 25538, "epoch": 392, "lr": 2.724959566269555e-05}
+{"train_loss": 0.0013247670140117407, "global_step": 25539, "epoch": 392, "lr": 2.7245962558731818e-05}
+{"train_loss": 0.001985707087442279, "global_step": 25540, "epoch": 392, "lr": 2.7242329606276484e-05}
+{"train_loss": 0.0024024394806474447, "global_step": 25541, "epoch": 392, "lr": 2.7238696805353752e-05}
+{"train_loss": 0.002076938282698393, "global_step": 25542, "epoch": 392, "lr": 2.7235064155987834e-05}
+{"train_loss": 0.001937294495292008, "global_step": 25543, "epoch": 392, "lr": 2.7231431658202876e-05}
+{"train_loss": 0.0019718352364949308, "global_step": 25544, "epoch": 392, "lr": 2.7227799312023117e-05, "val_loss": 0.006599765736609697}
+{"train_loss": 0.0020900683011859655, "global_step": 25545, "epoch": 393, "lr": 2.7224167117472688e-05}
+{"train_loss": 0.0014570042258128524, "global_step": 25546, "epoch": 393, "lr": 2.7220535074575793e-05}
+{"train_loss": 0.0011130447965115309, "global_step": 25547, "epoch": 393, "lr": 2.7216903183356645e-05}
+{"train_loss": 0.0007884150836616755, "global_step": 25548, "epoch": 393, "lr": 2.7213271443839396e-05}
+{"train_loss": 0.0015163753414526582, "global_step": 25549, "epoch": 393, "lr": 2.7209639856048218e-05}
+{"train_loss": 0.0007455546292476356, "global_step": 25550, "epoch": 393, "lr": 2.7206008420007343e-05}
+{"train_loss": 0.0008648296352475882, "global_step": 25551, "epoch": 393, "lr": 2.72023771357409e-05}
+{"train_loss": 0.0034214346669614315, "global_step": 25552, "epoch": 393, "lr": 2.71987460032731e-05}
+{"train_loss": 0.003117135725915432, "global_step": 25553, "epoch": 393, "lr": 2.7195115022628093e-05}
+{"train_loss": 0.002183488802984357, "global_step": 25554, "epoch": 393, "lr": 2.7191484193830065e-05}
+{"train_loss": 0.0016366213094443083, "global_step": 25555, "epoch": 393, "lr": 2.718785351690322e-05}
+{"train_loss": 0.0021556608844548464, "global_step": 25556, "epoch": 393, "lr": 2.7184222991871695e-05}
+{"train_loss": 0.0026653751265257597, "global_step": 25557, "epoch": 393, "lr": 2.7180592618759672e-05}
+{"train_loss": 0.001337799709290266, "global_step": 25558, "epoch": 393, "lr": 2.7176962397591353e-05}
+{"train_loss": 0.0031133063603192568, "global_step": 25559, "epoch": 393, "lr": 2.7173332328390876e-05}
+{"train_loss": 0.0022598193027079105, "global_step": 25560, "epoch": 393, "lr": 2.716970241118244e-05}
+{"train_loss": 0.002681801561266184, "global_step": 25561, "epoch": 393, "lr": 2.7166072645990176e-05}
+{"train_loss": 0.0014536831295117736, "global_step": 25562, "epoch": 393, "lr": 2.7162443032838282e-05}
+{"train_loss": 0.0018460677238181233, "global_step": 25563, "epoch": 393, "lr": 2.715881357175093e-05}
+{"train_loss": 0.0014910628087818623, "global_step": 25564, "epoch": 393, "lr": 2.7155184262752263e-05}
+{"train_loss": 0.002928144298493862, "global_step": 25565, "epoch": 393, "lr": 2.7151555105866487e-05}
+{"train_loss": 0.001308260951191187, "global_step": 25566, "epoch": 393, "lr": 2.7147926101117715e-05}
+{"train_loss": 0.0016252344939857721, "global_step": 25567, "epoch": 393, "lr": 2.7144297248530138e-05}
+{"train_loss": 0.002648480935022235, "global_step": 25568, "epoch": 393, "lr": 2.7140668548127934e-05}
+{"train_loss": 0.0022300328128039837, "global_step": 25569, "epoch": 393, "lr": 2.7137039999935233e-05}
+{"train_loss": 0.0025447621010243893, "global_step": 25570, "epoch": 393, "lr": 2.71334116039762e-05}
+{"train_loss": 0.002198279369622469, "global_step": 25571, "epoch": 393, "lr": 2.7129783360275035e-05}
+{"train_loss": 0.0016366725321859121, "global_step": 25572, "epoch": 393, "lr": 2.7126155268855845e-05}
+{"train_loss": 0.0022592241875827312, "global_step": 25573, "epoch": 393, "lr": 2.7122527329742832e-05}
+{"train_loss": 0.0016912460559979081, "global_step": 25574, "epoch": 393, "lr": 2.711889954296011e-05}
+{"train_loss": 0.0009905894985422492, "global_step": 25575, "epoch": 393, "lr": 2.7115271908531857e-05}
+{"train_loss": 0.0023501308169215918, "global_step": 25576, "epoch": 393, "lr": 2.711164442648224e-05}
+{"train_loss": 0.002375034149736166, "global_step": 25577, "epoch": 393, "lr": 2.7108017096835387e-05}
+{"train_loss": 0.0015823905123397708, "global_step": 25578, "epoch": 393, "lr": 2.710438991961546e-05}
+{"train_loss": 0.0021316930651664734, "global_step": 25579, "epoch": 393, "lr": 2.710076289484663e-05}
+{"train_loss": 0.001672888989560306, "global_step": 25580, "epoch": 393, "lr": 2.7097136022553015e-05}
+{"train_loss": 0.002133955480530858, "global_step": 25581, "epoch": 393, "lr": 2.70935093027588e-05}
+{"train_loss": 0.0016152963507920504, "global_step": 25582, "epoch": 393, "lr": 2.7089882735488094e-05}
+{"train_loss": 0.0017766902456060052, "global_step": 25583, "epoch": 393, "lr": 2.708625632076507e-05}
+{"train_loss": 0.0014448866713792086, "global_step": 25584, "epoch": 393, "lr": 2.708263005861388e-05}
+{"train_loss": 0.0014621778391301632, "global_step": 25585, "epoch": 393, "lr": 2.7079003949058646e-05}
+{"train_loss": 0.0021432447247207165, "global_step": 25586, "epoch": 393, "lr": 2.707537799212352e-05}
+{"train_loss": 0.0014825250254943967, "global_step": 25587, "epoch": 393, "lr": 2.7071752187832676e-05}
+{"train_loss": 0.0016888281097635627, "global_step": 25588, "epoch": 393, "lr": 2.7068126536210227e-05}
+{"train_loss": 0.001199625781737268, "global_step": 25589, "epoch": 393, "lr": 2.70645010372803e-05}
+{"train_loss": 0.0012412744108587503, "global_step": 25590, "epoch": 393, "lr": 2.7060875691067055e-05}
+{"train_loss": 0.0014934189384803176, "global_step": 25591, "epoch": 393, "lr": 2.7057250497594634e-05}
+{"train_loss": 0.0015657094772905111, "global_step": 25592, "epoch": 393, "lr": 2.7053625456887193e-05}
+{"train_loss": 0.0010283449664711952, "global_step": 25593, "epoch": 393, "lr": 2.7050000568968826e-05}
+{"train_loss": 0.0023519338574260473, "global_step": 25594, "epoch": 393, "lr": 2.704637583386369e-05}
+{"train_loss": 0.0024877127725631, "global_step": 25595, "epoch": 393, "lr": 2.7042751251595955e-05}
+{"train_loss": 0.0007995445630513132, "global_step": 25596, "epoch": 393, "lr": 2.703912682218971e-05}
+{"train_loss": 0.0016641311813145876, "global_step": 25597, "epoch": 393, "lr": 2.7035502545669088e-05}
+{"train_loss": 0.0027505995240062475, "global_step": 25598, "epoch": 393, "lr": 2.7031878422058233e-05}
+{"train_loss": 0.001733605982735753, "global_step": 25599, "epoch": 393, "lr": 2.7028254451381273e-05}
+{"train_loss": 0.0019352022791281343, "global_step": 25600, "epoch": 393, "lr": 2.7024630633662374e-05}
+{"train_loss": 0.0014071431942284107, "global_step": 25601, "epoch": 393, "lr": 2.702100696892561e-05}
+{"train_loss": 0.0013272484065964818, "global_step": 25602, "epoch": 393, "lr": 2.7017383457195134e-05}
+{"train_loss": 0.0008213036344386637, "global_step": 25603, "epoch": 393, "lr": 2.7013760098495094e-05}
+{"train_loss": 0.0027184966020286083, "global_step": 25604, "epoch": 393, "lr": 2.7010136892849592e-05}
+{"train_loss": 0.0015672511653974652, "global_step": 25605, "epoch": 393, "lr": 2.7006513840282744e-05}
+{"train_loss": 0.0022014211863279343, "global_step": 25606, "epoch": 393, "lr": 2.7002890940818683e-05}
+{"train_loss": 0.0018259731587022543, "global_step": 25607, "epoch": 393, "lr": 2.6999268194481536e-05}
+{"train_loss": 0.0012243898818269372, "global_step": 25608, "epoch": 393, "lr": 2.6995645601295444e-05}
+{"train_loss": 0.001829264999832958, "global_step": 25609, "epoch": 393, "lr": 2.699202316128449e-05, "val_loss": 0.0054707275703549385}
+{"train_loss": 0.002884132554754615, "global_step": 25610, "epoch": 394, "lr": 2.6988400874472817e-05}
+{"train_loss": 0.0018276048358529806, "global_step": 25611, "epoch": 394, "lr": 2.698477874088456e-05}
+{"train_loss": 0.0011207876959815621, "global_step": 25612, "epoch": 394, "lr": 2.6981156760543814e-05}
+{"train_loss": 0.0014342634240165353, "global_step": 25613, "epoch": 394, "lr": 2.6977534933474686e-05}
+{"train_loss": 0.0017756124725565314, "global_step": 25614, "epoch": 394, "lr": 2.69739132597013e-05}
+{"train_loss": 0.0013398814480751753, "global_step": 25615, "epoch": 394, "lr": 2.6970291739247778e-05}
+{"train_loss": 0.0012096676509827375, "global_step": 25616, "epoch": 394, "lr": 2.696667037213826e-05}
+{"train_loss": 0.0021125467028468847, "global_step": 25617, "epoch": 394, "lr": 2.69630491583968e-05}
+{"train_loss": 0.0020729899406433105, "global_step": 25618, "epoch": 394, "lr": 2.695942809804755e-05}
+{"train_loss": 0.0015360069228336215, "global_step": 25619, "epoch": 394, "lr": 2.6955807191114634e-05}
+{"train_loss": 0.0011701056500896811, "global_step": 25620, "epoch": 394, "lr": 2.695218643762214e-05}
+{"train_loss": 0.00198333035223186, "global_step": 25621, "epoch": 394, "lr": 2.6948565837594153e-05}
+{"train_loss": 0.0014106374001130462, "global_step": 25622, "epoch": 394, "lr": 2.694494539105481e-05}
+{"train_loss": 0.002822377486154437, "global_step": 25623, "epoch": 394, "lr": 2.6941325098028208e-05}
+{"train_loss": 0.0014551111962646246, "global_step": 25624, "epoch": 394, "lr": 2.6937704958538484e-05}
+{"train_loss": 0.00152528693433851, "global_step": 25625, "epoch": 394, "lr": 2.6934084972609698e-05}
+{"train_loss": 0.002054298762232065, "global_step": 25626, "epoch": 394, "lr": 2.6930465140265966e-05}
+{"train_loss": 0.0019816134590655565, "global_step": 25627, "epoch": 394, "lr": 2.6926845461531425e-05}
+{"train_loss": 0.0016482430510222912, "global_step": 25628, "epoch": 394, "lr": 2.692322593643014e-05}
+{"train_loss": 0.0019464923534542322, "global_step": 25629, "epoch": 394, "lr": 2.691960656498621e-05}
+{"train_loss": 0.0011439097579568624, "global_step": 25630, "epoch": 394, "lr": 2.6915987347223737e-05}
+{"train_loss": 0.0016825692728161812, "global_step": 25631, "epoch": 394, "lr": 2.6912368283166834e-05}
+{"train_loss": 0.0012855660170316696, "global_step": 25632, "epoch": 394, "lr": 2.6908749372839613e-05}
+{"train_loss": 0.0014529958134517074, "global_step": 25633, "epoch": 394, "lr": 2.690513061626613e-05}
+{"train_loss": 0.0021813621278852224, "global_step": 25634, "epoch": 394, "lr": 2.690151201347052e-05}
+{"train_loss": 0.001630342216230929, "global_step": 25635, "epoch": 394, "lr": 2.689789356447684e-05}
+{"train_loss": 0.002601068001240492, "global_step": 25636, "epoch": 394, "lr": 2.6894275269309222e-05}
+{"train_loss": 0.0014922911068424582, "global_step": 25637, "epoch": 394, "lr": 2.6890657127991726e-05}
+{"train_loss": 0.0022419632878154516, "global_step": 25638, "epoch": 394, "lr": 2.6887039140548443e-05}
+{"train_loss": 0.0017625924665480852, "global_step": 25639, "epoch": 394, "lr": 2.688342130700349e-05}
+{"train_loss": 0.0021244403906166553, "global_step": 25640, "epoch": 394, "lr": 2.687980362738095e-05}
+{"train_loss": 0.0013580278027802706, "global_step": 25641, "epoch": 394, "lr": 2.6876186101704893e-05}
+{"train_loss": 0.0009479533764533699, "global_step": 25642, "epoch": 394, "lr": 2.6872568729999438e-05}
+{"train_loss": 0.0035493518225848675, "global_step": 25643, "epoch": 394, "lr": 2.6868951512288632e-05}
+{"train_loss": 0.0013031058479100466, "global_step": 25644, "epoch": 394, "lr": 2.6865334448596592e-05}
+{"train_loss": 0.0013252575881779194, "global_step": 25645, "epoch": 394, "lr": 2.6861717538947373e-05}
+{"train_loss": 0.002383353654295206, "global_step": 25646, "epoch": 394, "lr": 2.6858100783365082e-05}
+{"train_loss": 0.0022390158846974373, "global_step": 25647, "epoch": 394, "lr": 2.685448418187379e-05}
+{"train_loss": 0.0023297991137951612, "global_step": 25648, "epoch": 394, "lr": 2.6850867734497604e-05}
+{"train_loss": 0.001807467662729323, "global_step": 25649, "epoch": 394, "lr": 2.6847251441260563e-05}
+{"train_loss": 0.0019131684675812721, "global_step": 25650, "epoch": 394, "lr": 2.6843635302186787e-05}
+{"train_loss": 0.0013639653334394097, "global_step": 25651, "epoch": 394, "lr": 2.6840019317300313e-05}
+{"train_loss": 0.0016303039155900478, "global_step": 25652, "epoch": 394, "lr": 2.683640348662526e-05}
+{"train_loss": 0.0015952683752402663, "global_step": 25653, "epoch": 394, "lr": 2.6832787810185655e-05}
+{"train_loss": 0.0009736214415170252, "global_step": 25654, "epoch": 394, "lr": 2.682917228800561e-05}
+{"train_loss": 0.003296238137409091, "global_step": 25655, "epoch": 394, "lr": 2.6825556920109186e-05}
+{"train_loss": 0.0011804765090346336, "global_step": 25656, "epoch": 394, "lr": 2.682194170652048e-05}
+{"train_loss": 0.0016653176862746477, "global_step": 25657, "epoch": 394, "lr": 2.681832664726355e-05}
+{"train_loss": 0.0022787130437791348, "global_step": 25658, "epoch": 394, "lr": 2.681471174236243e-05}
+{"train_loss": 0.0019098659977316856, "global_step": 25659, "epoch": 394, "lr": 2.6811096991841233e-05}
+{"train_loss": 0.0017307087546214461, "global_step": 25660, "epoch": 394, "lr": 2.6807482395724026e-05}
+{"train_loss": 0.0015786036383360624, "global_step": 25661, "epoch": 394, "lr": 2.680386795403485e-05}
+{"train_loss": 0.002480891300365329, "global_step": 25662, "epoch": 394, "lr": 2.6800253666797793e-05}
+{"train_loss": 0.002099527744576335, "global_step": 25663, "epoch": 394, "lr": 2.679663953403691e-05}
+{"train_loss": 0.0013434180291369557, "global_step": 25664, "epoch": 394, "lr": 2.6793025555776295e-05}
+{"train_loss": 0.002785675460472703, "global_step": 25665, "epoch": 394, "lr": 2.6789411732039986e-05}
+{"train_loss": 0.0030641253106296062, "global_step": 25666, "epoch": 394, "lr": 2.678579806285203e-05}
+{"train_loss": 0.0019926181994378567, "global_step": 25667, "epoch": 394, "lr": 2.678218454823651e-05}
+{"train_loss": 0.002264444250613451, "global_step": 25668, "epoch": 394, "lr": 2.6778571188217506e-05}
+{"train_loss": 0.0015688834246248007, "global_step": 25669, "epoch": 394, "lr": 2.6774957982819026e-05}
+{"train_loss": 0.002146136946976185, "global_step": 25670, "epoch": 394, "lr": 2.6771344932065168e-05}
+{"train_loss": 0.0019313448574393988, "global_step": 25671, "epoch": 394, "lr": 2.6767732035979976e-05}
+{"train_loss": 0.0024218829348683357, "global_step": 25672, "epoch": 394, "lr": 2.676411929458753e-05}
+{"train_loss": 0.002019098959863186, "global_step": 25673, "epoch": 394, "lr": 2.676050670791187e-05}
+{"train_loss": 0.0018697488103778317, "global_step": 25674, "epoch": 394, "lr": 2.6756894275977024e-05, "val_loss": 0.015863023698329926}
+{"train_loss": 0.0019397834548726678, "global_step": 25675, "epoch": 395, "lr": 2.6753281998807067e-05}
+{"train_loss": 0.0016452186973765492, "global_step": 25676, "epoch": 395, "lr": 2.6749669876426076e-05}
+{"train_loss": 0.0011809117859229445, "global_step": 25677, "epoch": 395, "lr": 2.674605790885806e-05}
+{"train_loss": 0.0020200591534376144, "global_step": 25678, "epoch": 395, "lr": 2.674244609612708e-05}
+{"train_loss": 0.0015998219605535269, "global_step": 25679, "epoch": 395, "lr": 2.67388344382572e-05}
+{"train_loss": 0.0010418882593512535, "global_step": 25680, "epoch": 395, "lr": 2.6735222935272487e-05}
+{"train_loss": 0.0022931061685085297, "global_step": 25681, "epoch": 395, "lr": 2.6731611587196954e-05}
+{"train_loss": 0.0011458874214440584, "global_step": 25682, "epoch": 395, "lr": 2.672800039405464e-05}
+{"train_loss": 0.00203342130407691, "global_step": 25683, "epoch": 395, "lr": 2.6724389355869605e-05}
+{"train_loss": 0.0029797495808452368, "global_step": 25684, "epoch": 395, "lr": 2.6720778472665896e-05}
+{"train_loss": 0.0024881132412701845, "global_step": 25685, "epoch": 395, "lr": 2.671716774446758e-05}
+{"train_loss": 0.0014928856398910284, "global_step": 25686, "epoch": 395, "lr": 2.6713557171298655e-05}
+{"train_loss": 0.001879806281067431, "global_step": 25687, "epoch": 395, "lr": 2.6709946753183173e-05}
+{"train_loss": 0.0021886497270315886, "global_step": 25688, "epoch": 395, "lr": 2.670633649014521e-05}
+{"train_loss": 0.0016144884284585714, "global_step": 25689, "epoch": 395, "lr": 2.6702726382208776e-05}
+{"train_loss": 0.001734830206260085, "global_step": 25690, "epoch": 395, "lr": 2.6699116429397884e-05}
+{"train_loss": 0.0013988782884553075, "global_step": 25691, "epoch": 395, "lr": 2.6695506631736605e-05}
+{"train_loss": 0.001984288450330496, "global_step": 25692, "epoch": 395, "lr": 2.6691896989248966e-05}
+{"train_loss": 0.0020005181431770325, "global_step": 25693, "epoch": 395, "lr": 2.6688287501959024e-05}
+{"train_loss": 0.0015680671203881502, "global_step": 25694, "epoch": 395, "lr": 2.668467816989077e-05}
+{"train_loss": 0.0016818845178931952, "global_step": 25695, "epoch": 395, "lr": 2.6681068993068258e-05}
+{"train_loss": 0.004105601459741592, "global_step": 25696, "epoch": 395, "lr": 2.667745997151555e-05}
+{"train_loss": 0.002506795572116971, "global_step": 25697, "epoch": 395, "lr": 2.6673851105256642e-05}
+{"train_loss": 0.0023028268478810787, "global_step": 25698, "epoch": 395, "lr": 2.6670242394315547e-05}
+{"train_loss": 0.001162747386842966, "global_step": 25699, "epoch": 395, "lr": 2.6666633838716314e-05}
+{"train_loss": 0.001122755347751081, "global_step": 25700, "epoch": 395, "lr": 2.666302543848298e-05}
+{"train_loss": 0.0018840787233784795, "global_step": 25701, "epoch": 395, "lr": 2.665941719363958e-05}
+{"train_loss": 0.001411986188031733, "global_step": 25702, "epoch": 395, "lr": 2.6655809104210105e-05}
+{"train_loss": 0.002402600599452853, "global_step": 25703, "epoch": 395, "lr": 2.66522011702186e-05}
+{"train_loss": 0.0022048470564186573, "global_step": 25704, "epoch": 395, "lr": 2.6648593391689104e-05}
+{"train_loss": 0.0022779800929129124, "global_step": 25705, "epoch": 395, "lr": 2.6644985768645624e-05}
+{"train_loss": 0.0027750178705900908, "global_step": 25706, "epoch": 395, "lr": 2.6641378301112164e-05}
+{"train_loss": 0.0014981722924858332, "global_step": 25707, "epoch": 395, "lr": 2.663777098911276e-05}
+{"train_loss": 0.0017658872529864311, "global_step": 25708, "epoch": 395, "lr": 2.663416383267143e-05}
+{"train_loss": 0.0021871323697268963, "global_step": 25709, "epoch": 395, "lr": 2.6630556831812214e-05}
+{"train_loss": 0.0016087486874312162, "global_step": 25710, "epoch": 395, "lr": 2.6626949986559092e-05}
+{"train_loss": 0.0014960343251004815, "global_step": 25711, "epoch": 395, "lr": 2.662334329693611e-05}
+{"train_loss": 0.00164708006195724, "global_step": 25712, "epoch": 395, "lr": 2.6619736762967262e-05}
+{"train_loss": 0.0015906736953184009, "global_step": 25713, "epoch": 395, "lr": 2.6616130384676584e-05}
+{"train_loss": 0.0017942797858268023, "global_step": 25714, "epoch": 395, "lr": 2.661252416208806e-05}
+{"train_loss": 0.0014107595197856426, "global_step": 25715, "epoch": 395, "lr": 2.6608918095225715e-05}
+{"train_loss": 0.0010264803422614932, "global_step": 25716, "epoch": 395, "lr": 2.660531218411357e-05}
+{"train_loss": 0.00256463629193604, "global_step": 25717, "epoch": 395, "lr": 2.660170642877564e-05}
+{"train_loss": 0.0014268888626247644, "global_step": 25718, "epoch": 395, "lr": 2.6598100829235913e-05}
+{"train_loss": 0.0013929582200944424, "global_step": 25719, "epoch": 395, "lr": 2.659449538551842e-05}
+{"train_loss": 0.0016122394008561969, "global_step": 25720, "epoch": 395, "lr": 2.6590890097647136e-05}
+{"train_loss": 0.002002148423343897, "global_step": 25721, "epoch": 395, "lr": 2.658728496564611e-05}
+{"train_loss": 0.001577302347868681, "global_step": 25722, "epoch": 395, "lr": 2.6583679989539302e-05}
+{"train_loss": 0.0018744419794529676, "global_step": 25723, "epoch": 395, "lr": 2.6580075169350727e-05}
+{"train_loss": 0.002283939393237233, "global_step": 25724, "epoch": 395, "lr": 2.657647050510441e-05}
+{"train_loss": 0.0018121640896424651, "global_step": 25725, "epoch": 395, "lr": 2.6572865996824353e-05}
+{"train_loss": 0.001771134790033102, "global_step": 25726, "epoch": 395, "lr": 2.6569261644534525e-05}
+{"train_loss": 0.002474559471011162, "global_step": 25727, "epoch": 395, "lr": 2.656565744825896e-05}
+{"train_loss": 0.0014801697107031941, "global_step": 25728, "epoch": 395, "lr": 2.6562053408021624e-05}
+{"train_loss": 0.0019370588706806302, "global_step": 25729, "epoch": 395, "lr": 2.6558449523846558e-05}
+{"train_loss": 0.0017891349270939827, "global_step": 25730, "epoch": 395, "lr": 2.655484579575771e-05}
+{"train_loss": 0.002283085836097598, "global_step": 25731, "epoch": 395, "lr": 2.6551242223779094e-05}
+{"train_loss": 0.001505032880231738, "global_step": 25732, "epoch": 395, "lr": 2.6547638807934706e-05}
+{"train_loss": 0.0013711709761992097, "global_step": 25733, "epoch": 395, "lr": 2.6544035548248568e-05}
+{"train_loss": 0.0012772314948961139, "global_step": 25734, "epoch": 395, "lr": 2.6540432444744646e-05}
+{"train_loss": 0.0017659891163930297, "global_step": 25735, "epoch": 395, "lr": 2.65368294974469e-05}
+{"train_loss": 0.001960044726729393, "global_step": 25736, "epoch": 395, "lr": 2.6533226706379365e-05}
+{"train_loss": 0.002512563718482852, "global_step": 25737, "epoch": 395, "lr": 2.6529624071566034e-05}
+{"train_loss": 0.002570371376350522, "global_step": 25738, "epoch": 395, "lr": 2.6526021593030857e-05}
+{"train_loss": 0.0018676222337839696, "global_step": 25739, "epoch": 395, "lr": 2.6522419270797843e-05, "val_loss": 0.016703937202692032, "train_action_mse_error": 5.33766760781873e-05}
+{"train_loss": 0.0017381582874804735, "global_step": 25740, "epoch": 396, "lr": 2.651881710489098e-05}
+{"train_loss": 0.0018293275497853756, "global_step": 25741, "epoch": 396, "lr": 2.6515215095334267e-05}
+{"train_loss": 0.0022739521227777004, "global_step": 25742, "epoch": 396, "lr": 2.6511613242151674e-05}
+{"train_loss": 0.0021811900660395622, "global_step": 25743, "epoch": 396, "lr": 2.650801154536716e-05}
+{"train_loss": 0.0011894661001861095, "global_step": 25744, "epoch": 396, "lr": 2.6504410005004732e-05}
+{"train_loss": 0.0027619474567472935, "global_step": 25745, "epoch": 396, "lr": 2.650080862108838e-05}
+{"train_loss": 0.0014212437672540545, "global_step": 25746, "epoch": 396, "lr": 2.6497207393642066e-05}
+{"train_loss": 0.0021988465450704098, "global_step": 25747, "epoch": 396, "lr": 2.649360632268976e-05}
+{"train_loss": 0.001194991753436625, "global_step": 25748, "epoch": 396, "lr": 2.6490005408255463e-05}
+{"train_loss": 0.001561777084134519, "global_step": 25749, "epoch": 396, "lr": 2.648640465036316e-05}
+{"train_loss": 0.0018205255037173629, "global_step": 25750, "epoch": 396, "lr": 2.6482804049036812e-05}
+{"train_loss": 0.0024482454173266888, "global_step": 25751, "epoch": 396, "lr": 2.6479203604300373e-05}
+{"train_loss": 0.0017783216899260879, "global_step": 25752, "epoch": 396, "lr": 2.6475603316177832e-05}
+{"train_loss": 0.0011133048683404922, "global_step": 25753, "epoch": 396, "lr": 2.6472003184693194e-05}
+{"train_loss": 0.001680214423686266, "global_step": 25754, "epoch": 396, "lr": 2.6468403209870374e-05}
+{"train_loss": 0.002898192498832941, "global_step": 25755, "epoch": 396, "lr": 2.6464803391733374e-05}
+{"train_loss": 0.0025630637537688017, "global_step": 25756, "epoch": 396, "lr": 2.646120373030615e-05}
+{"train_loss": 0.001983873313292861, "global_step": 25757, "epoch": 396, "lr": 2.645760422561273e-05}
+{"train_loss": 0.0015508623328059912, "global_step": 25758, "epoch": 396, "lr": 2.6454004877676985e-05}
+{"train_loss": 0.002908640308305621, "global_step": 25759, "epoch": 396, "lr": 2.645040568652294e-05}
+{"train_loss": 0.0015475308755412698, "global_step": 25760, "epoch": 396, "lr": 2.6446806652174538e-05}
+{"train_loss": 0.0032578029204159975, "global_step": 25761, "epoch": 396, "lr": 2.6443207774655775e-05}
+{"train_loss": 0.0016364430775865912, "global_step": 25762, "epoch": 396, "lr": 2.6439609053990573e-05}
+{"train_loss": 0.0013986991252750158, "global_step": 25763, "epoch": 396, "lr": 2.6436010490202913e-05}
+{"train_loss": 0.001357023837044835, "global_step": 25764, "epoch": 396, "lr": 2.643241208331676e-05}
+{"train_loss": 0.0013277556281536818, "global_step": 25765, "epoch": 396, "lr": 2.6428813833356085e-05}
+{"train_loss": 0.0020035747438669205, "global_step": 25766, "epoch": 396, "lr": 2.6425215740344838e-05}
+{"train_loss": 0.0023221164010465145, "global_step": 25767, "epoch": 396, "lr": 2.6421617804306953e-05}
+{"train_loss": 0.0034682396799325943, "global_step": 25768, "epoch": 396, "lr": 2.641802002526641e-05}
+{"train_loss": 0.0016663438873365521, "global_step": 25769, "epoch": 396, "lr": 2.6414422403247174e-05}
+{"train_loss": 0.001960745779797435, "global_step": 25770, "epoch": 396, "lr": 2.641082493827317e-05}
+{"train_loss": 0.002452152781188488, "global_step": 25771, "epoch": 396, "lr": 2.640722763036837e-05}
+{"train_loss": 0.0022472990676760674, "global_step": 25772, "epoch": 396, "lr": 2.6403630479556717e-05}
+{"train_loss": 0.0029148596804589033, "global_step": 25773, "epoch": 396, "lr": 2.6400033485862203e-05}
+{"train_loss": 0.0019209078745916486, "global_step": 25774, "epoch": 396, "lr": 2.639643664930874e-05}
+{"train_loss": 0.0018240709323436022, "global_step": 25775, "epoch": 396, "lr": 2.639283996992027e-05}
+{"train_loss": 0.0011586834443733096, "global_step": 25776, "epoch": 396, "lr": 2.6389243447720747e-05}
+{"train_loss": 0.0020310680847615004, "global_step": 25777, "epoch": 396, "lr": 2.6385647082734155e-05}
+{"train_loss": 0.00221789232455194, "global_step": 25778, "epoch": 396, "lr": 2.6382050874984393e-05}
+{"train_loss": 0.0025505302473902702, "global_step": 25779, "epoch": 396, "lr": 2.6378454824495426e-05}
+{"train_loss": 0.0019706827588379383, "global_step": 25780, "epoch": 396, "lr": 2.6374858931291203e-05}
+{"train_loss": 0.0015349606983363628, "global_step": 25781, "epoch": 396, "lr": 2.637126319539568e-05}
+{"train_loss": 0.002082180231809616, "global_step": 25782, "epoch": 396, "lr": 2.6367667616832782e-05}
+{"train_loss": 0.0016841270262375474, "global_step": 25783, "epoch": 396, "lr": 2.6364072195626427e-05}
+{"train_loss": 0.0027086816262453794, "global_step": 25784, "epoch": 396, "lr": 2.6360476931800583e-05}
+{"train_loss": 0.002008455339819193, "global_step": 25785, "epoch": 396, "lr": 2.635688182537921e-05}
+{"train_loss": 0.0012031284859403968, "global_step": 25786, "epoch": 396, "lr": 2.6353286876386195e-05}
+{"train_loss": 0.002361772581934929, "global_step": 25787, "epoch": 396, "lr": 2.6349692084845506e-05}
+{"train_loss": 0.0027391149196773767, "global_step": 25788, "epoch": 396, "lr": 2.6346097450781092e-05}
+{"train_loss": 0.0021259484346956015, "global_step": 25789, "epoch": 396, "lr": 2.6342502974216855e-05}
+{"train_loss": 0.001380734727717936, "global_step": 25790, "epoch": 396, "lr": 2.6338908655176757e-05}
+{"train_loss": 0.001732023200020194, "global_step": 25791, "epoch": 396, "lr": 2.6335314493684703e-05}
+{"train_loss": 0.0016199358506128192, "global_step": 25792, "epoch": 396, "lr": 2.6331720489764644e-05}
+{"train_loss": 0.002298208884894848, "global_step": 25793, "epoch": 396, "lr": 2.6328126643440522e-05}
+{"train_loss": 0.002631292911246419, "global_step": 25794, "epoch": 396, "lr": 2.6324532954736232e-05}
+{"train_loss": 0.0014898197259753942, "global_step": 25795, "epoch": 396, "lr": 2.6320939423675727e-05}
+{"train_loss": 0.0024211069103330374, "global_step": 25796, "epoch": 396, "lr": 2.6317346050282944e-05}
+{"train_loss": 0.0012407002504915, "global_step": 25797, "epoch": 396, "lr": 2.6313752834581777e-05}
+{"train_loss": 0.0014393929159268737, "global_step": 25798, "epoch": 396, "lr": 2.6310159776596187e-05}
+{"train_loss": 0.0014445960987359285, "global_step": 25799, "epoch": 396, "lr": 2.630656687635007e-05}
+{"train_loss": 0.0017711907858029008, "global_step": 25800, "epoch": 396, "lr": 2.6302974133867358e-05}
+{"train_loss": 0.001733006676658988, "global_step": 25801, "epoch": 396, "lr": 2.6299381549171998e-05}
+{"train_loss": 0.00220740819349885, "global_step": 25802, "epoch": 396, "lr": 2.6295789122287868e-05}
+{"train_loss": 0.0012959903106093407, "global_step": 25803, "epoch": 396, "lr": 2.6292196853238908e-05}
+{"train_loss": 0.001954679975572687, "global_step": 25804, "epoch": 396, "lr": 2.628860474204906e-05, "val_loss": 0.014966131187975407}
+{"train_loss": 0.000866813468746841, "global_step": 25805, "epoch": 397, "lr": 2.6285012788742203e-05}
+{"train_loss": 0.0019768893253058195, "global_step": 25806, "epoch": 397, "lr": 2.6281420993342294e-05}
+{"train_loss": 0.0017252000980079174, "global_step": 25807, "epoch": 397, "lr": 2.6277829355873205e-05}
+{"train_loss": 0.002094903029501438, "global_step": 25808, "epoch": 397, "lr": 2.6274237876358876e-05}
+{"train_loss": 0.002033553784713149, "global_step": 25809, "epoch": 397, "lr": 2.6270646554823234e-05}
+{"train_loss": 0.0023944403510540724, "global_step": 25810, "epoch": 397, "lr": 2.626705539129016e-05}
+{"train_loss": 0.001097166328690946, "global_step": 25811, "epoch": 397, "lr": 2.626346438578361e-05}
+{"train_loss": 0.0017278611194342375, "global_step": 25812, "epoch": 397, "lr": 2.625987353832744e-05}
+{"train_loss": 0.0013140632072463632, "global_step": 25813, "epoch": 397, "lr": 2.625628284894558e-05}
+{"train_loss": 0.001202587503939867, "global_step": 25814, "epoch": 397, "lr": 2.6252692317661975e-05}
+{"train_loss": 0.0017045197309926152, "global_step": 25815, "epoch": 397, "lr": 2.624910194450048e-05}
+{"train_loss": 0.002444587415084243, "global_step": 25816, "epoch": 397, "lr": 2.624551172948503e-05}
+{"train_loss": 0.0012747104046866298, "global_step": 25817, "epoch": 397, "lr": 2.624192167263954e-05}
+{"train_loss": 0.00301943882368505, "global_step": 25818, "epoch": 397, "lr": 2.623833177398788e-05}
+{"train_loss": 0.0015731871826574206, "global_step": 25819, "epoch": 397, "lr": 2.6234742033553993e-05}
+{"train_loss": 0.002131365006789565, "global_step": 25820, "epoch": 397, "lr": 2.6231152451361753e-05}
+{"train_loss": 0.0013260424602776766, "global_step": 25821, "epoch": 397, "lr": 2.622756302743506e-05}
+{"train_loss": 0.002318859566003084, "global_step": 25822, "epoch": 397, "lr": 2.6223973761797842e-05}
+{"train_loss": 0.0026683586183935404, "global_step": 25823, "epoch": 397, "lr": 2.6220384654473966e-05}
+{"train_loss": 0.0015273797325789928, "global_step": 25824, "epoch": 397, "lr": 2.6216795705487347e-05}
+{"train_loss": 0.0017894385382533073, "global_step": 25825, "epoch": 397, "lr": 2.6213206914861897e-05}
+{"train_loss": 0.0017477519577369094, "global_step": 25826, "epoch": 397, "lr": 2.6209618282621474e-05}
+{"train_loss": 0.0017955054063349962, "global_step": 25827, "epoch": 397, "lr": 2.620602980879001e-05}
+{"train_loss": 0.0023314517457038164, "global_step": 25828, "epoch": 397, "lr": 2.6202441493391373e-05}
+{"train_loss": 0.0014535051304847002, "global_step": 25829, "epoch": 397, "lr": 2.6198853336449458e-05}
+{"train_loss": 0.002276818733662367, "global_step": 25830, "epoch": 397, "lr": 2.6195265337988197e-05}
+{"train_loss": 0.001248652464710176, "global_step": 25831, "epoch": 397, "lr": 2.6191677498031415e-05}
+{"train_loss": 0.0011998865520581603, "global_step": 25832, "epoch": 397, "lr": 2.618808981660304e-05}
+{"train_loss": 0.002106941305100918, "global_step": 25833, "epoch": 397, "lr": 2.6184502293726976e-05}
+{"train_loss": 0.0021485923789441586, "global_step": 25834, "epoch": 397, "lr": 2.618091492942709e-05}
+{"train_loss": 0.0011051525361835957, "global_step": 25835, "epoch": 397, "lr": 2.6177327723727252e-05}
+{"train_loss": 0.0011959206312894821, "global_step": 25836, "epoch": 397, "lr": 2.6173740676651358e-05}
+{"train_loss": 0.001351844286546111, "global_step": 25837, "epoch": 397, "lr": 2.6170153788223308e-05}
+{"train_loss": 0.0007224301225505769, "global_step": 25838, "epoch": 397, "lr": 2.6166567058466996e-05}
+{"train_loss": 0.0019044807413592935, "global_step": 25839, "epoch": 397, "lr": 2.6162980487406257e-05}
+{"train_loss": 0.002116258256137371, "global_step": 25840, "epoch": 397, "lr": 2.6159394075065008e-05}
+{"train_loss": 0.0013304128078743815, "global_step": 25841, "epoch": 397, "lr": 2.615580782146714e-05}
+{"train_loss": 0.0014318811008706689, "global_step": 25842, "epoch": 397, "lr": 2.6152221726636505e-05}
+{"train_loss": 0.001403794507496059, "global_step": 25843, "epoch": 397, "lr": 2.614863579059698e-05}
+{"train_loss": 0.0016554823378100991, "global_step": 25844, "epoch": 397, "lr": 2.6145050013372453e-05}
+{"train_loss": 0.0022688452154397964, "global_step": 25845, "epoch": 397, "lr": 2.6141464394986793e-05}
+{"train_loss": 0.002044960856437683, "global_step": 25846, "epoch": 397, "lr": 2.61378789354639e-05}
+{"train_loss": 0.0018578482558950782, "global_step": 25847, "epoch": 397, "lr": 2.613429363482761e-05}
+{"train_loss": 0.0013018175959587097, "global_step": 25848, "epoch": 397, "lr": 2.6130708493101818e-05}
+{"train_loss": 0.0027923015877604485, "global_step": 25849, "epoch": 397, "lr": 2.6127123510310407e-05}
+{"train_loss": 0.0017099129036068916, "global_step": 25850, "epoch": 397, "lr": 2.6123538686477234e-05}
+{"train_loss": 0.0014138658298179507, "global_step": 25851, "epoch": 397, "lr": 2.6119954021626152e-05}
+{"train_loss": 0.002159803407266736, "global_step": 25852, "epoch": 397, "lr": 2.6116369515781047e-05}
+{"train_loss": 0.0027661388739943504, "global_step": 25853, "epoch": 397, "lr": 2.611278516896578e-05}
+{"train_loss": 0.0036637061275541782, "global_step": 25854, "epoch": 397, "lr": 2.610920098120424e-05}
+{"train_loss": 0.0021912369411438704, "global_step": 25855, "epoch": 397, "lr": 2.6105616952520255e-05}
+{"train_loss": 0.0012536474969238043, "global_step": 25856, "epoch": 397, "lr": 2.6102033082937714e-05}
+{"train_loss": 0.002387023763731122, "global_step": 25857, "epoch": 397, "lr": 2.6098449372480494e-05}
+{"train_loss": 0.0019471792038530111, "global_step": 25858, "epoch": 397, "lr": 2.6094865821172432e-05}
+{"train_loss": 0.0018637457396835089, "global_step": 25859, "epoch": 397, "lr": 2.609128242903738e-05}
+{"train_loss": 0.0012315333588048816, "global_step": 25860, "epoch": 397, "lr": 2.6087699196099215e-05}
+{"train_loss": 0.0015149001264944673, "global_step": 25861, "epoch": 397, "lr": 2.6084116122381797e-05}
+{"train_loss": 0.0023949663154780865, "global_step": 25862, "epoch": 397, "lr": 2.6080533207908996e-05}
+{"train_loss": 0.002011046512052417, "global_step": 25863, "epoch": 397, "lr": 2.607695045270464e-05}
+{"train_loss": 0.0013221274130046368, "global_step": 25864, "epoch": 397, "lr": 2.6073367856792596e-05}
+{"train_loss": 0.0030641385819762945, "global_step": 25865, "epoch": 397, "lr": 2.6069785420196746e-05}
+{"train_loss": 0.001344216288998723, "global_step": 25866, "epoch": 397, "lr": 2.606620314294092e-05}
+{"train_loss": 0.0013295230455696583, "global_step": 25867, "epoch": 397, "lr": 2.606262102504895e-05}
+{"train_loss": 0.0016857333248481154, "global_step": 25868, "epoch": 397, "lr": 2.605903906654471e-05}
+{"train_loss": 0.0018225507712206588, "global_step": 25869, "epoch": 397, "lr": 2.6055457267452043e-05, "val_loss": 0.006405815947800875}
+{"train_loss": 0.003793980460613966, "global_step": 25870, "epoch": 398, "lr": 2.6051875627794832e-05}
+{"train_loss": 0.0015553322155028582, "global_step": 25871, "epoch": 398, "lr": 2.6048294147596873e-05}
+{"train_loss": 0.0016481459606438875, "global_step": 25872, "epoch": 398, "lr": 2.6044712826882045e-05}
+{"train_loss": 0.0018554317066445947, "global_step": 25873, "epoch": 398, "lr": 2.60411316656742e-05}
+{"train_loss": 0.0019766241312026978, "global_step": 25874, "epoch": 398, "lr": 2.603755066399718e-05}
+{"train_loss": 0.0028281803242862225, "global_step": 25875, "epoch": 398, "lr": 2.6033969821874792e-05}
+{"train_loss": 0.0009797364473342896, "global_step": 25876, "epoch": 398, "lr": 2.6030389139330913e-05}
+{"train_loss": 0.0016561781521886587, "global_step": 25877, "epoch": 398, "lr": 2.6026808616389374e-05}
+{"train_loss": 0.0028699517715722322, "global_step": 25878, "epoch": 398, "lr": 2.6023228253074046e-05}
+{"train_loss": 0.001296907663345337, "global_step": 25879, "epoch": 398, "lr": 2.6019648049408725e-05}
+{"train_loss": 0.0013407481601461768, "global_step": 25880, "epoch": 398, "lr": 2.6016068005417283e-05}
+{"train_loss": 0.0012887637130916119, "global_step": 25881, "epoch": 398, "lr": 2.6012488121123535e-05}
+{"train_loss": 0.0012631050776690245, "global_step": 25882, "epoch": 398, "lr": 2.6008908396551335e-05}
+{"train_loss": 0.0012803690042346716, "global_step": 25883, "epoch": 398, "lr": 2.6005328831724497e-05}
+{"train_loss": 0.001865355297923088, "global_step": 25884, "epoch": 398, "lr": 2.6001749426666873e-05}
+{"train_loss": 0.0012812101049348712, "global_step": 25885, "epoch": 398, "lr": 2.5998170181402286e-05}
+{"train_loss": 0.0020067282021045685, "global_step": 25886, "epoch": 398, "lr": 2.59945910959546e-05}
+{"train_loss": 0.001252628630027175, "global_step": 25887, "epoch": 398, "lr": 2.59910121703476e-05}
+{"train_loss": 0.00328829069621861, "global_step": 25888, "epoch": 398, "lr": 2.5987433404605153e-05}
+{"train_loss": 0.0020200004801154137, "global_step": 25889, "epoch": 398, "lr": 2.598385479875106e-05}
+{"train_loss": 0.0021109587978571653, "global_step": 25890, "epoch": 398, "lr": 2.5980276352809186e-05}
+{"train_loss": 0.001307594240643084, "global_step": 25891, "epoch": 398, "lr": 2.5976698066803313e-05}
+{"train_loss": 0.0022982964292168617, "global_step": 25892, "epoch": 398, "lr": 2.5973119940757284e-05}
+{"train_loss": 0.0027079337742179632, "global_step": 25893, "epoch": 398, "lr": 2.5969541974694932e-05}
+{"train_loss": 0.001593703986145556, "global_step": 25894, "epoch": 398, "lr": 2.59659641686401e-05}
+{"train_loss": 0.0012753912014886737, "global_step": 25895, "epoch": 398, "lr": 2.5962386522616566e-05}
+{"train_loss": 0.0010095927864313126, "global_step": 25896, "epoch": 398, "lr": 2.5958809036648203e-05}
+{"train_loss": 0.0015391617780551314, "global_step": 25897, "epoch": 398, "lr": 2.5955231710758777e-05}
+{"train_loss": 0.0009982731426134706, "global_step": 25898, "epoch": 398, "lr": 2.5951654544972147e-05}
+{"train_loss": 0.0023634328972548246, "global_step": 25899, "epoch": 398, "lr": 2.594807753931211e-05}
+{"train_loss": 0.0012027379125356674, "global_step": 25900, "epoch": 398, "lr": 2.5944500693802487e-05}
+{"train_loss": 0.0018818166572600603, "global_step": 25901, "epoch": 398, "lr": 2.5940924008467104e-05}
+{"train_loss": 0.00199102028273046, "global_step": 25902, "epoch": 398, "lr": 2.5937347483329795e-05}
+{"train_loss": 0.0012937098508700728, "global_step": 25903, "epoch": 398, "lr": 2.5933771118414328e-05}
+{"train_loss": 0.001055331900715828, "global_step": 25904, "epoch": 398, "lr": 2.593019491374456e-05}
+{"train_loss": 0.0021618856117129326, "global_step": 25905, "epoch": 398, "lr": 2.5926618869344265e-05}
+{"train_loss": 0.0012811300111934543, "global_step": 25906, "epoch": 398, "lr": 2.592304298523729e-05}
+{"train_loss": 0.0014361008070409298, "global_step": 25907, "epoch": 398, "lr": 2.5919467261447417e-05}
+{"train_loss": 0.00148167519364506, "global_step": 25908, "epoch": 398, "lr": 2.5915891697998458e-05}
+{"train_loss": 0.0011861808598041534, "global_step": 25909, "epoch": 398, "lr": 2.591231629491423e-05}
+{"train_loss": 0.0013309118803590536, "global_step": 25910, "epoch": 398, "lr": 2.590874105221856e-05}
+{"train_loss": 0.0013504648813977838, "global_step": 25911, "epoch": 398, "lr": 2.590516596993523e-05}
+{"train_loss": 0.0009514840203337371, "global_step": 25912, "epoch": 398, "lr": 2.590159104808803e-05}
+{"train_loss": 0.0016561996890231967, "global_step": 25913, "epoch": 398, "lr": 2.5898016286700783e-05}
+{"train_loss": 0.0010391169926151633, "global_step": 25914, "epoch": 398, "lr": 2.589444168579731e-05}
+{"train_loss": 0.0018687037518247962, "global_step": 25915, "epoch": 398, "lr": 2.5890867245401372e-05}
+{"train_loss": 0.001354293548502028, "global_step": 25916, "epoch": 398, "lr": 2.588729296553679e-05}
+{"train_loss": 0.0017138542607426643, "global_step": 25917, "epoch": 398, "lr": 2.588371884622736e-05}
+{"train_loss": 0.0012149284593760967, "global_step": 25918, "epoch": 398, "lr": 2.588014488749691e-05}
+{"train_loss": 0.0021120745223015547, "global_step": 25919, "epoch": 398, "lr": 2.5876571089369206e-05}
+{"train_loss": 0.0013509148266166449, "global_step": 25920, "epoch": 398, "lr": 2.587299745186803e-05}
+{"train_loss": 0.0016240152763202786, "global_step": 25921, "epoch": 398, "lr": 2.5869423975017203e-05}
+{"train_loss": 0.0018023740267381072, "global_step": 25922, "epoch": 398, "lr": 2.5865850658840528e-05}
+{"train_loss": 0.003213253803551197, "global_step": 25923, "epoch": 398, "lr": 2.5862277503361765e-05}
+{"train_loss": 0.0032330688554793596, "global_step": 25924, "epoch": 398, "lr": 2.5858704508604716e-05}
+{"train_loss": 0.001314904191531241, "global_step": 25925, "epoch": 398, "lr": 2.585513167459319e-05}
+{"train_loss": 0.0017816204344853759, "global_step": 25926, "epoch": 398, "lr": 2.5851559001350976e-05}
+{"train_loss": 0.0010953681776300073, "global_step": 25927, "epoch": 398, "lr": 2.5847986488901866e-05}
+{"train_loss": 0.0017154546221718192, "global_step": 25928, "epoch": 398, "lr": 2.58444141372696e-05}
+{"train_loss": 0.002263610018417239, "global_step": 25929, "epoch": 398, "lr": 2.584084194647801e-05}
+{"train_loss": 0.002037469297647476, "global_step": 25930, "epoch": 398, "lr": 2.583726991655089e-05}
+{"train_loss": 0.001631679362617433, "global_step": 25931, "epoch": 398, "lr": 2.5833698047511983e-05}
+{"train_loss": 0.002108201151713729, "global_step": 25932, "epoch": 398, "lr": 2.5830126339385095e-05}
+{"train_loss": 0.0027750704903155565, "global_step": 25933, "epoch": 398, "lr": 2.5826554792194013e-05}
+{"train_loss": 0.0017453402916614252, "global_step": 25934, "epoch": 398, "lr": 2.5822983405962526e-05, "val_loss": 0.00344089325517416}
+{"train_loss": 0.0012909568613395095, "global_step": 25935, "epoch": 399, "lr": 2.581941218071441e-05}
+{"train_loss": 0.0010680019622668624, "global_step": 25936, "epoch": 399, "lr": 2.5815841116473403e-05}
+{"train_loss": 0.0023166160099208355, "global_step": 25937, "epoch": 399, "lr": 2.5812270213263324e-05}
+{"train_loss": 0.0019449960673227906, "global_step": 25938, "epoch": 399, "lr": 2.5808699471107968e-05}
+{"train_loss": 0.0011254299897700548, "global_step": 25939, "epoch": 399, "lr": 2.5805128890031048e-05}
+{"train_loss": 0.0016486913664266467, "global_step": 25940, "epoch": 399, "lr": 2.5801558470056393e-05}
+{"train_loss": 0.0017275037243962288, "global_step": 25941, "epoch": 399, "lr": 2.5797988211207747e-05}
+{"train_loss": 0.0019191920291632414, "global_step": 25942, "epoch": 399, "lr": 2.579441811350892e-05}
+{"train_loss": 0.0024428190663456917, "global_step": 25943, "epoch": 399, "lr": 2.5790848176983663e-05}
+{"train_loss": 0.002205401426181197, "global_step": 25944, "epoch": 399, "lr": 2.578727840165571e-05}
+{"train_loss": 0.0017506408039480448, "global_step": 25945, "epoch": 399, "lr": 2.5783708787548873e-05}
+{"train_loss": 0.0012864194577559829, "global_step": 25946, "epoch": 399, "lr": 2.5780139334686926e-05}
+{"train_loss": 0.0018281362717971206, "global_step": 25947, "epoch": 399, "lr": 2.5776570043093595e-05}
+{"train_loss": 0.002558617852628231, "global_step": 25948, "epoch": 399, "lr": 2.5773000912792677e-05}
+{"train_loss": 0.0017385776154696941, "global_step": 25949, "epoch": 399, "lr": 2.576943194380793e-05}
+{"train_loss": 0.001779914484359324, "global_step": 25950, "epoch": 399, "lr": 2.5765863136163147e-05}
+{"train_loss": 0.001958637498319149, "global_step": 25951, "epoch": 399, "lr": 2.5762294489882057e-05}
+{"train_loss": 0.0015410949708893895, "global_step": 25952, "epoch": 399, "lr": 2.575872600498841e-05}
+{"train_loss": 0.0009138338500633836, "global_step": 25953, "epoch": 399, "lr": 2.575515768150598e-05}
+{"train_loss": 0.0022130245342850685, "global_step": 25954, "epoch": 399, "lr": 2.5751589519458553e-05}
+{"train_loss": 0.001298118382692337, "global_step": 25955, "epoch": 399, "lr": 2.574802151886985e-05}
+{"train_loss": 0.0014130384661257267, "global_step": 25956, "epoch": 399, "lr": 2.5744453679763648e-05}
+{"train_loss": 0.001694172970019281, "global_step": 25957, "epoch": 399, "lr": 2.5740886002163723e-05}
+{"train_loss": 0.0017866459675133228, "global_step": 25958, "epoch": 399, "lr": 2.573731848609378e-05}
+{"train_loss": 0.0009074040572158992, "global_step": 25959, "epoch": 399, "lr": 2.5733751131577627e-05}
+{"train_loss": 0.001142103224992752, "global_step": 25960, "epoch": 399, "lr": 2.5730183938638974e-05}
+{"train_loss": 0.001370904385112226, "global_step": 25961, "epoch": 399, "lr": 2.5726616907301587e-05}
+{"train_loss": 0.0021799877285957336, "global_step": 25962, "epoch": 399, "lr": 2.5723050037589243e-05}
+{"train_loss": 0.0015659264754503965, "global_step": 25963, "epoch": 399, "lr": 2.5719483329525653e-05}
+{"train_loss": 0.0031268508173525333, "global_step": 25964, "epoch": 399, "lr": 2.571591678313458e-05}
+{"train_loss": 0.0035928855650126934, "global_step": 25965, "epoch": 399, "lr": 2.57123503984398e-05}
+{"train_loss": 0.0018781910184770823, "global_step": 25966, "epoch": 399, "lr": 2.5708784175465013e-05}
+{"train_loss": 0.0029892646707594395, "global_step": 25967, "epoch": 399, "lr": 2.570521811423401e-05}
+{"train_loss": 0.0014062303816899657, "global_step": 25968, "epoch": 399, "lr": 2.570165221477049e-05}
+{"train_loss": 0.001392946345731616, "global_step": 25969, "epoch": 399, "lr": 2.569808647709822e-05}
+{"train_loss": 0.0016067050164565444, "global_step": 25970, "epoch": 399, "lr": 2.5694520901240966e-05}
+{"train_loss": 0.0017233975231647491, "global_step": 25971, "epoch": 399, "lr": 2.5690955487222423e-05}
+{"train_loss": 0.0017215940169990063, "global_step": 25972, "epoch": 399, "lr": 2.5687390235066354e-05}
+{"train_loss": 0.0011951298220083117, "global_step": 25973, "epoch": 399, "lr": 2.568382514479652e-05}
+{"train_loss": 0.002358604921028018, "global_step": 25974, "epoch": 399, "lr": 2.568026021643662e-05}
+{"train_loss": 0.0020131042692810297, "global_step": 25975, "epoch": 399, "lr": 2.5676695450010425e-05}
+{"train_loss": 0.00099809723906219, "global_step": 25976, "epoch": 399, "lr": 2.5673130845541636e-05}
+{"train_loss": 0.002256065607070923, "global_step": 25977, "epoch": 399, "lr": 2.5669566403054014e-05}
+{"train_loss": 0.002039870247244835, "global_step": 25978, "epoch": 399, "lr": 2.5666002122571275e-05}
+{"train_loss": 0.0013513622106984258, "global_step": 25979, "epoch": 399, "lr": 2.566243800411719e-05}
+{"train_loss": 0.0011992868967354298, "global_step": 25980, "epoch": 399, "lr": 2.5658874047715465e-05}
+{"train_loss": 0.001985805807635188, "global_step": 25981, "epoch": 399, "lr": 2.5655310253389803e-05}
+{"train_loss": 0.0023664110340178013, "global_step": 25982, "epoch": 399, "lr": 2.5651746621163964e-05}
+{"train_loss": 0.0015293951146304607, "global_step": 25983, "epoch": 399, "lr": 2.5648183151061695e-05}
+{"train_loss": 0.002435090485960245, "global_step": 25984, "epoch": 399, "lr": 2.5644619843106675e-05}
+{"train_loss": 0.0023975090589374304, "global_step": 25985, "epoch": 399, "lr": 2.5641056697322663e-05}
+{"train_loss": 0.002011191798374057, "global_step": 25986, "epoch": 399, "lr": 2.5637493713733374e-05}
+{"train_loss": 0.0013883955543860793, "global_step": 25987, "epoch": 399, "lr": 2.5633930892362557e-05}
+{"train_loss": 0.0013147923164069653, "global_step": 25988, "epoch": 399, "lr": 2.5630368233233914e-05}
+{"train_loss": 0.0020183667074888945, "global_step": 25989, "epoch": 399, "lr": 2.5626805736371153e-05}
+{"train_loss": 0.0014326085802167654, "global_step": 25990, "epoch": 399, "lr": 2.5623243401798003e-05}
+{"train_loss": 0.0022258025128394365, "global_step": 25991, "epoch": 399, "lr": 2.5619681229538207e-05}
+{"train_loss": 0.002986055100336671, "global_step": 25992, "epoch": 399, "lr": 2.5616119219615452e-05}
+{"train_loss": 0.001245554885827005, "global_step": 25993, "epoch": 399, "lr": 2.561255737205347e-05}
+{"train_loss": 0.0015630280831828713, "global_step": 25994, "epoch": 399, "lr": 2.560899568687598e-05}
+{"train_loss": 0.0015946642961353064, "global_step": 25995, "epoch": 399, "lr": 2.560543416410671e-05}
+{"train_loss": 0.0020628352649509907, "global_step": 25996, "epoch": 399, "lr": 2.5601872803769367e-05}
+{"train_loss": 0.0015478073619306087, "global_step": 25997, "epoch": 399, "lr": 2.5598311605887636e-05}
+{"train_loss": 0.002901037922129035, "global_step": 25998, "epoch": 399, "lr": 2.5594750570485253e-05}
+{"train_loss": 0.0018163538600604694, "global_step": 25999, "epoch": 399, "lr": 2.559118969758595e-05, "val_loss": 0.003629478858783841}
+{"train_loss": 0.0012535187415778637, "global_step": 26000, "epoch": 400, "lr": 2.5587628987213385e-05}
+{"train_loss": 0.0016879767645150423, "global_step": 26001, "epoch": 400, "lr": 2.5584068439391308e-05}
+{"train_loss": 0.0025353687815368176, "global_step": 26002, "epoch": 400, "lr": 2.558050805414341e-05}
+{"train_loss": 0.0017113343346863985, "global_step": 26003, "epoch": 400, "lr": 2.557694783149344e-05}
+{"train_loss": 0.001341557945124805, "global_step": 26004, "epoch": 400, "lr": 2.557338777146503e-05}
+{"train_loss": 0.0020973840728402138, "global_step": 26005, "epoch": 400, "lr": 2.5569827874081932e-05}
+{"train_loss": 0.002521773800253868, "global_step": 26006, "epoch": 400, "lr": 2.556626813936783e-05}
+{"train_loss": 0.0018621779745444655, "global_step": 26007, "epoch": 400, "lr": 2.5562708567346456e-05}
+{"train_loss": 0.002020108513534069, "global_step": 26008, "epoch": 400, "lr": 2.5559149158041472e-05}
+{"train_loss": 0.002201004419475794, "global_step": 26009, "epoch": 400, "lr": 2.5555589911476606e-05}
+{"train_loss": 0.0014860891969874501, "global_step": 26010, "epoch": 400, "lr": 2.5552030827675545e-05}
+{"train_loss": 0.00256129028275609, "global_step": 26011, "epoch": 400, "lr": 2.554847190666203e-05}
+{"train_loss": 0.002011506352573633, "global_step": 26012, "epoch": 400, "lr": 2.554491314845968e-05}
+{"train_loss": 0.0024314019829034805, "global_step": 26013, "epoch": 400, "lr": 2.554135455309224e-05}
+{"train_loss": 0.0022101348731666803, "global_step": 26014, "epoch": 400, "lr": 2.553779612058339e-05}
+{"train_loss": 0.002205653814598918, "global_step": 26015, "epoch": 400, "lr": 2.553423785095685e-05}
+{"train_loss": 0.0021653652656823397, "global_step": 26016, "epoch": 400, "lr": 2.5530679744236275e-05}
+{"train_loss": 0.001543118734844029, "global_step": 26017, "epoch": 400, "lr": 2.5527121800445375e-05}
+{"train_loss": 0.002047756453976035, "global_step": 26018, "epoch": 400, "lr": 2.5523564019607836e-05}
+{"train_loss": 0.0011778136249631643, "global_step": 26019, "epoch": 400, "lr": 2.5520006401747398e-05}
+{"train_loss": 0.0012437980622053146, "global_step": 26020, "epoch": 400, "lr": 2.5516448946887662e-05}
+{"train_loss": 0.0015162305207923055, "global_step": 26021, "epoch": 400, "lr": 2.5512891655052364e-05}
+{"train_loss": 0.00164855329785496, "global_step": 26022, "epoch": 400, "lr": 2.550933452626517e-05}
+{"train_loss": 0.0019128468120470643, "global_step": 26023, "epoch": 400, "lr": 2.5505777560549805e-05}
+{"train_loss": 0.0013775450643151999, "global_step": 26024, "epoch": 400, "lr": 2.5502220757929905e-05}
+{"train_loss": 0.001486511784605682, "global_step": 26025, "epoch": 400, "lr": 2.5498664118429184e-05}
+{"train_loss": 0.002384189050644636, "global_step": 26026, "epoch": 400, "lr": 2.5495107642071305e-05}
+{"train_loss": 0.0015589302638545632, "global_step": 26027, "epoch": 400, "lr": 2.5491551328880004e-05}
+{"train_loss": 0.0014992088545113802, "global_step": 26028, "epoch": 400, "lr": 2.5487995178878878e-05}
+{"train_loss": 0.002137420466169715, "global_step": 26029, "epoch": 400, "lr": 2.5484439192091636e-05}
+{"train_loss": 0.0013025238877162337, "global_step": 26030, "epoch": 400, "lr": 2.5480883368541964e-05}
+{"train_loss": 0.0015140679897740483, "global_step": 26031, "epoch": 400, "lr": 2.5477327708253563e-05}
+{"train_loss": 0.001194919808767736, "global_step": 26032, "epoch": 400, "lr": 2.5473772211250058e-05}
+{"train_loss": 0.0018319247756153345, "global_step": 26033, "epoch": 400, "lr": 2.5470216877555152e-05}
+{"train_loss": 0.0024403627030551434, "global_step": 26034, "epoch": 400, "lr": 2.546666170719253e-05}
+{"train_loss": 0.0009567419765517116, "global_step": 26035, "epoch": 400, "lr": 2.5463106700185857e-05}
+{"train_loss": 0.001757848309352994, "global_step": 26036, "epoch": 400, "lr": 2.5459551856558766e-05}
+{"train_loss": 0.0016263809520751238, "global_step": 26037, "epoch": 400, "lr": 2.5455997176334967e-05}
+{"train_loss": 0.001499936101026833, "global_step": 26038, "epoch": 400, "lr": 2.545244265953811e-05}
+{"train_loss": 0.0010895919986069202, "global_step": 26039, "epoch": 400, "lr": 2.5448888306191897e-05}
+{"train_loss": 0.0011826573172584176, "global_step": 26040, "epoch": 400, "lr": 2.5445334116319953e-05}
+{"train_loss": 0.0025517267640680075, "global_step": 26041, "epoch": 400, "lr": 2.5441780089945954e-05}
+{"train_loss": 0.0017101584235206246, "global_step": 26042, "epoch": 400, "lr": 2.5438226227093586e-05}
+{"train_loss": 0.0013248941395431757, "global_step": 26043, "epoch": 400, "lr": 2.5434672527786506e-05}
+{"train_loss": 0.0014203105820342898, "global_step": 26044, "epoch": 400, "lr": 2.5431118992048353e-05}
+{"train_loss": 0.001665711053647101, "global_step": 26045, "epoch": 400, "lr": 2.5427565619902795e-05}
+{"train_loss": 0.0022040994372218847, "global_step": 26046, "epoch": 400, "lr": 2.54240124113735e-05}
+{"train_loss": 0.002294850302860141, "global_step": 26047, "epoch": 400, "lr": 2.542045936648415e-05}
+{"train_loss": 0.0017197106499224901, "global_step": 26048, "epoch": 400, "lr": 2.541690648525836e-05}
+{"train_loss": 0.0018231398425996304, "global_step": 26049, "epoch": 400, "lr": 2.5413353767719805e-05}
+{"train_loss": 0.0013871355913579464, "global_step": 26050, "epoch": 400, "lr": 2.5409801213892165e-05}
+{"train_loss": 0.0017634654650464654, "global_step": 26051, "epoch": 400, "lr": 2.5406248823799056e-05}
+{"train_loss": 0.0016745006432756782, "global_step": 26052, "epoch": 400, "lr": 2.5402696597464165e-05}
+{"train_loss": 0.0018468747148290277, "global_step": 26053, "epoch": 400, "lr": 2.5399144534911114e-05}
+{"train_loss": 0.0017686375649645925, "global_step": 26054, "epoch": 400, "lr": 2.5395592636163562e-05}
+{"train_loss": 0.0014292269479483366, "global_step": 26055, "epoch": 400, "lr": 2.539204090124519e-05}
+{"train_loss": 0.0011817729100584984, "global_step": 26056, "epoch": 400, "lr": 2.5388489330179598e-05}
+{"train_loss": 0.001358355744741857, "global_step": 26057, "epoch": 400, "lr": 2.5384937922990494e-05}
+{"train_loss": 0.0027580144815146923, "global_step": 26058, "epoch": 400, "lr": 2.538138667970146e-05}
+{"train_loss": 0.0026977371890097857, "global_step": 26059, "epoch": 400, "lr": 2.5377835600336175e-05}
+{"train_loss": 0.002458523493260145, "global_step": 26060, "epoch": 400, "lr": 2.5374284684918303e-05}
+{"train_loss": 0.0011987793259322643, "global_step": 26061, "epoch": 400, "lr": 2.5370733933471448e-05}
+{"train_loss": 0.0014980140840634704, "global_step": 26062, "epoch": 400, "lr": 2.5367183346019264e-05}
+{"train_loss": 0.00207759952172637, "global_step": 26063, "epoch": 400, "lr": 2.536363292258543e-05}
+{"train_loss": 0.0017873468450628795, "global_step": 26064, "epoch": 400, "lr": 2.536008266319353e-05, "val_loss": 0.007032372057437897, "train_action_mse_error": 3.425231989240274e-05}
+{"train_loss": 0.0031268582679331303, "global_step": 26065, "epoch": 401, "lr": 2.5356532567867257e-05}
+{"train_loss": 0.0024209932889789343, "global_step": 26066, "epoch": 401, "lr": 2.53529826366302e-05}
+{"train_loss": 0.0018573814304545522, "global_step": 26067, "epoch": 401, "lr": 2.5349432869506018e-05}
+{"train_loss": 0.0027323151007294655, "global_step": 26068, "epoch": 401, "lr": 2.534588326651838e-05}
+{"train_loss": 0.0020242989994585514, "global_step": 26069, "epoch": 401, "lr": 2.5342333827690855e-05}
+{"train_loss": 0.0015012106159701943, "global_step": 26070, "epoch": 401, "lr": 2.5338784553047112e-05}
+{"train_loss": 0.003850085660815239, "global_step": 26071, "epoch": 401, "lr": 2.5335235442610812e-05}
+{"train_loss": 0.001377056003548205, "global_step": 26072, "epoch": 401, "lr": 2.5331686496405538e-05}
+{"train_loss": 0.0018479055725038052, "global_step": 26073, "epoch": 401, "lr": 2.5328137714454958e-05}
+{"train_loss": 0.0015695429174229503, "global_step": 26074, "epoch": 401, "lr": 2.5324589096782657e-05}
+{"train_loss": 0.001453004078939557, "global_step": 26075, "epoch": 401, "lr": 2.5321040643412308e-05}
+{"train_loss": 0.0019133759196847677, "global_step": 26076, "epoch": 401, "lr": 2.5317492354367534e-05}
+{"train_loss": 0.003070798935368657, "global_step": 26077, "epoch": 401, "lr": 2.5313944229671925e-05}
+{"train_loss": 0.0010205530561506748, "global_step": 26078, "epoch": 401, "lr": 2.5310396269349135e-05}
+{"train_loss": 0.0023241699673235416, "global_step": 26079, "epoch": 401, "lr": 2.5306848473422805e-05}
+{"train_loss": 0.003420692402869463, "global_step": 26080, "epoch": 401, "lr": 2.530330084191653e-05}
+{"train_loss": 0.002558921230956912, "global_step": 26081, "epoch": 401, "lr": 2.529975337485393e-05}
+{"train_loss": 0.001833386835642159, "global_step": 26082, "epoch": 401, "lr": 2.5296206072258626e-05}
+{"train_loss": 0.001682182541117072, "global_step": 26083, "epoch": 401, "lr": 2.529265893415425e-05}
+{"train_loss": 0.0011713808635249734, "global_step": 26084, "epoch": 401, "lr": 2.5289111960564437e-05}
+{"train_loss": 0.0013875887962058187, "global_step": 26085, "epoch": 401, "lr": 2.528556515151277e-05}
+{"train_loss": 0.003000914119184017, "global_step": 26086, "epoch": 401, "lr": 2.5282018507022876e-05}
+{"train_loss": 0.003073933068662882, "global_step": 26087, "epoch": 401, "lr": 2.5278472027118395e-05}
+{"train_loss": 0.002407454652711749, "global_step": 26088, "epoch": 401, "lr": 2.5274925711822917e-05}
+{"train_loss": 0.0016301824944093823, "global_step": 26089, "epoch": 401, "lr": 2.527137956116005e-05}
+{"train_loss": 0.0024767399299889803, "global_step": 26090, "epoch": 401, "lr": 2.526783357515341e-05}
+{"train_loss": 0.0027513892855495214, "global_step": 26091, "epoch": 401, "lr": 2.526428775382661e-05}
+{"train_loss": 0.001633001258596778, "global_step": 26092, "epoch": 401, "lr": 2.5260742097203287e-05}
+{"train_loss": 0.0011466045398265123, "global_step": 26093, "epoch": 401, "lr": 2.525719660530701e-05}
+{"train_loss": 0.001773879281245172, "global_step": 26094, "epoch": 401, "lr": 2.5253651278161396e-05}
+{"train_loss": 0.0023043369874358177, "global_step": 26095, "epoch": 401, "lr": 2.5250106115790085e-05}
+{"train_loss": 0.0017619108548387885, "global_step": 26096, "epoch": 401, "lr": 2.5246561118216655e-05}
+{"train_loss": 0.0015837851678952575, "global_step": 26097, "epoch": 401, "lr": 2.5243016285464695e-05}
+{"train_loss": 0.0018398885149508715, "global_step": 26098, "epoch": 401, "lr": 2.523947161755782e-05}
+{"train_loss": 0.0028751131612807512, "global_step": 26099, "epoch": 401, "lr": 2.523592711451964e-05}
+{"train_loss": 0.0022161873057484627, "global_step": 26100, "epoch": 401, "lr": 2.5232382776373774e-05}
+{"train_loss": 0.0015805014409124851, "global_step": 26101, "epoch": 401, "lr": 2.5228838603143778e-05}
+{"train_loss": 0.001321377931162715, "global_step": 26102, "epoch": 401, "lr": 2.5225294594853283e-05}
+{"train_loss": 0.0010580853559076786, "global_step": 26103, "epoch": 401, "lr": 2.5221750751525896e-05}
+{"train_loss": 0.0011258609592914581, "global_step": 26104, "epoch": 401, "lr": 2.5218207073185196e-05}
+{"train_loss": 0.0013237009989097714, "global_step": 26105, "epoch": 401, "lr": 2.5214663559854758e-05}
+{"train_loss": 0.0011328724212944508, "global_step": 26106, "epoch": 401, "lr": 2.5211120211558193e-05}
+{"train_loss": 0.0016973104793578386, "global_step": 26107, "epoch": 401, "lr": 2.5207577028319106e-05}
+{"train_loss": 0.0026100219693034887, "global_step": 26108, "epoch": 401, "lr": 2.5204034010161103e-05}
+{"train_loss": 0.0014381760265678167, "global_step": 26109, "epoch": 401, "lr": 2.520049115710773e-05}
+{"train_loss": 0.0026841270737349987, "global_step": 26110, "epoch": 401, "lr": 2.5196948469182612e-05}
+{"train_loss": 0.001236619078554213, "global_step": 26111, "epoch": 401, "lr": 2.519340594640934e-05}
+{"train_loss": 0.002188237151131034, "global_step": 26112, "epoch": 401, "lr": 2.518986358881149e-05}
+{"train_loss": 0.0020403373055160046, "global_step": 26113, "epoch": 401, "lr": 2.5186321396412636e-05}
+{"train_loss": 0.0019760304130613804, "global_step": 26114, "epoch": 401, "lr": 2.518277936923637e-05}
+{"train_loss": 0.001918358146212995, "global_step": 26115, "epoch": 401, "lr": 2.5179237507306286e-05}
+{"train_loss": 0.0018835176015272737, "global_step": 26116, "epoch": 401, "lr": 2.5175695810645984e-05}
+{"train_loss": 0.0013637520605698228, "global_step": 26117, "epoch": 401, "lr": 2.5172154279279014e-05}
+{"train_loss": 0.0022504322696477175, "global_step": 26118, "epoch": 401, "lr": 2.5168612913228963e-05}
+{"train_loss": 0.0031889842357486486, "global_step": 26119, "epoch": 401, "lr": 2.5165071712519444e-05}
+{"train_loss": 0.001211025519296527, "global_step": 26120, "epoch": 401, "lr": 2.516153067717401e-05}
+{"train_loss": 0.0020229846704751253, "global_step": 26121, "epoch": 401, "lr": 2.515798980721622e-05}
+{"train_loss": 0.0028927240055054426, "global_step": 26122, "epoch": 401, "lr": 2.5154449102669675e-05}
+{"train_loss": 0.0018226942047476768, "global_step": 26123, "epoch": 401, "lr": 2.5150908563557947e-05}
+{"train_loss": 0.002856758190318942, "global_step": 26124, "epoch": 401, "lr": 2.514736818990463e-05}
+{"train_loss": 0.0011028366861864924, "global_step": 26125, "epoch": 401, "lr": 2.5143827981733258e-05}
+{"train_loss": 0.0011306083761155605, "global_step": 26126, "epoch": 401, "lr": 2.5140287939067443e-05}
+{"train_loss": 0.0014916895888745785, "global_step": 26127, "epoch": 401, "lr": 2.5136748061930727e-05}
+{"train_loss": 0.0018087539356201887, "global_step": 26128, "epoch": 401, "lr": 2.51332083503467e-05}
+{"train_loss": 0.0019991116257957542, "global_step": 26129, "epoch": 401, "lr": 2.5129668804338906e-05, "val_loss": 0.00532384030520916}
+{"train_loss": 0.0029888772405683994, "global_step": 26130, "epoch": 402, "lr": 2.5126129423930933e-05}
+{"train_loss": 0.002267788164317608, "global_step": 26131, "epoch": 402, "lr": 2.5122590209146345e-05}
+{"train_loss": 0.0013824832858517766, "global_step": 26132, "epoch": 402, "lr": 2.5119051160008722e-05}
+{"train_loss": 0.000940516241826117, "global_step": 26133, "epoch": 402, "lr": 2.5115512276541603e-05}
+{"train_loss": 0.0026297869626432657, "global_step": 26134, "epoch": 402, "lr": 2.5111973558768583e-05}
+{"train_loss": 0.001995832659304142, "global_step": 26135, "epoch": 402, "lr": 2.510843500671318e-05}
+{"train_loss": 0.0014489174354821444, "global_step": 26136, "epoch": 402, "lr": 2.5104896620399e-05}
+{"train_loss": 0.0015443605370819569, "global_step": 26137, "epoch": 402, "lr": 2.5101358399849572e-05}
+{"train_loss": 0.002028809394687414, "global_step": 26138, "epoch": 402, "lr": 2.5097820345088463e-05}
+{"train_loss": 0.0013132388703525066, "global_step": 26139, "epoch": 402, "lr": 2.5094282456139228e-05}
+{"train_loss": 0.0017021913081407547, "global_step": 26140, "epoch": 402, "lr": 2.509074473302546e-05}
+{"train_loss": 0.0024374788627028465, "global_step": 26141, "epoch": 402, "lr": 2.5087207175770665e-05}
+{"train_loss": 0.001985570415854454, "global_step": 26142, "epoch": 402, "lr": 2.5083669784398446e-05}
+{"train_loss": 0.0013978269416838884, "global_step": 26143, "epoch": 402, "lr": 2.5080132558932307e-05}
+{"train_loss": 0.0016117903869599104, "global_step": 26144, "epoch": 402, "lr": 2.507659549939584e-05}
+{"train_loss": 0.0011704681674018502, "global_step": 26145, "epoch": 402, "lr": 2.5073058605812567e-05}
+{"train_loss": 0.0026132904458791018, "global_step": 26146, "epoch": 402, "lr": 2.506952187820605e-05}
+{"train_loss": 0.002280424814671278, "global_step": 26147, "epoch": 402, "lr": 2.5065985316599837e-05}
+{"train_loss": 0.0025061024352908134, "global_step": 26148, "epoch": 402, "lr": 2.506244892101751e-05}
+{"train_loss": 0.0019622109830379486, "global_step": 26149, "epoch": 402, "lr": 2.505891269148256e-05}
+{"train_loss": 0.0013434347929432988, "global_step": 26150, "epoch": 402, "lr": 2.5055376628018577e-05}
+{"train_loss": 0.0010877877939492464, "global_step": 26151, "epoch": 402, "lr": 2.5051840730649074e-05}
+{"train_loss": 0.0017723761266097426, "global_step": 26152, "epoch": 402, "lr": 2.5048304999397626e-05}
+{"train_loss": 0.0013356268173083663, "global_step": 26153, "epoch": 402, "lr": 2.504476943428774e-05}
+{"train_loss": 0.0029804713558405638, "global_step": 26154, "epoch": 402, "lr": 2.5041234035342975e-05}
+{"train_loss": 0.0013374373083934188, "global_step": 26155, "epoch": 402, "lr": 2.503769880258688e-05}
+{"train_loss": 0.0007633400964550674, "global_step": 26156, "epoch": 402, "lr": 2.5034163736043005e-05}
+{"train_loss": 0.000983575009740889, "global_step": 26157, "epoch": 402, "lr": 2.5030628835734867e-05}
+{"train_loss": 0.001982860965654254, "global_step": 26158, "epoch": 402, "lr": 2.5027094101685987e-05}
+{"train_loss": 0.002531999023631215, "global_step": 26159, "epoch": 402, "lr": 2.5023559533919927e-05}
+{"train_loss": 0.001571931061334908, "global_step": 26160, "epoch": 402, "lr": 2.5020025132460235e-05}
+{"train_loss": 0.0015189714031293988, "global_step": 26161, "epoch": 402, "lr": 2.5016490897330403e-05}
+{"train_loss": 0.0006955789285711944, "global_step": 26162, "epoch": 402, "lr": 2.501295682855399e-05}
+{"train_loss": 0.00125326297711581, "global_step": 26163, "epoch": 402, "lr": 2.5009422926154524e-05}
+{"train_loss": 0.0010174668859690428, "global_step": 26164, "epoch": 402, "lr": 2.5005889190155553e-05}
+{"train_loss": 0.002092411508783698, "global_step": 26165, "epoch": 402, "lr": 2.5002355620580596e-05}
+{"train_loss": 0.002816807711496949, "global_step": 26166, "epoch": 402, "lr": 2.4998822217453157e-05}
+{"train_loss": 0.0010223997524008155, "global_step": 26167, "epoch": 402, "lr": 2.4995288980796778e-05}
+{"train_loss": 0.0016112331068143249, "global_step": 26168, "epoch": 402, "lr": 2.4991755910635005e-05}
+{"train_loss": 0.002297449391335249, "global_step": 26169, "epoch": 402, "lr": 2.498822300699133e-05}
+{"train_loss": 0.0024173830170184374, "global_step": 26170, "epoch": 402, "lr": 2.4984690269889292e-05}
+{"train_loss": 0.001557844108901918, "global_step": 26171, "epoch": 402, "lr": 2.4981157699352424e-05}
+{"train_loss": 0.0016169779701158404, "global_step": 26172, "epoch": 402, "lr": 2.497762529540425e-05}
+{"train_loss": 0.0024291269946843386, "global_step": 26173, "epoch": 402, "lr": 2.497409305806829e-05}
+{"train_loss": 0.0014082182897254825, "global_step": 26174, "epoch": 402, "lr": 2.4970560987368026e-05}
+{"train_loss": 0.0012452679220587015, "global_step": 26175, "epoch": 402, "lr": 2.4967029083327004e-05}
+{"train_loss": 0.002650873502716422, "global_step": 26176, "epoch": 402, "lr": 2.496349734596876e-05}
+{"train_loss": 0.0016866031801328063, "global_step": 26177, "epoch": 402, "lr": 2.4959965775316774e-05}
+{"train_loss": 0.0013425678480416536, "global_step": 26178, "epoch": 402, "lr": 2.4956434371394576e-05}
+{"train_loss": 0.0028763043228536844, "global_step": 26179, "epoch": 402, "lr": 2.4952903134225687e-05}
+{"train_loss": 0.0014228326035663486, "global_step": 26180, "epoch": 402, "lr": 2.494937206383363e-05}
+{"train_loss": 0.0014893760671839118, "global_step": 26181, "epoch": 402, "lr": 2.4945841160241906e-05}
+{"train_loss": 0.001958380686119199, "global_step": 26182, "epoch": 402, "lr": 2.4942310423474e-05}
+{"train_loss": 0.002109815599396825, "global_step": 26183, "epoch": 402, "lr": 2.4938779853553446e-05}
+{"train_loss": 0.0026361451018601656, "global_step": 26184, "epoch": 402, "lr": 2.4935249450503762e-05}
+{"train_loss": 0.003491146955639124, "global_step": 26185, "epoch": 402, "lr": 2.4931719214348432e-05}
+{"train_loss": 0.0013028036337345839, "global_step": 26186, "epoch": 402, "lr": 2.492818914511097e-05}
+{"train_loss": 0.0024297754280269146, "global_step": 26187, "epoch": 402, "lr": 2.492465924281488e-05}
+{"train_loss": 0.001273165107704699, "global_step": 26188, "epoch": 402, "lr": 2.4921129507483694e-05}
+{"train_loss": 0.0026076636277139187, "global_step": 26189, "epoch": 402, "lr": 2.4917599939140883e-05}
+{"train_loss": 0.001975373597815633, "global_step": 26190, "epoch": 402, "lr": 2.4914070537809947e-05}
+{"train_loss": 0.0023348068352788687, "global_step": 26191, "epoch": 402, "lr": 2.491054130351439e-05}
+{"train_loss": 0.0014929692260921001, "global_step": 26192, "epoch": 402, "lr": 2.4907012236277743e-05}
+{"train_loss": 0.0022977804765105247, "global_step": 26193, "epoch": 402, "lr": 2.4903483336123456e-05}
+{"train_loss": 0.0018474075835771286, "global_step": 26194, "epoch": 402, "lr": 2.4899954603075047e-05, "val_loss": 0.0095363799482584}
+{"train_loss": 0.0032847714610397816, "global_step": 26195, "epoch": 403, "lr": 2.4896426037156017e-05}
+{"train_loss": 0.002226734533905983, "global_step": 26196, "epoch": 403, "lr": 2.489289763838988e-05}
+{"train_loss": 0.0017704846104606986, "global_step": 26197, "epoch": 403, "lr": 2.4889369406800107e-05}
+{"train_loss": 0.001534696901217103, "global_step": 26198, "epoch": 403, "lr": 2.4885841342410172e-05}
+{"train_loss": 0.0019511368591338396, "global_step": 26199, "epoch": 403, "lr": 2.4882313445243586e-05}
+{"train_loss": 0.002689325949177146, "global_step": 26200, "epoch": 403, "lr": 2.487878571532386e-05}
+{"train_loss": 0.001781122526153922, "global_step": 26201, "epoch": 403, "lr": 2.4875258152674447e-05}
+{"train_loss": 0.0023231911472976208, "global_step": 26202, "epoch": 403, "lr": 2.4871730757318856e-05}
+{"train_loss": 0.0024329898878932, "global_step": 26203, "epoch": 403, "lr": 2.486820352928058e-05}
+{"train_loss": 0.001909737940877676, "global_step": 26204, "epoch": 403, "lr": 2.4864676468583086e-05}
+{"train_loss": 0.002082166261970997, "global_step": 26205, "epoch": 403, "lr": 2.4861149575249886e-05}
+{"train_loss": 0.0023010377772152424, "global_step": 26206, "epoch": 403, "lr": 2.485762284930443e-05}
+{"train_loss": 0.001294403220526874, "global_step": 26207, "epoch": 403, "lr": 2.485409629077021e-05}
+{"train_loss": 0.0019673919305205345, "global_step": 26208, "epoch": 403, "lr": 2.485056989967074e-05}
+{"train_loss": 0.0008080459665507078, "global_step": 26209, "epoch": 403, "lr": 2.484704367602946e-05}
+{"train_loss": 0.00217891251668334, "global_step": 26210, "epoch": 403, "lr": 2.484351761986986e-05}
+{"train_loss": 0.0015545275527983904, "global_step": 26211, "epoch": 403, "lr": 2.4839991731215444e-05}
+{"train_loss": 0.0015810179756954312, "global_step": 26212, "epoch": 403, "lr": 2.483646601008965e-05}
+{"train_loss": 0.001078872475773096, "global_step": 26213, "epoch": 403, "lr": 2.483294045651599e-05}
+{"train_loss": 0.0008256699074991047, "global_step": 26214, "epoch": 403, "lr": 2.482941507051791e-05}
+{"train_loss": 0.001427805400453508, "global_step": 26215, "epoch": 403, "lr": 2.4825889852118888e-05}
+{"train_loss": 0.0018274300964549184, "global_step": 26216, "epoch": 403, "lr": 2.4822364801342428e-05}
+{"train_loss": 0.0015141450567170978, "global_step": 26217, "epoch": 403, "lr": 2.4818839918211962e-05}
+{"train_loss": 0.001453526085242629, "global_step": 26218, "epoch": 403, "lr": 2.481531520275097e-05}
+{"train_loss": 0.0037023017648607492, "global_step": 26219, "epoch": 403, "lr": 2.4811790654982952e-05}
+{"train_loss": 0.0012327106669545174, "global_step": 26220, "epoch": 403, "lr": 2.4808266274931334e-05}
+{"train_loss": 0.0011524620931595564, "global_step": 26221, "epoch": 403, "lr": 2.4804742062619623e-05}
+{"train_loss": 0.0017480518436059356, "global_step": 26222, "epoch": 403, "lr": 2.4801218018071243e-05}
+{"train_loss": 0.00133141886908561, "global_step": 26223, "epoch": 403, "lr": 2.4797694141309678e-05}
+{"train_loss": 0.002362388651818037, "global_step": 26224, "epoch": 403, "lr": 2.4794170432358415e-05}
+{"train_loss": 0.0015103615587577224, "global_step": 26225, "epoch": 403, "lr": 2.4790646891240876e-05}
+{"train_loss": 0.001894349348731339, "global_step": 26226, "epoch": 403, "lr": 2.478712351798056e-05}
+{"train_loss": 0.0011945695150643587, "global_step": 26227, "epoch": 403, "lr": 2.478360031260089e-05}
+{"train_loss": 0.0014463557163253427, "global_step": 26228, "epoch": 403, "lr": 2.4780077275125345e-05}
+{"train_loss": 0.001768271904438734, "global_step": 26229, "epoch": 403, "lr": 2.4776554405577407e-05}
+{"train_loss": 0.0015186346136033535, "global_step": 26230, "epoch": 403, "lr": 2.4773031703980487e-05}
+{"train_loss": 0.0014563187723979354, "global_step": 26231, "epoch": 403, "lr": 2.4769509170358063e-05}
+{"train_loss": 0.001541745732538402, "global_step": 26232, "epoch": 403, "lr": 2.476598680473361e-05}
+{"train_loss": 0.0011121074203401804, "global_step": 26233, "epoch": 403, "lr": 2.4762464607130544e-05}
+{"train_loss": 0.0019425952341407537, "global_step": 26234, "epoch": 403, "lr": 2.475894257757235e-05}
+{"train_loss": 0.003931653685867786, "global_step": 26235, "epoch": 403, "lr": 2.475542071608245e-05}
+{"train_loss": 0.0023594973608851433, "global_step": 26236, "epoch": 403, "lr": 2.4751899022684305e-05}
+{"train_loss": 0.0015017071273177862, "global_step": 26237, "epoch": 403, "lr": 2.474837749740139e-05}
+{"train_loss": 0.0012002220610156655, "global_step": 26238, "epoch": 403, "lr": 2.4744856140257117e-05}
+{"train_loss": 0.0007887641550041735, "global_step": 26239, "epoch": 403, "lr": 2.4741334951274947e-05}
+{"train_loss": 0.0013591048773378134, "global_step": 26240, "epoch": 403, "lr": 2.473781393047834e-05}
+{"train_loss": 0.0016466730739921331, "global_step": 26241, "epoch": 403, "lr": 2.473429307789072e-05}
+{"train_loss": 0.0014066548319533467, "global_step": 26242, "epoch": 403, "lr": 2.473077239353555e-05}
+{"train_loss": 0.0024266650434583426, "global_step": 26243, "epoch": 403, "lr": 2.472725187743624e-05}
+{"train_loss": 0.0023331462871283293, "global_step": 26244, "epoch": 403, "lr": 2.4723731529616258e-05}
+{"train_loss": 0.0027116730343550444, "global_step": 26245, "epoch": 403, "lr": 2.4720211350099054e-05}
+{"train_loss": 0.0020866997074335814, "global_step": 26246, "epoch": 403, "lr": 2.471669133890804e-05}
+{"train_loss": 0.00176534173078835, "global_step": 26247, "epoch": 403, "lr": 2.471317149606666e-05}
+{"train_loss": 0.0012322691036388278, "global_step": 26248, "epoch": 403, "lr": 2.470965182159838e-05}
+{"train_loss": 0.0017026012064889073, "global_step": 26249, "epoch": 403, "lr": 2.4706132315526608e-05}
+{"train_loss": 0.0032192773651331663, "global_step": 26250, "epoch": 403, "lr": 2.4702612977874766e-05}
+{"train_loss": 0.002398082287982106, "global_step": 26251, "epoch": 403, "lr": 2.4699093808666308e-05}
+{"train_loss": 0.0019143001409247518, "global_step": 26252, "epoch": 403, "lr": 2.4695574807924664e-05}
+{"train_loss": 0.001424930291250348, "global_step": 26253, "epoch": 403, "lr": 2.4692055975673285e-05}
+{"train_loss": 0.002248393837362528, "global_step": 26254, "epoch": 403, "lr": 2.468853731193556e-05}
+{"train_loss": 0.0019170786254107952, "global_step": 26255, "epoch": 403, "lr": 2.468501881673494e-05}
+{"train_loss": 0.001908523729071021, "global_step": 26256, "epoch": 403, "lr": 2.4681500490094873e-05}
+{"train_loss": 0.0011490833712741733, "global_step": 26257, "epoch": 403, "lr": 2.4677982332038763e-05}
+{"train_loss": 0.0010944653768092394, "global_step": 26258, "epoch": 403, "lr": 2.467446434259002e-05}
+{"train_loss": 0.0018415811292540568, "global_step": 26259, "epoch": 403, "lr": 2.4670946521772093e-05, "val_loss": 0.01645716279745102}
+{"train_loss": 0.0015707790153101087, "global_step": 26260, "epoch": 404, "lr": 2.4667428869608388e-05}
+{"train_loss": 0.00233895773999393, "global_step": 26261, "epoch": 404, "lr": 2.4663911386122367e-05}
+{"train_loss": 0.0014518521493300796, "global_step": 26262, "epoch": 404, "lr": 2.46603940713374e-05}
+{"train_loss": 0.0023942638654261827, "global_step": 26263, "epoch": 404, "lr": 2.4656876925276933e-05}
+{"train_loss": 0.001237677177414298, "global_step": 26264, "epoch": 404, "lr": 2.465335994796438e-05}
+{"train_loss": 0.002029887866228819, "global_step": 26265, "epoch": 404, "lr": 2.4649843139423202e-05}
+{"train_loss": 0.0017196290427818894, "global_step": 26266, "epoch": 404, "lr": 2.4646326499676736e-05}
+{"train_loss": 0.001387291238643229, "global_step": 26267, "epoch": 404, "lr": 2.4642810028748435e-05}
+{"train_loss": 0.002830659272149205, "global_step": 26268, "epoch": 404, "lr": 2.4639293726661716e-05}
+{"train_loss": 0.0011487702140584588, "global_step": 26269, "epoch": 404, "lr": 2.4635777593440013e-05}
+{"train_loss": 0.001935260952450335, "global_step": 26270, "epoch": 404, "lr": 2.4632261629106696e-05}
+{"train_loss": 0.0022484895307570696, "global_step": 26271, "epoch": 404, "lr": 2.4628745833685192e-05}
+{"train_loss": 0.0018096138956025243, "global_step": 26272, "epoch": 404, "lr": 2.4625230207198917e-05}
+{"train_loss": 0.001776751596480608, "global_step": 26273, "epoch": 404, "lr": 2.4621714749671328e-05}
+{"train_loss": 0.0016457161400467157, "global_step": 26274, "epoch": 404, "lr": 2.4618199461125734e-05}
+{"train_loss": 0.0012243572855368257, "global_step": 26275, "epoch": 404, "lr": 2.4614684341585592e-05}
+{"train_loss": 0.001984683098271489, "global_step": 26276, "epoch": 404, "lr": 2.4611169391074313e-05}
+{"train_loss": 0.002218471374362707, "global_step": 26277, "epoch": 404, "lr": 2.460765460961531e-05}
+{"train_loss": 0.002473107073456049, "global_step": 26278, "epoch": 404, "lr": 2.460413999723195e-05}
+{"train_loss": 0.0029561170376837254, "global_step": 26279, "epoch": 404, "lr": 2.4600625553947663e-05}
+{"train_loss": 0.0008825270342640579, "global_step": 26280, "epoch": 404, "lr": 2.459711127978586e-05}
+{"train_loss": 0.001933773746713996, "global_step": 26281, "epoch": 404, "lr": 2.4593597174769924e-05}
+{"train_loss": 0.002476966939866543, "global_step": 26282, "epoch": 404, "lr": 2.4590083238923234e-05}
+{"train_loss": 0.002367816399782896, "global_step": 26283, "epoch": 404, "lr": 2.458656947226921e-05}
+{"train_loss": 0.004141026642173529, "global_step": 26284, "epoch": 404, "lr": 2.4583055874831246e-05}
+{"train_loss": 0.001837357645854354, "global_step": 26285, "epoch": 404, "lr": 2.4579542446632757e-05}
+{"train_loss": 0.001804098254069686, "global_step": 26286, "epoch": 404, "lr": 2.4576029187697096e-05}
+{"train_loss": 0.0015824734000489116, "global_step": 26287, "epoch": 404, "lr": 2.457251609804768e-05}
+{"train_loss": 0.0013988373102620244, "global_step": 26288, "epoch": 404, "lr": 2.4569003177707922e-05}
+{"train_loss": 0.0033746794797480106, "global_step": 26289, "epoch": 404, "lr": 2.456549042670119e-05}
+{"train_loss": 0.0013915757881477475, "global_step": 26290, "epoch": 404, "lr": 2.4561977845050853e-05}
+{"train_loss": 0.001631928258575499, "global_step": 26291, "epoch": 404, "lr": 2.455846543278032e-05}
+{"train_loss": 0.001882642973214388, "global_step": 26292, "epoch": 404, "lr": 2.455495318991298e-05}
+{"train_loss": 0.002044078428298235, "global_step": 26293, "epoch": 404, "lr": 2.4551441116472233e-05}
+{"train_loss": 0.0024238077457994223, "global_step": 26294, "epoch": 404, "lr": 2.4547929212481435e-05}
+{"train_loss": 0.0032779944594949484, "global_step": 26295, "epoch": 404, "lr": 2.4544417477963983e-05}
+{"train_loss": 0.003368375124409795, "global_step": 26296, "epoch": 404, "lr": 2.4540905912943286e-05}
+{"train_loss": 0.0025784943718463182, "global_step": 26297, "epoch": 404, "lr": 2.4537394517442697e-05}
+{"train_loss": 0.0010203000856563449, "global_step": 26298, "epoch": 404, "lr": 2.453388329148558e-05}
+{"train_loss": 0.0014000176452100277, "global_step": 26299, "epoch": 404, "lr": 2.4530372235095338e-05}
+{"train_loss": 0.0013665974838659167, "global_step": 26300, "epoch": 404, "lr": 2.4526861348295347e-05}
+{"train_loss": 0.0021947105415165424, "global_step": 26301, "epoch": 404, "lr": 2.4523350631109005e-05}
+{"train_loss": 0.002209101803600788, "global_step": 26302, "epoch": 404, "lr": 2.451984008355965e-05}
+{"train_loss": 0.002695936942473054, "global_step": 26303, "epoch": 404, "lr": 2.4516329705670694e-05}
+{"train_loss": 0.0017141804564744234, "global_step": 26304, "epoch": 404, "lr": 2.451281949746547e-05}
+{"train_loss": 0.0010061530629172921, "global_step": 26305, "epoch": 404, "lr": 2.4509309458967395e-05}
+{"train_loss": 0.001640625880099833, "global_step": 26306, "epoch": 404, "lr": 2.4505799590199797e-05}
+{"train_loss": 0.000996581744402647, "global_step": 26307, "epoch": 404, "lr": 2.450228989118607e-05}
+{"train_loss": 0.0027406068984419107, "global_step": 26308, "epoch": 404, "lr": 2.449878036194958e-05}
+{"train_loss": 0.0015262298984453082, "global_step": 26309, "epoch": 404, "lr": 2.4495271002513716e-05}
+{"train_loss": 0.0013570148730650544, "global_step": 26310, "epoch": 404, "lr": 2.449176181290181e-05}
+{"train_loss": 0.0018279619980603456, "global_step": 26311, "epoch": 404, "lr": 2.4488252793137257e-05}
+{"train_loss": 0.0025637426879256964, "global_step": 26312, "epoch": 404, "lr": 2.4484743943243392e-05}
+{"train_loss": 0.0020517653319984674, "global_step": 26313, "epoch": 404, "lr": 2.4481235263243618e-05}
+{"train_loss": 0.0013268253533169627, "global_step": 26314, "epoch": 404, "lr": 2.4477726753161255e-05}
+{"train_loss": 0.003496793331578374, "global_step": 26315, "epoch": 404, "lr": 2.4474218413019685e-05}
+{"train_loss": 0.0014315482694655657, "global_step": 26316, "epoch": 404, "lr": 2.4470710242842266e-05}
+{"train_loss": 0.0012545700883492827, "global_step": 26317, "epoch": 404, "lr": 2.4467202242652382e-05}
+{"train_loss": 0.0013439831091091037, "global_step": 26318, "epoch": 404, "lr": 2.4463694412473347e-05}
+{"train_loss": 0.0008518312242813408, "global_step": 26319, "epoch": 404, "lr": 2.4460186752328557e-05}
+{"train_loss": 0.002128015737980604, "global_step": 26320, "epoch": 404, "lr": 2.4456679262241334e-05}
+{"train_loss": 0.0016576785128563643, "global_step": 26321, "epoch": 404, "lr": 2.445317194223507e-05}
+{"train_loss": 0.0017393892630934715, "global_step": 26322, "epoch": 404, "lr": 2.4449664792333076e-05}
+{"train_loss": 0.0011423260439187288, "global_step": 26323, "epoch": 404, "lr": 2.4446157812558722e-05}
+{"train_loss": 0.0019203176972671196, "global_step": 26324, "epoch": 404, "lr": 2.4442651002935374e-05, "val_loss": 0.011911299079656601}
+{"train_loss": 0.0020455345511436462, "global_step": 26325, "epoch": 405, "lr": 2.4439144363486383e-05}
+{"train_loss": 0.0012010822538286448, "global_step": 26326, "epoch": 405, "lr": 2.4435637894235093e-05}
+{"train_loss": 0.0015000425046309829, "global_step": 26327, "epoch": 405, "lr": 2.443213159520482e-05}
+{"train_loss": 0.0008715175790712237, "global_step": 26328, "epoch": 405, "lr": 2.4428625466418937e-05}
+{"train_loss": 0.0015039447462186217, "global_step": 26329, "epoch": 405, "lr": 2.4425119507900813e-05}
+{"train_loss": 0.001005117897875607, "global_step": 26330, "epoch": 405, "lr": 2.4421613719673747e-05}
+{"train_loss": 0.0017043811967596412, "global_step": 26331, "epoch": 405, "lr": 2.4418108101761106e-05}
+{"train_loss": 0.0013557975180447102, "global_step": 26332, "epoch": 405, "lr": 2.4414602654186226e-05}
+{"train_loss": 0.0010275417007505894, "global_step": 26333, "epoch": 405, "lr": 2.4411097376972477e-05}
+{"train_loss": 0.0011281099868938327, "global_step": 26334, "epoch": 405, "lr": 2.440759227014317e-05}
+{"train_loss": 0.0019148360006511211, "global_step": 26335, "epoch": 405, "lr": 2.440408733372163e-05}
+{"train_loss": 0.0019347838824614882, "global_step": 26336, "epoch": 405, "lr": 2.440058256773121e-05}
+{"train_loss": 0.0015272789169102907, "global_step": 26337, "epoch": 405, "lr": 2.439707797219526e-05}
+{"train_loss": 0.002050343668088317, "global_step": 26338, "epoch": 405, "lr": 2.4393573547137116e-05}
+{"train_loss": 0.0012965044006705284, "global_step": 26339, "epoch": 405, "lr": 2.439006929258008e-05}
+{"train_loss": 0.0010718981502577662, "global_step": 26340, "epoch": 405, "lr": 2.4386565208547513e-05}
+{"train_loss": 0.0013193116756156087, "global_step": 26341, "epoch": 405, "lr": 2.438306129506276e-05}
+{"train_loss": 0.0014215168775990605, "global_step": 26342, "epoch": 405, "lr": 2.4379557552149128e-05}
+{"train_loss": 0.0014018459478393197, "global_step": 26343, "epoch": 405, "lr": 2.437605397982994e-05}
+{"train_loss": 0.0016862089978531003, "global_step": 26344, "epoch": 405, "lr": 2.437255057812853e-05}
+{"train_loss": 0.002224586671218276, "global_step": 26345, "epoch": 405, "lr": 2.4369047347068232e-05}
+{"train_loss": 0.0010053144069388509, "global_step": 26346, "epoch": 405, "lr": 2.4365544286672388e-05}
+{"train_loss": 0.0013572861207649112, "global_step": 26347, "epoch": 405, "lr": 2.436204139696429e-05}
+{"train_loss": 0.0031978462357074022, "global_step": 26348, "epoch": 405, "lr": 2.435853867796728e-05}
+{"train_loss": 0.0010743375169113278, "global_step": 26349, "epoch": 405, "lr": 2.43550361297047e-05}
+{"train_loss": 0.001546421553939581, "global_step": 26350, "epoch": 405, "lr": 2.4351533752199853e-05}
+{"train_loss": 0.0019366564229130745, "global_step": 26351, "epoch": 405, "lr": 2.4348031545476034e-05}
+{"train_loss": 0.0020566254388540983, "global_step": 26352, "epoch": 405, "lr": 2.434452950955659e-05}
+{"train_loss": 0.0011489117750898004, "global_step": 26353, "epoch": 405, "lr": 2.4341027644464835e-05}
+{"train_loss": 0.002299564890563488, "global_step": 26354, "epoch": 405, "lr": 2.4337525950224112e-05}
+{"train_loss": 0.0011562496656551957, "global_step": 26355, "epoch": 405, "lr": 2.4334024426857687e-05}
+{"train_loss": 0.0014627365162596107, "global_step": 26356, "epoch": 405, "lr": 2.4330523074388907e-05}
+{"train_loss": 0.0020921628456562757, "global_step": 26357, "epoch": 405, "lr": 2.4327021892841096e-05}
+{"train_loss": 0.0006906834314577281, "global_step": 26358, "epoch": 405, "lr": 2.432352088223755e-05}
+{"train_loss": 0.0016009330283850431, "global_step": 26359, "epoch": 405, "lr": 2.4320020042601565e-05}
+{"train_loss": 0.0012765963329002261, "global_step": 26360, "epoch": 405, "lr": 2.4316519373956466e-05}
+{"train_loss": 0.0014003453543409705, "global_step": 26361, "epoch": 405, "lr": 2.4313018876325568e-05}
+{"train_loss": 0.0015030794311314821, "global_step": 26362, "epoch": 405, "lr": 2.4309518549732186e-05}
+{"train_loss": 0.003118004882708192, "global_step": 26363, "epoch": 405, "lr": 2.43060183941996e-05}
+{"train_loss": 0.002483515767380595, "global_step": 26364, "epoch": 405, "lr": 2.4302518409751134e-05}
+{"train_loss": 0.0026594577357172966, "global_step": 26365, "epoch": 405, "lr": 2.4299018596410106e-05}
+{"train_loss": 0.001569816144183278, "global_step": 26366, "epoch": 405, "lr": 2.4295518954199807e-05}
+{"train_loss": 0.001091367332264781, "global_step": 26367, "epoch": 405, "lr": 2.429201948314352e-05}
+{"train_loss": 0.0031384953763335943, "global_step": 26368, "epoch": 405, "lr": 2.4288520183264558e-05}
+{"train_loss": 0.0013695969246327877, "global_step": 26369, "epoch": 405, "lr": 2.428502105458623e-05}
+{"train_loss": 0.0018582685152068734, "global_step": 26370, "epoch": 405, "lr": 2.4281522097131848e-05}
+{"train_loss": 0.0007151725003495812, "global_step": 26371, "epoch": 405, "lr": 2.4278023310924673e-05}
+{"train_loss": 0.0016607767902314663, "global_step": 26372, "epoch": 405, "lr": 2.427452469598805e-05}
+{"train_loss": 0.0014900020323693752, "global_step": 26373, "epoch": 405, "lr": 2.427102625234522e-05}
+{"train_loss": 0.0010277021210640669, "global_step": 26374, "epoch": 405, "lr": 2.4267527980019524e-05}
+{"train_loss": 0.00172189821023494, "global_step": 26375, "epoch": 405, "lr": 2.426402987903421e-05}
+{"train_loss": 0.0012673350283876061, "global_step": 26376, "epoch": 405, "lr": 2.4260531949412607e-05}
+{"train_loss": 0.0017241307068616152, "global_step": 26377, "epoch": 405, "lr": 2.425703419117799e-05}
+{"train_loss": 0.0032225262839347124, "global_step": 26378, "epoch": 405, "lr": 2.425353660435367e-05}
+{"train_loss": 0.0012053416576236486, "global_step": 26379, "epoch": 405, "lr": 2.4250039188962903e-05}
+{"train_loss": 0.003002964425832033, "global_step": 26380, "epoch": 405, "lr": 2.4246541945029012e-05}
+{"train_loss": 0.0011123566655442119, "global_step": 26381, "epoch": 405, "lr": 2.4243044872575248e-05}
+{"train_loss": 0.001920953975059092, "global_step": 26382, "epoch": 405, "lr": 2.4239547971624927e-05}
+{"train_loss": 0.0017128606559708714, "global_step": 26383, "epoch": 405, "lr": 2.42360512422013e-05}
+{"train_loss": 0.0018708016723394394, "global_step": 26384, "epoch": 405, "lr": 2.4232554684327672e-05}
+{"train_loss": 0.0016812679823487997, "global_step": 26385, "epoch": 405, "lr": 2.4229058298027323e-05}
+{"train_loss": 0.0013540155487135053, "global_step": 26386, "epoch": 405, "lr": 2.4225562083323556e-05}
+{"train_loss": 0.0011698404559865594, "global_step": 26387, "epoch": 405, "lr": 2.4222066040239598e-05}
+{"train_loss": 0.0016175990458577871, "global_step": 26388, "epoch": 405, "lr": 2.421857016879879e-05}
+{"train_loss": 0.001638318882144701, "global_step": 26389, "epoch": 405, "lr": 2.4215074469024345e-05, "val_loss": 0.008390496484935284, "train_action_mse_error": 5.4395106417359784e-05}
+{"train_loss": 0.002425681333988905, "global_step": 26390, "epoch": 406, "lr": 2.4211578940939594e-05}
+{"train_loss": 0.0015123420162126422, "global_step": 26391, "epoch": 406, "lr": 2.420808358456777e-05}
+{"train_loss": 0.002139096148312092, "global_step": 26392, "epoch": 406, "lr": 2.4204588399932165e-05}
+{"train_loss": 0.002606399590149522, "global_step": 26393, "epoch": 406, "lr": 2.420109338705605e-05}
+{"train_loss": 0.0014669863739982247, "global_step": 26394, "epoch": 406, "lr": 2.4197598545962724e-05}
+{"train_loss": 0.0026647006161510944, "global_step": 26395, "epoch": 406, "lr": 2.419410387667541e-05}
+{"train_loss": 0.0013850841205567122, "global_step": 26396, "epoch": 406, "lr": 2.4190609379217423e-05}
+{"train_loss": 0.0016177897341549397, "global_step": 26397, "epoch": 406, "lr": 2.418711505361198e-05}
+{"train_loss": 0.00140621408354491, "global_step": 26398, "epoch": 406, "lr": 2.4183620899882404e-05}
+{"train_loss": 0.002429894171655178, "global_step": 26399, "epoch": 406, "lr": 2.418012691805191e-05}
+{"train_loss": 0.0019259037217125297, "global_step": 26400, "epoch": 406, "lr": 2.4176633108143788e-05}
+{"train_loss": 0.0020240580197423697, "global_step": 26401, "epoch": 406, "lr": 2.4173139470181298e-05}
+{"train_loss": 0.0020371240098029375, "global_step": 26402, "epoch": 406, "lr": 2.4169646004187723e-05}
+{"train_loss": 0.0015694195171818137, "global_step": 26403, "epoch": 406, "lr": 2.416615271018631e-05}
+{"train_loss": 0.0021421073470264673, "global_step": 26404, "epoch": 406, "lr": 2.4162659588200288e-05}
+{"train_loss": 0.0014358508633449674, "global_step": 26405, "epoch": 406, "lr": 2.4159166638252944e-05}
+{"train_loss": 0.0019176177447661757, "global_step": 26406, "epoch": 406, "lr": 2.4155673860367563e-05}
+{"train_loss": 0.0025642304681241512, "global_step": 26407, "epoch": 406, "lr": 2.415218125456734e-05}
+{"train_loss": 0.0013500500936061144, "global_step": 26408, "epoch": 406, "lr": 2.4148688820875576e-05}
+{"train_loss": 0.0010127031709998846, "global_step": 26409, "epoch": 406, "lr": 2.414519655931551e-05}
+{"train_loss": 0.0015798744279891253, "global_step": 26410, "epoch": 406, "lr": 2.4141704469910414e-05}
+{"train_loss": 0.0023372345604002476, "global_step": 26411, "epoch": 406, "lr": 2.4138212552683524e-05}
+{"train_loss": 0.0012348678428679705, "global_step": 26412, "epoch": 406, "lr": 2.4134720807658078e-05}
+{"train_loss": 0.001945560798048973, "global_step": 26413, "epoch": 406, "lr": 2.413122923485734e-05}
+{"train_loss": 0.0019394117407500744, "global_step": 26414, "epoch": 406, "lr": 2.4127737834304577e-05}
+{"train_loss": 0.0011766126845031977, "global_step": 26415, "epoch": 406, "lr": 2.4124246606022998e-05}
+{"train_loss": 0.00099940097425133, "global_step": 26416, "epoch": 406, "lr": 2.412075555003587e-05}
+{"train_loss": 0.0008805140387266874, "global_step": 26417, "epoch": 406, "lr": 2.4117264666366436e-05}
+{"train_loss": 0.0019106799736618996, "global_step": 26418, "epoch": 406, "lr": 2.411377395503796e-05}
+{"train_loss": 0.00216228817589581, "global_step": 26419, "epoch": 406, "lr": 2.4110283416073672e-05}
+{"train_loss": 0.0023166746832430363, "global_step": 26420, "epoch": 406, "lr": 2.410679304949679e-05}
+{"train_loss": 0.0018660007044672966, "global_step": 26421, "epoch": 406, "lr": 2.410330285533057e-05}
+{"train_loss": 0.0020771739073097706, "global_step": 26422, "epoch": 406, "lr": 2.409981283359827e-05}
+{"train_loss": 0.002341675106436014, "global_step": 26423, "epoch": 406, "lr": 2.4096322984323105e-05}
+{"train_loss": 0.0017330306582152843, "global_step": 26424, "epoch": 406, "lr": 2.4092833307528316e-05}
+{"train_loss": 0.0012721640523523092, "global_step": 26425, "epoch": 406, "lr": 2.4089343803237147e-05}
+{"train_loss": 0.0024424903094768524, "global_step": 26426, "epoch": 406, "lr": 2.408585447147284e-05}
+{"train_loss": 0.0014373657759279013, "global_step": 26427, "epoch": 406, "lr": 2.4082365312258624e-05}
+{"train_loss": 0.001299049356020987, "global_step": 26428, "epoch": 406, "lr": 2.4078876325617712e-05}
+{"train_loss": 0.0010459230979904532, "global_step": 26429, "epoch": 406, "lr": 2.4075387511573346e-05}
+{"train_loss": 0.0016727690817788243, "global_step": 26430, "epoch": 406, "lr": 2.4071898870148778e-05}
+{"train_loss": 0.0024788856972008944, "global_step": 26431, "epoch": 406, "lr": 2.4068410401367205e-05}
+{"train_loss": 0.0022214234340935946, "global_step": 26432, "epoch": 406, "lr": 2.4064922105251864e-05}
+{"train_loss": 0.0011841285740956664, "global_step": 26433, "epoch": 406, "lr": 2.4061433981825993e-05}
+{"train_loss": 0.0019656256772577763, "global_step": 26434, "epoch": 406, "lr": 2.4057946031112826e-05}
+{"train_loss": 0.001538921962492168, "global_step": 26435, "epoch": 406, "lr": 2.4054458253135576e-05}
+{"train_loss": 0.0016049144323915243, "global_step": 26436, "epoch": 406, "lr": 2.405097064791744e-05}
+{"train_loss": 0.0016398712759837508, "global_step": 26437, "epoch": 406, "lr": 2.4047483215481675e-05}
+{"train_loss": 0.002966782543808222, "global_step": 26438, "epoch": 406, "lr": 2.4043995955851506e-05}
+{"train_loss": 0.0014728606911376119, "global_step": 26439, "epoch": 406, "lr": 2.4040508869050122e-05}
+{"train_loss": 0.0017293058335781097, "global_step": 26440, "epoch": 406, "lr": 2.4037021955100753e-05}
+{"train_loss": 0.0018053266685456038, "global_step": 26441, "epoch": 406, "lr": 2.4033535214026627e-05}
+{"train_loss": 0.002461785916239023, "global_step": 26442, "epoch": 406, "lr": 2.4030048645850977e-05}
+{"train_loss": 0.0026495889760553837, "global_step": 26443, "epoch": 406, "lr": 2.4026562250596995e-05}
+{"train_loss": 0.001927536097355187, "global_step": 26444, "epoch": 406, "lr": 2.4023076028287876e-05}
+{"train_loss": 0.0011486313305795193, "global_step": 26445, "epoch": 406, "lr": 2.401958997894686e-05}
+{"train_loss": 0.002297551603987813, "global_step": 26446, "epoch": 406, "lr": 2.401610410259717e-05}
+{"train_loss": 0.0013386027421802282, "global_step": 26447, "epoch": 406, "lr": 2.4012618399261984e-05}
+{"train_loss": 0.0010956593323498964, "global_step": 26448, "epoch": 406, "lr": 2.4009132868964522e-05}
+{"train_loss": 0.0010636968072503805, "global_step": 26449, "epoch": 406, "lr": 2.4005647511728024e-05}
+{"train_loss": 0.0012334256898611784, "global_step": 26450, "epoch": 406, "lr": 2.4002162327575652e-05}
+{"train_loss": 0.0028387042693793774, "global_step": 26451, "epoch": 406, "lr": 2.3998677316530647e-05}
+{"train_loss": 0.0012468020431697369, "global_step": 26452, "epoch": 406, "lr": 2.3995192478616185e-05}
+{"train_loss": 0.0017462186515331268, "global_step": 26453, "epoch": 406, "lr": 2.399170781385548e-05}
+{"train_loss": 0.0018006901722401381, "global_step": 26454, "epoch": 406, "lr": 2.3988223322271762e-05, "val_loss": 0.012520356103777885}
+{"train_loss": 0.001531373243778944, "global_step": 26455, "epoch": 407, "lr": 2.398473900388819e-05}
+{"train_loss": 0.002979196375235915, "global_step": 26456, "epoch": 407, "lr": 2.398125485872798e-05}
+{"train_loss": 0.0013970260042697191, "global_step": 26457, "epoch": 407, "lr": 2.3977770886814362e-05}
+{"train_loss": 0.0010106925619766116, "global_step": 26458, "epoch": 407, "lr": 2.397428708817048e-05}
+{"train_loss": 0.0013269548071548343, "global_step": 26459, "epoch": 407, "lr": 2.3970803462819584e-05}
+{"train_loss": 0.0017154369270429015, "global_step": 26460, "epoch": 407, "lr": 2.396732001078482e-05}
+{"train_loss": 0.002098110504448414, "global_step": 26461, "epoch": 407, "lr": 2.3963836732089412e-05}
+{"train_loss": 0.002105064457282424, "global_step": 26462, "epoch": 407, "lr": 2.3960353626756564e-05}
+{"train_loss": 0.0015777951339259744, "global_step": 26463, "epoch": 407, "lr": 2.3956870694809436e-05}
+{"train_loss": 0.001220246311277151, "global_step": 26464, "epoch": 407, "lr": 2.3953387936271237e-05}
+{"train_loss": 0.0014406173722818494, "global_step": 26465, "epoch": 407, "lr": 2.394990535116517e-05}
+{"train_loss": 0.0011359266936779022, "global_step": 26466, "epoch": 407, "lr": 2.3946422939514395e-05}
+{"train_loss": 0.0020088152959942818, "global_step": 26467, "epoch": 407, "lr": 2.3942940701342132e-05}
+{"train_loss": 0.0019992655143141747, "global_step": 26468, "epoch": 407, "lr": 2.393945863667153e-05}
+{"train_loss": 0.0011337304022163153, "global_step": 26469, "epoch": 407, "lr": 2.3935976745525796e-05}
+{"train_loss": 0.0009966796496883035, "global_step": 26470, "epoch": 407, "lr": 2.393249502792813e-05}
+{"train_loss": 0.0021402649581432343, "global_step": 26471, "epoch": 407, "lr": 2.3929013483901686e-05}
+{"train_loss": 0.0017747299280017614, "global_step": 26472, "epoch": 407, "lr": 2.3925532113469673e-05}
+{"train_loss": 0.0021943652536720037, "global_step": 26473, "epoch": 407, "lr": 2.3922050916655236e-05}
+{"train_loss": 0.0012762384722009301, "global_step": 26474, "epoch": 407, "lr": 2.3918569893481575e-05}
+{"train_loss": 0.0017760148039087653, "global_step": 26475, "epoch": 407, "lr": 2.391508904397189e-05}
+{"train_loss": 0.0015965445199981332, "global_step": 26476, "epoch": 407, "lr": 2.391160836814932e-05}
+{"train_loss": 0.001712112338282168, "global_step": 26477, "epoch": 407, "lr": 2.3908127866037056e-05}
+{"train_loss": 0.0020267062354832888, "global_step": 26478, "epoch": 407, "lr": 2.3904647537658293e-05}
+{"train_loss": 0.002369130961596966, "global_step": 26479, "epoch": 407, "lr": 2.3901167383036167e-05}
+{"train_loss": 0.0017386134713888168, "global_step": 26480, "epoch": 407, "lr": 2.3897687402193897e-05}
+{"train_loss": 0.001777654979377985, "global_step": 26481, "epoch": 407, "lr": 2.3894207595154607e-05}
+{"train_loss": 0.0018759607337415218, "global_step": 26482, "epoch": 407, "lr": 2.3890727961941483e-05}
+{"train_loss": 0.001478214398957789, "global_step": 26483, "epoch": 407, "lr": 2.3887248502577724e-05}
+{"train_loss": 0.0012140965554863214, "global_step": 26484, "epoch": 407, "lr": 2.3883769217086455e-05}
+{"train_loss": 0.0016847243532538414, "global_step": 26485, "epoch": 407, "lr": 2.3880290105490867e-05}
+{"train_loss": 0.0022406706120818853, "global_step": 26486, "epoch": 407, "lr": 2.3876811167814135e-05}
+{"train_loss": 0.0015722702955827117, "global_step": 26487, "epoch": 407, "lr": 2.387333240407939e-05}
+{"train_loss": 0.001262549078091979, "global_step": 26488, "epoch": 407, "lr": 2.3869853814309833e-05}
+{"train_loss": 0.002382859354838729, "global_step": 26489, "epoch": 407, "lr": 2.386637539852859e-05}
+{"train_loss": 0.0008868949371390045, "global_step": 26490, "epoch": 407, "lr": 2.3862897156758846e-05}
+{"train_loss": 0.0013633043272420764, "global_step": 26491, "epoch": 407, "lr": 2.3859419089023772e-05}
+{"train_loss": 0.0018828706815838814, "global_step": 26492, "epoch": 407, "lr": 2.3855941195346487e-05}
+{"train_loss": 0.0013714657397940755, "global_step": 26493, "epoch": 407, "lr": 2.3852463475750174e-05}
+{"train_loss": 0.0027288615237921476, "global_step": 26494, "epoch": 407, "lr": 2.3848985930258004e-05}
+{"train_loss": 0.0018779858946800232, "global_step": 26495, "epoch": 407, "lr": 2.384550855889312e-05}
+{"train_loss": 0.001790313981473446, "global_step": 26496, "epoch": 407, "lr": 2.384203136167865e-05}
+{"train_loss": 0.0015551698161289096, "global_step": 26497, "epoch": 407, "lr": 2.3838554338637775e-05}
+{"train_loss": 0.00202196161262691, "global_step": 26498, "epoch": 407, "lr": 2.383507748979364e-05}
+{"train_loss": 0.0014237662544474006, "global_step": 26499, "epoch": 407, "lr": 2.3831600815169408e-05}
+{"train_loss": 0.001327758887782693, "global_step": 26500, "epoch": 407, "lr": 2.3828124314788203e-05}
+{"train_loss": 0.0015656043542549014, "global_step": 26501, "epoch": 407, "lr": 2.3824647988673188e-05}
+{"train_loss": 0.0012617248576134443, "global_step": 26502, "epoch": 407, "lr": 2.3821171836847527e-05}
+{"train_loss": 0.0017521604895591736, "global_step": 26503, "epoch": 407, "lr": 2.381769585933435e-05}
+{"train_loss": 0.0010134446201846004, "global_step": 26504, "epoch": 407, "lr": 2.3814220056156778e-05}
+{"train_loss": 0.0023322287015616894, "global_step": 26505, "epoch": 407, "lr": 2.3810744427337984e-05}
+{"train_loss": 0.0016059757908806205, "global_step": 26506, "epoch": 407, "lr": 2.38072689729011e-05}
+{"train_loss": 0.0017102023120969534, "global_step": 26507, "epoch": 407, "lr": 2.3803793692869286e-05}
+{"train_loss": 0.001552534638904035, "global_step": 26508, "epoch": 407, "lr": 2.3800318587265658e-05}
+{"train_loss": 0.0015582259511575103, "global_step": 26509, "epoch": 407, "lr": 2.3796843656113354e-05}
+{"train_loss": 0.0018722291570156813, "global_step": 26510, "epoch": 407, "lr": 2.3793368899435546e-05}
+{"train_loss": 0.001410324708558619, "global_step": 26511, "epoch": 407, "lr": 2.378989431725535e-05}
+{"train_loss": 0.0014110716292634606, "global_step": 26512, "epoch": 407, "lr": 2.378641990959588e-05}
+{"train_loss": 0.0007666466990485787, "global_step": 26513, "epoch": 407, "lr": 2.378294567648029e-05}
+{"train_loss": 0.001628505764529109, "global_step": 26514, "epoch": 407, "lr": 2.377947161793171e-05}
+{"train_loss": 0.0017865269910544157, "global_step": 26515, "epoch": 407, "lr": 2.3775997733973293e-05}
+{"train_loss": 0.0019677327945828438, "global_step": 26516, "epoch": 407, "lr": 2.3772524024628136e-05}
+{"train_loss": 0.00117584562394768, "global_step": 26517, "epoch": 407, "lr": 2.376905048991938e-05}
+{"train_loss": 0.001297229202464223, "global_step": 26518, "epoch": 407, "lr": 2.376557712987018e-05}
+{"train_loss": 0.0016436110152146565, "global_step": 26519, "epoch": 407, "lr": 2.3762103944503643e-05, "val_loss": 0.003330953186377883}
+{"train_loss": 0.0006546055083163083, "global_step": 26520, "epoch": 408, "lr": 2.3758630933842872e-05}
+{"train_loss": 0.0013782501919195056, "global_step": 26521, "epoch": 408, "lr": 2.375515809791102e-05}
+{"train_loss": 0.0010697765974327922, "global_step": 26522, "epoch": 408, "lr": 2.37516854367312e-05}
+{"train_loss": 0.0021199178881943226, "global_step": 26523, "epoch": 408, "lr": 2.374821295032656e-05}
+{"train_loss": 0.0011735826265066862, "global_step": 26524, "epoch": 408, "lr": 2.3744740638720186e-05}
+{"train_loss": 0.0020216242410242558, "global_step": 26525, "epoch": 408, "lr": 2.374126850193521e-05}
+{"train_loss": 0.0009837792022153735, "global_step": 26526, "epoch": 408, "lr": 2.3737796539994774e-05}
+{"train_loss": 0.001176128862425685, "global_step": 26527, "epoch": 408, "lr": 2.3734324752921976e-05}
+{"train_loss": 0.001556804170832038, "global_step": 26528, "epoch": 408, "lr": 2.3730853140739923e-05}
+{"train_loss": 0.0009508684161119163, "global_step": 26529, "epoch": 408, "lr": 2.3727381703471736e-05}
+{"train_loss": 0.0009192285942845047, "global_step": 26530, "epoch": 408, "lr": 2.3723910441140535e-05}
+{"train_loss": 0.0013758466811850667, "global_step": 26531, "epoch": 408, "lr": 2.3720439353769457e-05}
+{"train_loss": 0.001686218660324812, "global_step": 26532, "epoch": 408, "lr": 2.371696844138157e-05}
+{"train_loss": 0.002241178648546338, "global_step": 26533, "epoch": 408, "lr": 2.371349770400001e-05}
+{"train_loss": 0.0017392460722476244, "global_step": 26534, "epoch": 408, "lr": 2.3710027141647906e-05}
+{"train_loss": 0.0008183876634575427, "global_step": 26535, "epoch": 408, "lr": 2.3706556754348336e-05}
+{"train_loss": 0.0012521217577159405, "global_step": 26536, "epoch": 408, "lr": 2.3703086542124402e-05}
+{"train_loss": 0.0021894220262765884, "global_step": 26537, "epoch": 408, "lr": 2.3699616504999227e-05}
+{"train_loss": 0.0025657154619693756, "global_step": 26538, "epoch": 408, "lr": 2.3696146642995915e-05}
+{"train_loss": 0.0017196350963786244, "global_step": 26539, "epoch": 408, "lr": 2.3692676956137583e-05}
+{"train_loss": 0.0023788129910826683, "global_step": 26540, "epoch": 408, "lr": 2.3689207444447308e-05}
+{"train_loss": 0.0012407711474224925, "global_step": 26541, "epoch": 408, "lr": 2.3685738107948203e-05}
+{"train_loss": 0.0013977369526401162, "global_step": 26542, "epoch": 408, "lr": 2.3682268946663383e-05}
+{"train_loss": 0.0022018563468009233, "global_step": 26543, "epoch": 408, "lr": 2.3678799960615944e-05}
+{"train_loss": 0.001293217297643423, "global_step": 26544, "epoch": 408, "lr": 2.367533114982895e-05}
+{"train_loss": 0.001947376993484795, "global_step": 26545, "epoch": 408, "lr": 2.3671862514325523e-05}
+{"train_loss": 0.0021936162374913692, "global_step": 26546, "epoch": 408, "lr": 2.3668394054128762e-05}
+{"train_loss": 0.0013216034276410937, "global_step": 26547, "epoch": 408, "lr": 2.3664925769261776e-05}
+{"train_loss": 0.0012171178823336959, "global_step": 26548, "epoch": 408, "lr": 2.3661457659747623e-05}
+{"train_loss": 0.001180866383947432, "global_step": 26549, "epoch": 408, "lr": 2.3657989725609432e-05}
+{"train_loss": 0.0014409625437110662, "global_step": 26550, "epoch": 408, "lr": 2.3654521966870257e-05}
+{"train_loss": 0.0018072172533720732, "global_step": 26551, "epoch": 408, "lr": 2.3651054383553228e-05}
+{"train_loss": 0.0016115013277158141, "global_step": 26552, "epoch": 408, "lr": 2.3647586975681398e-05}
+{"train_loss": 0.0015219573397189379, "global_step": 26553, "epoch": 408, "lr": 2.364411974327787e-05}
+{"train_loss": 0.0011315657757222652, "global_step": 26554, "epoch": 408, "lr": 2.3640652686365726e-05}
+{"train_loss": 0.0019463782664388418, "global_step": 26555, "epoch": 408, "lr": 2.3637185804968082e-05}
+{"train_loss": 0.0017808937700465322, "global_step": 26556, "epoch": 408, "lr": 2.363371909910797e-05}
+{"train_loss": 0.0008015904459170997, "global_step": 26557, "epoch": 408, "lr": 2.3630252568808525e-05}
+{"train_loss": 0.0024628243409097195, "global_step": 26558, "epoch": 408, "lr": 2.3626786214092782e-05}
+{"train_loss": 0.0013832098338752985, "global_step": 26559, "epoch": 408, "lr": 2.362332003498387e-05}
+{"train_loss": 0.0017866430571302772, "global_step": 26560, "epoch": 408, "lr": 2.361985403150482e-05}
+{"train_loss": 0.0022202390246093273, "global_step": 26561, "epoch": 408, "lr": 2.361638820367873e-05}
+{"train_loss": 0.0012616039020940661, "global_step": 26562, "epoch": 408, "lr": 2.3612922551528684e-05}
+{"train_loss": 0.001663093687966466, "global_step": 26563, "epoch": 408, "lr": 2.360945707507777e-05}
+{"train_loss": 0.0019879592582583427, "global_step": 26564, "epoch": 408, "lr": 2.360599177434903e-05}
+{"train_loss": 0.0022061362396925688, "global_step": 26565, "epoch": 408, "lr": 2.3602526649365575e-05}
+{"train_loss": 0.00165047578047961, "global_step": 26566, "epoch": 408, "lr": 2.3599061700150437e-05}
+{"train_loss": 0.0017565492307767272, "global_step": 26567, "epoch": 408, "lr": 2.359559692672673e-05}
+{"train_loss": 0.0015321241226047277, "global_step": 26568, "epoch": 408, "lr": 2.3592132329117482e-05}
+{"train_loss": 0.0016014494467526674, "global_step": 26569, "epoch": 408, "lr": 2.3588667907345786e-05}
+{"train_loss": 0.001705499948002398, "global_step": 26570, "epoch": 408, "lr": 2.35852036614347e-05}
+{"train_loss": 0.0009660631185397506, "global_step": 26571, "epoch": 408, "lr": 2.3581739591407326e-05}
+{"train_loss": 0.002414095215499401, "global_step": 26572, "epoch": 408, "lr": 2.3578275697286696e-05}
+{"train_loss": 0.0022284851875156164, "global_step": 26573, "epoch": 408, "lr": 2.3574811979095863e-05}
+{"train_loss": 0.0008728579850867391, "global_step": 26574, "epoch": 408, "lr": 2.3571348436857904e-05}
+{"train_loss": 0.00194302957970649, "global_step": 26575, "epoch": 408, "lr": 2.35678850705959e-05}
+{"train_loss": 0.0015610911650583148, "global_step": 26576, "epoch": 408, "lr": 2.356442188033288e-05}
+{"train_loss": 0.001512610586360097, "global_step": 26577, "epoch": 408, "lr": 2.3560958866091926e-05}
+{"train_loss": 0.002571334596723318, "global_step": 26578, "epoch": 408, "lr": 2.3557496027896087e-05}
+{"train_loss": 0.0020160269923508167, "global_step": 26579, "epoch": 408, "lr": 2.355403336576844e-05}
+{"train_loss": 0.001227106316946447, "global_step": 26580, "epoch": 408, "lr": 2.3550570879732026e-05}
+{"train_loss": 0.001419454114511609, "global_step": 26581, "epoch": 408, "lr": 2.3547108569809877e-05}
+{"train_loss": 0.0011492813937366009, "global_step": 26582, "epoch": 408, "lr": 2.3543646436025075e-05}
+{"train_loss": 0.000676249444950372, "global_step": 26583, "epoch": 408, "lr": 2.354018447840068e-05}
+{"train_loss": 0.001599536368695016, "global_step": 26584, "epoch": 408, "lr": 2.3536722696959713e-05, "val_loss": 0.006734977010637522}
+{"train_loss": 0.0018289281288161874, "global_step": 26585, "epoch": 409, "lr": 2.3533261091725246e-05}
+{"train_loss": 0.0020363889634609222, "global_step": 26586, "epoch": 409, "lr": 2.3529799662720313e-05}
+{"train_loss": 0.0015594350406900048, "global_step": 26587, "epoch": 409, "lr": 2.3526338409968e-05}
+{"train_loss": 0.0011287950910627842, "global_step": 26588, "epoch": 409, "lr": 2.3522877333491327e-05}
+{"train_loss": 0.0020370804704725742, "global_step": 26589, "epoch": 409, "lr": 2.351941643331332e-05}
+{"train_loss": 0.0016885051736608148, "global_step": 26590, "epoch": 409, "lr": 2.351595570945704e-05}
+{"train_loss": 0.0013649410102516413, "global_step": 26591, "epoch": 409, "lr": 2.3512495161945553e-05}
+{"train_loss": 0.0016579740913584828, "global_step": 26592, "epoch": 409, "lr": 2.3509034790801867e-05}
+{"train_loss": 0.001973952166736126, "global_step": 26593, "epoch": 409, "lr": 2.3505574596049028e-05}
+{"train_loss": 0.0011887670261785388, "global_step": 26594, "epoch": 409, "lr": 2.350211457771009e-05}
+{"train_loss": 0.0030126257333904505, "global_step": 26595, "epoch": 409, "lr": 2.3498654735808106e-05}
+{"train_loss": 0.0012659970670938492, "global_step": 26596, "epoch": 409, "lr": 2.3495195070366094e-05}
+{"train_loss": 0.0019789987709373236, "global_step": 26597, "epoch": 409, "lr": 2.349173558140707e-05}
+{"train_loss": 0.0017018802464008331, "global_step": 26598, "epoch": 409, "lr": 2.348827626895409e-05}
+{"train_loss": 0.0017033444019034505, "global_step": 26599, "epoch": 409, "lr": 2.3484817133030206e-05}
+{"train_loss": 0.0016343857860192657, "global_step": 26600, "epoch": 409, "lr": 2.3481358173658417e-05}
+{"train_loss": 0.002948991023004055, "global_step": 26601, "epoch": 409, "lr": 2.347789939086177e-05}
+{"train_loss": 0.0015016586985439062, "global_step": 26602, "epoch": 409, "lr": 2.347444078466329e-05}
+{"train_loss": 0.003069852711632848, "global_step": 26603, "epoch": 409, "lr": 2.347098235508603e-05}
+{"train_loss": 0.0013313618255779147, "global_step": 26604, "epoch": 409, "lr": 2.3467524102153004e-05}
+{"train_loss": 0.0019499745685607195, "global_step": 26605, "epoch": 409, "lr": 2.3464066025887216e-05}
+{"train_loss": 0.0016252686036750674, "global_step": 26606, "epoch": 409, "lr": 2.3460608126311707e-05}
+{"train_loss": 0.000981686869636178, "global_step": 26607, "epoch": 409, "lr": 2.3457150403449524e-05}
+{"train_loss": 0.0032821570057421923, "global_step": 26608, "epoch": 409, "lr": 2.345369285732365e-05}
+{"train_loss": 0.0013863698113709688, "global_step": 26609, "epoch": 409, "lr": 2.3450235487957135e-05}
+{"train_loss": 0.001565049635246396, "global_step": 26610, "epoch": 409, "lr": 2.3446778295372983e-05}
+{"train_loss": 0.001594941015355289, "global_step": 26611, "epoch": 409, "lr": 2.344332127959425e-05}
+{"train_loss": 0.0022092219442129135, "global_step": 26612, "epoch": 409, "lr": 2.3439864440643928e-05}
+{"train_loss": 0.003659522859379649, "global_step": 26613, "epoch": 409, "lr": 2.3436407778545018e-05}
+{"train_loss": 0.0024545975029468536, "global_step": 26614, "epoch": 409, "lr": 2.3432951293320547e-05}
+{"train_loss": 0.0018126957584172487, "global_step": 26615, "epoch": 409, "lr": 2.3429494984993554e-05}
+{"train_loss": 0.002653918694704771, "global_step": 26616, "epoch": 409, "lr": 2.3426038853587024e-05}
+{"train_loss": 0.0032954770140349865, "global_step": 26617, "epoch": 409, "lr": 2.342258289912398e-05}
+{"train_loss": 0.00242601684294641, "global_step": 26618, "epoch": 409, "lr": 2.3419127121627448e-05}
+{"train_loss": 0.0014446371933445334, "global_step": 26619, "epoch": 409, "lr": 2.3415671521120413e-05}
+{"train_loss": 0.001605155528523028, "global_step": 26620, "epoch": 409, "lr": 2.341221609762591e-05}
+{"train_loss": 0.0021380239631980658, "global_step": 26621, "epoch": 409, "lr": 2.3408760851166918e-05}
+{"train_loss": 0.0018154369900003076, "global_step": 26622, "epoch": 409, "lr": 2.3405305781766458e-05}
+{"train_loss": 0.0014411152806133032, "global_step": 26623, "epoch": 409, "lr": 2.3401850889447536e-05}
+{"train_loss": 0.0028682900592684746, "global_step": 26624, "epoch": 409, "lr": 2.3398396174233178e-05}
+{"train_loss": 0.0010233854409307241, "global_step": 26625, "epoch": 409, "lr": 2.3394941636146345e-05}
+{"train_loss": 0.0028156519401818514, "global_step": 26626, "epoch": 409, "lr": 2.3391487275210084e-05}
+{"train_loss": 0.002597407205030322, "global_step": 26627, "epoch": 409, "lr": 2.3388033091447348e-05}
+{"train_loss": 0.0022332703229039907, "global_step": 26628, "epoch": 409, "lr": 2.338457908488118e-05}
+{"train_loss": 0.0011967865284532309, "global_step": 26629, "epoch": 409, "lr": 2.3381125255534547e-05}
+{"train_loss": 0.001967350021004677, "global_step": 26630, "epoch": 409, "lr": 2.3377671603430458e-05}
+{"train_loss": 0.0009904479375109076, "global_step": 26631, "epoch": 409, "lr": 2.3374218128591914e-05}
+{"train_loss": 0.0009193701553158462, "global_step": 26632, "epoch": 409, "lr": 2.337076483104192e-05}
+{"train_loss": 0.001945744501426816, "global_step": 26633, "epoch": 409, "lr": 2.336731171080344e-05}
+{"train_loss": 0.0022680803667753935, "global_step": 26634, "epoch": 409, "lr": 2.33638587678995e-05}
+{"train_loss": 0.0016631727339699864, "global_step": 26635, "epoch": 409, "lr": 2.3360406002353058e-05}
+{"train_loss": 0.002493321429938078, "global_step": 26636, "epoch": 409, "lr": 2.3356953414187143e-05}
+{"train_loss": 0.001587638515047729, "global_step": 26637, "epoch": 409, "lr": 2.33535010034247e-05}
+{"train_loss": 0.0022625455167144537, "global_step": 26638, "epoch": 409, "lr": 2.3350048770088738e-05}
+{"train_loss": 0.0012604821240529418, "global_step": 26639, "epoch": 409, "lr": 2.334659671420225e-05}
+{"train_loss": 0.0031156083568930626, "global_step": 26640, "epoch": 409, "lr": 2.3343144835788233e-05}
+{"train_loss": 0.0015656368341296911, "global_step": 26641, "epoch": 409, "lr": 2.3339693134869638e-05}
+{"train_loss": 0.00101657269988209, "global_step": 26642, "epoch": 409, "lr": 2.3336241611469484e-05}
+{"train_loss": 0.0028655999340116978, "global_step": 26643, "epoch": 409, "lr": 2.3332790265610715e-05}
+{"train_loss": 0.0017139458796009421, "global_step": 26644, "epoch": 409, "lr": 2.332933909731635e-05}
+{"train_loss": 0.0017003059620037675, "global_step": 26645, "epoch": 409, "lr": 2.332588810660933e-05}
+{"train_loss": 0.0022317294497042894, "global_step": 26646, "epoch": 409, "lr": 2.3322437293512654e-05}
+{"train_loss": 0.0014802113873884082, "global_step": 26647, "epoch": 409, "lr": 2.3318986658049302e-05}
+{"train_loss": 0.0012086819624528289, "global_step": 26648, "epoch": 409, "lr": 2.3315536200242267e-05}
+{"train_loss": 0.0019058572880637187, "global_step": 26649, "epoch": 409, "lr": 2.33120859201145e-05, "val_loss": 0.005486705806106329}
+{"train_loss": 0.0020307886879891157, "global_step": 26650, "epoch": 410, "lr": 2.3308635817688963e-05}
+{"train_loss": 0.0017017793143168092, "global_step": 26651, "epoch": 410, "lr": 2.3305185892988646e-05}
+{"train_loss": 0.0016926107928156853, "global_step": 26652, "epoch": 410, "lr": 2.3301736146036533e-05}
+{"train_loss": 0.0014299631584435701, "global_step": 26653, "epoch": 410, "lr": 2.3298286576855565e-05}
+{"train_loss": 0.00214363937266171, "global_step": 26654, "epoch": 410, "lr": 2.3294837185468727e-05}
+{"train_loss": 0.0013916969764977694, "global_step": 26655, "epoch": 410, "lr": 2.329138797189898e-05}
+{"train_loss": 0.0030865648295730352, "global_step": 26656, "epoch": 410, "lr": 2.3287938936169323e-05}
+{"train_loss": 0.001453524804674089, "global_step": 26657, "epoch": 410, "lr": 2.328449007830269e-05}
+{"train_loss": 0.0013582865940406919, "global_step": 26658, "epoch": 410, "lr": 2.3281041398322036e-05}
+{"train_loss": 0.0018559524323791265, "global_step": 26659, "epoch": 410, "lr": 2.327759289625034e-05}
+{"train_loss": 0.0020885830745100975, "global_step": 26660, "epoch": 410, "lr": 2.3274144572110574e-05}
+{"train_loss": 0.002036621095612645, "global_step": 26661, "epoch": 410, "lr": 2.3270696425925676e-05}
+{"train_loss": 0.002106046536937356, "global_step": 26662, "epoch": 410, "lr": 2.3267248457718615e-05}
+{"train_loss": 0.00113341910764575, "global_step": 26663, "epoch": 410, "lr": 2.3263800667512346e-05}
+{"train_loss": 0.0023038119543343782, "global_step": 26664, "epoch": 410, "lr": 2.326035305532986e-05}
+{"train_loss": 0.002201259369030595, "global_step": 26665, "epoch": 410, "lr": 2.325690562119408e-05}
+{"train_loss": 0.001651074388064444, "global_step": 26666, "epoch": 410, "lr": 2.3253458365127943e-05}
+{"train_loss": 0.0014925464056432247, "global_step": 26667, "epoch": 410, "lr": 2.3250011287154435e-05}
+{"train_loss": 0.003089913399890065, "global_step": 26668, "epoch": 410, "lr": 2.324656438729651e-05}
+{"train_loss": 0.0014538555406033993, "global_step": 26669, "epoch": 410, "lr": 2.324311766557709e-05}
+{"train_loss": 0.0017147023463621736, "global_step": 26670, "epoch": 410, "lr": 2.3239671122019146e-05}
+{"train_loss": 0.0018201322527602315, "global_step": 26671, "epoch": 410, "lr": 2.323622475664562e-05}
+{"train_loss": 0.0016119737410917878, "global_step": 26672, "epoch": 410, "lr": 2.3232778569479507e-05}
+{"train_loss": 0.0019516199827194214, "global_step": 26673, "epoch": 410, "lr": 2.3229332560543666e-05}
+{"train_loss": 0.0008713708957657218, "global_step": 26674, "epoch": 410, "lr": 2.322588672986109e-05}
+{"train_loss": 0.0019224031129851937, "global_step": 26675, "epoch": 410, "lr": 2.322244107745472e-05}
+{"train_loss": 0.0009907392086461186, "global_step": 26676, "epoch": 410, "lr": 2.321899560334752e-05}
+{"train_loss": 0.002225623233243823, "global_step": 26677, "epoch": 410, "lr": 2.3215550307562388e-05}
+{"train_loss": 0.001412492012605071, "global_step": 26678, "epoch": 410, "lr": 2.3212105190122286e-05}
+{"train_loss": 0.0010835457360371947, "global_step": 26679, "epoch": 410, "lr": 2.3208660251050158e-05}
+{"train_loss": 0.0031105924863368273, "global_step": 26680, "epoch": 410, "lr": 2.3205215490368976e-05}
+{"train_loss": 0.0014312290586531162, "global_step": 26681, "epoch": 410, "lr": 2.32017709081016e-05}
+{"train_loss": 0.0015532837714999914, "global_step": 26682, "epoch": 410, "lr": 2.3198326504271005e-05}
+{"train_loss": 0.001848009880632162, "global_step": 26683, "epoch": 410, "lr": 2.319488227890013e-05}
+{"train_loss": 0.0023429046850651503, "global_step": 26684, "epoch": 410, "lr": 2.3191438232011926e-05}
+{"train_loss": 0.0022104354575276375, "global_step": 26685, "epoch": 410, "lr": 2.3187994363629278e-05}
+{"train_loss": 0.0014974219957366586, "global_step": 26686, "epoch": 410, "lr": 2.3184550673775144e-05}
+{"train_loss": 0.001800319878384471, "global_step": 26687, "epoch": 410, "lr": 2.318110716247246e-05}
+{"train_loss": 0.0025684679858386517, "global_step": 26688, "epoch": 410, "lr": 2.3177663829744177e-05}
+{"train_loss": 0.0017927327426150441, "global_step": 26689, "epoch": 410, "lr": 2.317422067561316e-05}
+{"train_loss": 0.0017095563234761357, "global_step": 26690, "epoch": 410, "lr": 2.317077770010237e-05}
+{"train_loss": 0.002430599881336093, "global_step": 26691, "epoch": 410, "lr": 2.316733490323473e-05}
+{"train_loss": 0.0014471528120338917, "global_step": 26692, "epoch": 410, "lr": 2.3163892285033185e-05}
+{"train_loss": 0.00171049521304667, "global_step": 26693, "epoch": 410, "lr": 2.3160449845520614e-05}
+{"train_loss": 0.0018319269875064492, "global_step": 26694, "epoch": 410, "lr": 2.3157007584719964e-05}
+{"train_loss": 0.0014809592394158244, "global_step": 26695, "epoch": 410, "lr": 2.3153565502654175e-05}
+{"train_loss": 0.0020980858244001865, "global_step": 26696, "epoch": 410, "lr": 2.315012359934614e-05}
+{"train_loss": 0.001590074272826314, "global_step": 26697, "epoch": 410, "lr": 2.314668187481877e-05}
+{"train_loss": 0.0016864859499037266, "global_step": 26698, "epoch": 410, "lr": 2.314324032909499e-05}
+{"train_loss": 0.0010202571284025908, "global_step": 26699, "epoch": 410, "lr": 2.3139798962197718e-05}
+{"train_loss": 0.0029056291095912457, "global_step": 26700, "epoch": 410, "lr": 2.3136357774149885e-05}
+{"train_loss": 0.0010662246495485306, "global_step": 26701, "epoch": 410, "lr": 2.3132916764974378e-05}
+{"train_loss": 0.0011708769015967846, "global_step": 26702, "epoch": 410, "lr": 2.3129475934694116e-05}
+{"train_loss": 0.00293899467214942, "global_step": 26703, "epoch": 410, "lr": 2.312603528333203e-05}
+{"train_loss": 0.001302512944675982, "global_step": 26704, "epoch": 410, "lr": 2.3122594810911e-05}
+{"train_loss": 0.0030314933974295855, "global_step": 26705, "epoch": 410, "lr": 2.3119154517453967e-05}
+{"train_loss": 0.0017082779668271542, "global_step": 26706, "epoch": 410, "lr": 2.3115714402983797e-05}
+{"train_loss": 0.0008447914151474833, "global_step": 26707, "epoch": 410, "lr": 2.311227446752342e-05}
+{"train_loss": 0.0027228468097746372, "global_step": 26708, "epoch": 410, "lr": 2.3108834711095754e-05}
+{"train_loss": 0.0019833515398204327, "global_step": 26709, "epoch": 410, "lr": 2.3105395133723674e-05}
+{"train_loss": 0.001496807555668056, "global_step": 26710, "epoch": 410, "lr": 2.31019557354301e-05}
+{"train_loss": 0.0014722015475854278, "global_step": 26711, "epoch": 410, "lr": 2.3098516516237938e-05}
+{"train_loss": 0.001433670287951827, "global_step": 26712, "epoch": 410, "lr": 2.309507747617007e-05}
+{"train_loss": 0.0014825628604739904, "global_step": 26713, "epoch": 410, "lr": 2.3091638615249423e-05}
+{"train_loss": 0.0018045230446240078, "global_step": 26714, "epoch": 410, "lr": 2.3088199933498854e-05, "val_loss": 0.004891871474683285, "train_action_mse_error": 3.205438406439498e-05}
+{"train_loss": 0.002125646686181426, "global_step": 26715, "epoch": 411, "lr": 2.3084761430941283e-05}
+{"train_loss": 0.0021570243407040834, "global_step": 26716, "epoch": 411, "lr": 2.3081323107599624e-05}
+{"train_loss": 0.0011384679237380624, "global_step": 26717, "epoch": 411, "lr": 2.3077884963496733e-05}
+{"train_loss": 0.002356870798394084, "global_step": 26718, "epoch": 411, "lr": 2.307444699865554e-05}
+{"train_loss": 0.0016680400585755706, "global_step": 26719, "epoch": 411, "lr": 2.3071009213098905e-05}
+{"train_loss": 0.0017895989585667849, "global_step": 26720, "epoch": 411, "lr": 2.3067571606849725e-05}
+{"train_loss": 0.001867527374997735, "global_step": 26721, "epoch": 411, "lr": 2.3064134179930918e-05}
+{"train_loss": 0.0016331176739186049, "global_step": 26722, "epoch": 411, "lr": 2.3060696932365333e-05}
+{"train_loss": 0.0011774469166994095, "global_step": 26723, "epoch": 411, "lr": 2.305725986417588e-05}
+{"train_loss": 0.0023868621792644262, "global_step": 26724, "epoch": 411, "lr": 2.305382297538545e-05}
+{"train_loss": 0.0011444110423326492, "global_step": 26725, "epoch": 411, "lr": 2.3050386266016898e-05}
+{"train_loss": 0.001803944818675518, "global_step": 26726, "epoch": 411, "lr": 2.3046949736093155e-05}
+{"train_loss": 0.0017911435570567846, "global_step": 26727, "epoch": 411, "lr": 2.3043513385637044e-05}
+{"train_loss": 0.0009754106868058443, "global_step": 26728, "epoch": 411, "lr": 2.3040077214671485e-05}
+{"train_loss": 0.0009149778634309769, "global_step": 26729, "epoch": 411, "lr": 2.303664122321937e-05}
+{"train_loss": 0.002011510543525219, "global_step": 26730, "epoch": 411, "lr": 2.303320541130353e-05}
+{"train_loss": 0.0018218673067167401, "global_step": 26731, "epoch": 411, "lr": 2.3029769778946873e-05}
+{"train_loss": 0.0018773061456158757, "global_step": 26732, "epoch": 411, "lr": 2.30263343261723e-05}
+{"train_loss": 0.0020086306612938643, "global_step": 26733, "epoch": 411, "lr": 2.302289905300263e-05}
+{"train_loss": 0.001320279436185956, "global_step": 26734, "epoch": 411, "lr": 2.3019463959460787e-05}
+{"train_loss": 0.0015991771360859275, "global_step": 26735, "epoch": 411, "lr": 2.3016029045569604e-05}
+{"train_loss": 0.0018701213411986828, "global_step": 26736, "epoch": 411, "lr": 2.3012594311351965e-05}
+{"train_loss": 0.0014515965012833476, "global_step": 26737, "epoch": 411, "lr": 2.3009159756830767e-05}
+{"train_loss": 0.0013160097878426313, "global_step": 26738, "epoch": 411, "lr": 2.300572538202884e-05}
+{"train_loss": 0.0010042566573247313, "global_step": 26739, "epoch": 411, "lr": 2.3002291186969073e-05}
+{"train_loss": 0.0013329164357855916, "global_step": 26740, "epoch": 411, "lr": 2.2998857171674344e-05}
+{"train_loss": 0.0016380068846046925, "global_step": 26741, "epoch": 411, "lr": 2.2995423336167498e-05}
+{"train_loss": 0.002864465583115816, "global_step": 26742, "epoch": 411, "lr": 2.2991989680471392e-05}
+{"train_loss": 0.0020307290833443403, "global_step": 26743, "epoch": 411, "lr": 2.29885562046089e-05}
+{"train_loss": 0.0008744591614231467, "global_step": 26744, "epoch": 411, "lr": 2.298512290860289e-05}
+{"train_loss": 0.0022972896695137024, "global_step": 26745, "epoch": 411, "lr": 2.2981689792476237e-05}
+{"train_loss": 0.0012648686533793807, "global_step": 26746, "epoch": 411, "lr": 2.2978256856251762e-05}
+{"train_loss": 0.001158426166512072, "global_step": 26747, "epoch": 411, "lr": 2.2974824099952342e-05}
+{"train_loss": 0.0014478937955573201, "global_step": 26748, "epoch": 411, "lr": 2.2971391523600854e-05}
+{"train_loss": 0.000979311065748334, "global_step": 26749, "epoch": 411, "lr": 2.296795912722014e-05}
+{"train_loss": 0.002408689819276333, "global_step": 26750, "epoch": 411, "lr": 2.296452691083303e-05}
+{"train_loss": 0.002142355777323246, "global_step": 26751, "epoch": 411, "lr": 2.296109487446239e-05}
+{"train_loss": 0.000736228481400758, "global_step": 26752, "epoch": 411, "lr": 2.2957663018131087e-05}
+{"train_loss": 0.0021944406908005476, "global_step": 26753, "epoch": 411, "lr": 2.295423134186199e-05}
+{"train_loss": 0.002507569035515189, "global_step": 26754, "epoch": 411, "lr": 2.2950799845677896e-05}
+{"train_loss": 0.0023709300439804792, "global_step": 26755, "epoch": 411, "lr": 2.294736852960168e-05}
+{"train_loss": 0.0016955159371718764, "global_step": 26756, "epoch": 411, "lr": 2.294393739365621e-05}
+{"train_loss": 0.0008147124899551272, "global_step": 26757, "epoch": 411, "lr": 2.2940506437864322e-05}
+{"train_loss": 0.0035251742228865623, "global_step": 26758, "epoch": 411, "lr": 2.293707566224883e-05}
+{"train_loss": 0.001630901824682951, "global_step": 26759, "epoch": 411, "lr": 2.29336450668326e-05}
+{"train_loss": 0.0009870632784441113, "global_step": 26760, "epoch": 411, "lr": 2.293021465163847e-05}
+{"train_loss": 0.001753861433826387, "global_step": 26761, "epoch": 411, "lr": 2.2926784416689312e-05}
+{"train_loss": 0.003802088089287281, "global_step": 26762, "epoch": 411, "lr": 2.2923354362007925e-05}
+{"train_loss": 0.002277988940477371, "global_step": 26763, "epoch": 411, "lr": 2.2919924487617162e-05}
+{"train_loss": 0.002673646667972207, "global_step": 26764, "epoch": 411, "lr": 2.291649479353988e-05}
+{"train_loss": 0.0030325830448418856, "global_step": 26765, "epoch": 411, "lr": 2.2913065279798896e-05}
+{"train_loss": 0.0023343649227172136, "global_step": 26766, "epoch": 411, "lr": 2.2909635946417035e-05}
+{"train_loss": 0.0010344160255044699, "global_step": 26767, "epoch": 411, "lr": 2.290620679341714e-05}
+{"train_loss": 0.0023679914884269238, "global_step": 26768, "epoch": 411, "lr": 2.2902777820822052e-05}
+{"train_loss": 0.0012447381159290671, "global_step": 26769, "epoch": 411, "lr": 2.289934902865462e-05}
+{"train_loss": 0.0011634823167696595, "global_step": 26770, "epoch": 411, "lr": 2.2895920416937633e-05}
+{"train_loss": 0.0014902681577950716, "global_step": 26771, "epoch": 411, "lr": 2.2892491985693942e-05}
+{"train_loss": 0.001421785564161837, "global_step": 26772, "epoch": 411, "lr": 2.2889063734946398e-05}
+{"train_loss": 0.002618818311020732, "global_step": 26773, "epoch": 411, "lr": 2.28856356647178e-05}
+{"train_loss": 0.0026320714969187975, "global_step": 26774, "epoch": 411, "lr": 2.288220777503096e-05}
+{"train_loss": 0.0017950503388419747, "global_step": 26775, "epoch": 411, "lr": 2.287878006590873e-05}
+{"train_loss": 0.001676264451816678, "global_step": 26776, "epoch": 411, "lr": 2.2875352537373917e-05}
+{"train_loss": 0.0017713734414428473, "global_step": 26777, "epoch": 411, "lr": 2.2871925189449377e-05}
+{"train_loss": 0.0015153528656810522, "global_step": 26778, "epoch": 411, "lr": 2.286849802215788e-05}
+{"train_loss": 0.0017945873327195072, "global_step": 26779, "epoch": 411, "lr": 2.2865071035522278e-05, "val_loss": 0.0054331133142113686}
+{"train_loss": 0.0026555366348475218, "global_step": 26780, "epoch": 412, "lr": 2.28616442295654e-05}
+{"train_loss": 0.0019469946855679154, "global_step": 26781, "epoch": 412, "lr": 2.285821760431005e-05}
+{"train_loss": 0.002440930111333728, "global_step": 26782, "epoch": 412, "lr": 2.2854791159779015e-05}
+{"train_loss": 0.0029813467990607023, "global_step": 26783, "epoch": 412, "lr": 2.2851364895995142e-05}
+{"train_loss": 0.002180245239287615, "global_step": 26784, "epoch": 412, "lr": 2.284793881298124e-05}
+{"train_loss": 0.002701507182791829, "global_step": 26785, "epoch": 412, "lr": 2.2844512910760136e-05}
+{"train_loss": 0.0022622153628617525, "global_step": 26786, "epoch": 412, "lr": 2.284108718935461e-05}
+{"train_loss": 0.00246256566606462, "global_step": 26787, "epoch": 412, "lr": 2.2837661648787488e-05}
+{"train_loss": 0.001418685307726264, "global_step": 26788, "epoch": 412, "lr": 2.2834236289081602e-05}
+{"train_loss": 0.0021743997931480408, "global_step": 26789, "epoch": 412, "lr": 2.283081111025973e-05}
+{"train_loss": 0.0038850035052746534, "global_step": 26790, "epoch": 412, "lr": 2.2827386112344673e-05}
+{"train_loss": 0.0016016425797715783, "global_step": 26791, "epoch": 412, "lr": 2.2823961295359247e-05}
+{"train_loss": 0.0014804177917540073, "global_step": 26792, "epoch": 412, "lr": 2.2820536659326263e-05}
+{"train_loss": 0.0020724679343402386, "global_step": 26793, "epoch": 412, "lr": 2.2817112204268536e-05}
+{"train_loss": 0.002197663066908717, "global_step": 26794, "epoch": 412, "lr": 2.2813687930208834e-05}
+{"train_loss": 0.0016326815821230412, "global_step": 26795, "epoch": 412, "lr": 2.2810263837169994e-05}
+{"train_loss": 0.0026950950268656015, "global_step": 26796, "epoch": 412, "lr": 2.2806839925174772e-05}
+{"train_loss": 0.002512787701562047, "global_step": 26797, "epoch": 412, "lr": 2.280341619424602e-05}
+{"train_loss": 0.002353989752009511, "global_step": 26798, "epoch": 412, "lr": 2.2799992644406474e-05}
+{"train_loss": 0.0030275622848421335, "global_step": 26799, "epoch": 412, "lr": 2.2796569275678975e-05}
+{"train_loss": 0.001764899818226695, "global_step": 26800, "epoch": 412, "lr": 2.2793146088086296e-05}
+{"train_loss": 0.0028160533402115107, "global_step": 26801, "epoch": 412, "lr": 2.2789723081651265e-05}
+{"train_loss": 0.0035720597952604294, "global_step": 26802, "epoch": 412, "lr": 2.2786300256396625e-05}
+{"train_loss": 0.0017992844805121422, "global_step": 26803, "epoch": 412, "lr": 2.2782877612345205e-05}
+{"train_loss": 0.001609084545634687, "global_step": 26804, "epoch": 412, "lr": 2.2779455149519768e-05}
+{"train_loss": 0.001659747795201838, "global_step": 26805, "epoch": 412, "lr": 2.2776032867943132e-05}
+{"train_loss": 0.0019092486472800374, "global_step": 26806, "epoch": 412, "lr": 2.2772610767638042e-05}
+{"train_loss": 0.0024861455895006657, "global_step": 26807, "epoch": 412, "lr": 2.2769188848627317e-05}
+{"train_loss": 0.0017131868517026305, "global_step": 26808, "epoch": 412, "lr": 2.2765767110933728e-05}
+{"train_loss": 0.00208508362993598, "global_step": 26809, "epoch": 412, "lr": 2.2762345554580084e-05}
+{"train_loss": 0.003473973134532571, "global_step": 26810, "epoch": 412, "lr": 2.275892417958913e-05}
+{"train_loss": 0.0017759259790182114, "global_step": 26811, "epoch": 412, "lr": 2.2755502985983686e-05}
+{"train_loss": 0.0020886471029371023, "global_step": 26812, "epoch": 412, "lr": 2.2752081973786488e-05}
+{"train_loss": 0.0026105830911546946, "global_step": 26813, "epoch": 412, "lr": 2.2748661143020362e-05}
+{"train_loss": 0.001884228317067027, "global_step": 26814, "epoch": 412, "lr": 2.274524049370804e-05}
+{"train_loss": 0.0018842059653252363, "global_step": 26815, "epoch": 412, "lr": 2.2741820025872324e-05}
+{"train_loss": 0.002161487005650997, "global_step": 26816, "epoch": 412, "lr": 2.2738399739535982e-05}
+{"train_loss": 0.002036025747656822, "global_step": 26817, "epoch": 412, "lr": 2.2734979634721816e-05}
+{"train_loss": 0.0021444223821163177, "global_step": 26818, "epoch": 412, "lr": 2.273155971145257e-05}
+{"train_loss": 0.0033610332757234573, "global_step": 26819, "epoch": 412, "lr": 2.2728139969751006e-05}
+{"train_loss": 0.0027288731653243303, "global_step": 26820, "epoch": 412, "lr": 2.2724720409639903e-05}
+{"train_loss": 0.0014148105401545763, "global_step": 26821, "epoch": 412, "lr": 2.2721301031142062e-05}
+{"train_loss": 0.0021130023524165154, "global_step": 26822, "epoch": 412, "lr": 2.27178818342802e-05}
+{"train_loss": 0.0015799544053152204, "global_step": 26823, "epoch": 412, "lr": 2.2714462819077116e-05}
+{"train_loss": 0.002319254446774721, "global_step": 26824, "epoch": 412, "lr": 2.2711043985555564e-05}
+{"train_loss": 0.0021887177135795355, "global_step": 26825, "epoch": 412, "lr": 2.270762533373833e-05}
+{"train_loss": 0.001272405730560422, "global_step": 26826, "epoch": 412, "lr": 2.2704206863648164e-05}
+{"train_loss": 0.002849252661690116, "global_step": 26827, "epoch": 412, "lr": 2.2700788575307802e-05}
+{"train_loss": 0.0014340376947075129, "global_step": 26828, "epoch": 412, "lr": 2.2697370468740032e-05}
+{"train_loss": 0.0012422555591911077, "global_step": 26829, "epoch": 412, "lr": 2.2693952543967624e-05}
+{"train_loss": 0.0011371017899364233, "global_step": 26830, "epoch": 412, "lr": 2.2690534801013304e-05}
+{"train_loss": 0.0012622211361303926, "global_step": 26831, "epoch": 412, "lr": 2.268711723989984e-05}
+{"train_loss": 0.002580587984994054, "global_step": 26832, "epoch": 412, "lr": 2.268369986065e-05}
+{"train_loss": 0.0027792046312242746, "global_step": 26833, "epoch": 412, "lr": 2.2680282663286552e-05}
+{"train_loss": 0.001082293107174337, "global_step": 26834, "epoch": 412, "lr": 2.2676865647832225e-05}
+{"train_loss": 0.0014146447647362947, "global_step": 26835, "epoch": 412, "lr": 2.267344881430976e-05}
+{"train_loss": 0.0030764543917030096, "global_step": 26836, "epoch": 412, "lr": 2.2670032162741927e-05}
+{"train_loss": 0.0019231141777709126, "global_step": 26837, "epoch": 412, "lr": 2.2666615693151488e-05}
+{"train_loss": 0.002009779680520296, "global_step": 26838, "epoch": 412, "lr": 2.2663199405561165e-05}
+{"train_loss": 0.0020264736376702785, "global_step": 26839, "epoch": 412, "lr": 2.2659783299993713e-05}
+{"train_loss": 0.0012361621484160423, "global_step": 26840, "epoch": 412, "lr": 2.2656367376471883e-05}
+{"train_loss": 0.0018548399675637484, "global_step": 26841, "epoch": 412, "lr": 2.2652951635018436e-05}
+{"train_loss": 0.0022981364745646715, "global_step": 26842, "epoch": 412, "lr": 2.2649536075656108e-05}
+{"train_loss": 0.0011639053700491786, "global_step": 26843, "epoch": 412, "lr": 2.2646120698407608e-05}
+{"train_loss": 0.0021370217902585862, "global_step": 26844, "epoch": 412, "lr": 2.26427055032957e-05, "val_loss": 0.008446934632956982}
+{"train_loss": 0.003494844539090991, "global_step": 26845, "epoch": 413, "lr": 2.2639290490343153e-05}
+{"train_loss": 0.0016375312115997076, "global_step": 26846, "epoch": 413, "lr": 2.263587565957266e-05}
+{"train_loss": 0.0009031050140038133, "global_step": 26847, "epoch": 413, "lr": 2.2632461011006973e-05}
+{"train_loss": 0.0013419075403362513, "global_step": 26848, "epoch": 413, "lr": 2.2629046544668835e-05}
+{"train_loss": 0.0017354475567117333, "global_step": 26849, "epoch": 413, "lr": 2.2625632260581002e-05}
+{"train_loss": 0.0012201619101688266, "global_step": 26850, "epoch": 413, "lr": 2.2622218158766183e-05}
+{"train_loss": 0.001154408440925181, "global_step": 26851, "epoch": 413, "lr": 2.2618804239247097e-05}
+{"train_loss": 0.000856662227306515, "global_step": 26852, "epoch": 413, "lr": 2.2615390502046497e-05}
+{"train_loss": 0.001064704149030149, "global_step": 26853, "epoch": 413, "lr": 2.2611976947187123e-05}
+{"train_loss": 0.0012682144297286868, "global_step": 26854, "epoch": 413, "lr": 2.2608563574691676e-05}
+{"train_loss": 0.0013993213651701808, "global_step": 26855, "epoch": 413, "lr": 2.26051503845829e-05}
+{"train_loss": 0.0017959545366466045, "global_step": 26856, "epoch": 413, "lr": 2.260173737688352e-05}
+{"train_loss": 0.0019064715597778559, "global_step": 26857, "epoch": 413, "lr": 2.2598324551616277e-05}
+{"train_loss": 0.0023328003007918596, "global_step": 26858, "epoch": 413, "lr": 2.2594911908803885e-05}
+{"train_loss": 0.000938182114623487, "global_step": 26859, "epoch": 413, "lr": 2.259149944846904e-05}
+{"train_loss": 0.0018839046824723482, "global_step": 26860, "epoch": 413, "lr": 2.2588087170634485e-05}
+{"train_loss": 0.0010473908623680472, "global_step": 26861, "epoch": 413, "lr": 2.258467507532297e-05}
+{"train_loss": 0.0019125374965369701, "global_step": 26862, "epoch": 413, "lr": 2.2581263162557158e-05}
+{"train_loss": 0.0017336377641186118, "global_step": 26863, "epoch": 413, "lr": 2.2577851432359805e-05}
+{"train_loss": 0.0016907883109524846, "global_step": 26864, "epoch": 413, "lr": 2.2574439884753634e-05}
+{"train_loss": 0.0021740749944001436, "global_step": 26865, "epoch": 413, "lr": 2.257102851976133e-05}
+{"train_loss": 0.0014338805340230465, "global_step": 26866, "epoch": 413, "lr": 2.2567617337405638e-05}
+{"train_loss": 0.0009684516699053347, "global_step": 26867, "epoch": 413, "lr": 2.2564206337709244e-05}
+{"train_loss": 0.0017856282647699118, "global_step": 26868, "epoch": 413, "lr": 2.2560795520694872e-05}
+{"train_loss": 0.0015692501328885555, "global_step": 26869, "epoch": 413, "lr": 2.2557384886385252e-05}
+{"train_loss": 0.0013194452039897442, "global_step": 26870, "epoch": 413, "lr": 2.255397443480306e-05}
+{"train_loss": 0.0012231598375365138, "global_step": 26871, "epoch": 413, "lr": 2.2550564165971023e-05}
+{"train_loss": 0.0027118383441120386, "global_step": 26872, "epoch": 413, "lr": 2.2547154079911864e-05}
+{"train_loss": 0.0024558003060519695, "global_step": 26873, "epoch": 413, "lr": 2.2543744176648253e-05}
+{"train_loss": 0.0014134448720142245, "global_step": 26874, "epoch": 413, "lr": 2.2540334456202928e-05}
+{"train_loss": 0.0017209466313943267, "global_step": 26875, "epoch": 413, "lr": 2.253692491859856e-05}
+{"train_loss": 0.0025113881565630436, "global_step": 26876, "epoch": 413, "lr": 2.2533515563857878e-05}
+{"train_loss": 0.003337388625368476, "global_step": 26877, "epoch": 413, "lr": 2.2530106392003585e-05}
+{"train_loss": 0.0020688462536782026, "global_step": 26878, "epoch": 413, "lr": 2.2526697403058355e-05}
+{"train_loss": 0.0012723105028271675, "global_step": 26879, "epoch": 413, "lr": 2.2523288597044907e-05}
+{"train_loss": 0.0016822259640321136, "global_step": 26880, "epoch": 413, "lr": 2.251987997398595e-05}
+{"train_loss": 0.0013265869347378612, "global_step": 26881, "epoch": 413, "lr": 2.251647153390415e-05}
+{"train_loss": 0.002618829719722271, "global_step": 26882, "epoch": 413, "lr": 2.2513063276822234e-05}
+{"train_loss": 0.001837720861658454, "global_step": 26883, "epoch": 413, "lr": 2.2509655202762858e-05}
+{"train_loss": 0.0017302820924669504, "global_step": 26884, "epoch": 413, "lr": 2.2506247311748735e-05}
+{"train_loss": 0.000712985813152045, "global_step": 26885, "epoch": 413, "lr": 2.250283960380258e-05}
+{"train_loss": 0.0009590663248673081, "global_step": 26886, "epoch": 413, "lr": 2.2499432078947043e-05}
+{"train_loss": 0.001418968546204269, "global_step": 26887, "epoch": 413, "lr": 2.249602473720483e-05}
+{"train_loss": 0.0026914679910987616, "global_step": 26888, "epoch": 413, "lr": 2.2492617578598647e-05}
+{"train_loss": 0.002251902362331748, "global_step": 26889, "epoch": 413, "lr": 2.2489210603151144e-05}
+{"train_loss": 0.0010999327059835196, "global_step": 26890, "epoch": 413, "lr": 2.2485803810885046e-05}
+{"train_loss": 0.0012379325926303864, "global_step": 26891, "epoch": 413, "lr": 2.2482397201823003e-05}
+{"train_loss": 0.0015165952499955893, "global_step": 26892, "epoch": 413, "lr": 2.247899077598771e-05}
+{"train_loss": 0.002053507138043642, "global_step": 26893, "epoch": 413, "lr": 2.247558453340186e-05}
+{"train_loss": 0.002417095471173525, "global_step": 26894, "epoch": 413, "lr": 2.247217847408812e-05}
+{"train_loss": 0.0011772394645959139, "global_step": 26895, "epoch": 413, "lr": 2.2468772598069182e-05}
+{"train_loss": 0.0017522232374176383, "global_step": 26896, "epoch": 413, "lr": 2.24653669053677e-05}
+{"train_loss": 0.002336411736905575, "global_step": 26897, "epoch": 413, "lr": 2.2461961396006374e-05}
+{"train_loss": 0.0013117141788825393, "global_step": 26898, "epoch": 413, "lr": 2.2458556070007885e-05}
+{"train_loss": 0.001938789733685553, "global_step": 26899, "epoch": 413, "lr": 2.245515092739488e-05}
+{"train_loss": 0.0020540535915642977, "global_step": 26900, "epoch": 413, "lr": 2.245174596819004e-05}
+{"train_loss": 0.0012381761334836483, "global_step": 26901, "epoch": 413, "lr": 2.2448341192416072e-05}
+{"train_loss": 0.0016306976322084665, "global_step": 26902, "epoch": 413, "lr": 2.2444936600095597e-05}
+{"train_loss": 0.001366994227282703, "global_step": 26903, "epoch": 413, "lr": 2.2441532191251325e-05}
+{"train_loss": 0.0012130556860938668, "global_step": 26904, "epoch": 413, "lr": 2.2438127965905885e-05}
+{"train_loss": 0.0026495878119021654, "global_step": 26905, "epoch": 413, "lr": 2.2434723924081968e-05}
+{"train_loss": 0.001900416100397706, "global_step": 26906, "epoch": 413, "lr": 2.2431320065802257e-05}
+{"train_loss": 0.0006887507042847574, "global_step": 26907, "epoch": 413, "lr": 2.2427916391089375e-05}
+{"train_loss": 0.0016720072599127889, "global_step": 26908, "epoch": 413, "lr": 2.242451289996601e-05}
+{"train_loss": 0.0016864829123593294, "global_step": 26909, "epoch": 413, "lr": 2.2421109592454843e-05, "val_loss": 0.005779198370873928}
+{"train_loss": 0.001987600699067116, "global_step": 26910, "epoch": 414, "lr": 2.241770646857849e-05}
+{"train_loss": 0.0022411185782402754, "global_step": 26911, "epoch": 414, "lr": 2.2414303528359655e-05}
+{"train_loss": 0.0015824984293431044, "global_step": 26912, "epoch": 414, "lr": 2.2410900771820954e-05}
+{"train_loss": 0.001865103025920689, "global_step": 26913, "epoch": 414, "lr": 2.240749819898507e-05}
+{"train_loss": 0.0020199124701321125, "global_step": 26914, "epoch": 414, "lr": 2.2404095809874677e-05}
+{"train_loss": 0.002132280496880412, "global_step": 26915, "epoch": 414, "lr": 2.2400693604512386e-05}
+{"train_loss": 0.0016572042368352413, "global_step": 26916, "epoch": 414, "lr": 2.239729158292087e-05}
+{"train_loss": 0.0010275518288835883, "global_step": 26917, "epoch": 414, "lr": 2.2393889745122787e-05}
+{"train_loss": 0.0010231515625491738, "global_step": 26918, "epoch": 414, "lr": 2.2390488091140822e-05}
+{"train_loss": 0.002439164789393544, "global_step": 26919, "epoch": 414, "lr": 2.2387086620997556e-05}
+{"train_loss": 0.0014762141508981586, "global_step": 26920, "epoch": 414, "lr": 2.2383685334715667e-05}
+{"train_loss": 0.001919223228469491, "global_step": 26921, "epoch": 414, "lr": 2.2380284232317806e-05}
+{"train_loss": 0.0010216522496193647, "global_step": 26922, "epoch": 414, "lr": 2.2376883313826635e-05}
+{"train_loss": 0.0024725848343223333, "global_step": 26923, "epoch": 414, "lr": 2.237348257926477e-05}
+{"train_loss": 0.0011787469265982509, "global_step": 26924, "epoch": 414, "lr": 2.2370082028654866e-05}
+{"train_loss": 0.0011869954178109765, "global_step": 26925, "epoch": 414, "lr": 2.2366681662019568e-05}
+{"train_loss": 0.002136180642992258, "global_step": 26926, "epoch": 414, "lr": 2.2363281479381554e-05}
+{"train_loss": 0.0013975502224639058, "global_step": 26927, "epoch": 414, "lr": 2.2359881480763396e-05}
+{"train_loss": 0.0013776321429759264, "global_step": 26928, "epoch": 414, "lr": 2.2356481666187757e-05}
+{"train_loss": 0.0014430037699639797, "global_step": 26929, "epoch": 414, "lr": 2.2353082035677287e-05}
+{"train_loss": 0.0013452937128022313, "global_step": 26930, "epoch": 414, "lr": 2.2349682589254632e-05}
+{"train_loss": 0.0016984610119834542, "global_step": 26931, "epoch": 414, "lr": 2.2346283326942402e-05}
+{"train_loss": 0.002106316154822707, "global_step": 26932, "epoch": 414, "lr": 2.234288424876324e-05}
+{"train_loss": 0.0013438354944810271, "global_step": 26933, "epoch": 414, "lr": 2.233948535473978e-05}
+{"train_loss": 0.0014970513293519616, "global_step": 26934, "epoch": 414, "lr": 2.2336086644894694e-05}
+{"train_loss": 0.0012225259561091661, "global_step": 26935, "epoch": 414, "lr": 2.2332688119250534e-05}
+{"train_loss": 0.002198818838223815, "global_step": 26936, "epoch": 414, "lr": 2.2329289777829966e-05}
+{"train_loss": 0.0015867190668359399, "global_step": 26937, "epoch": 414, "lr": 2.2325891620655624e-05}
+{"train_loss": 0.0012286462588235736, "global_step": 26938, "epoch": 414, "lr": 2.2322493647750146e-05}
+{"train_loss": 0.0014469403540715575, "global_step": 26939, "epoch": 414, "lr": 2.231909585913613e-05}
+{"train_loss": 0.0020464579574763775, "global_step": 26940, "epoch": 414, "lr": 2.231569825483621e-05}
+{"train_loss": 0.0022531221620738506, "global_step": 26941, "epoch": 414, "lr": 2.231230083487303e-05}
+{"train_loss": 0.0012654428137466311, "global_step": 26942, "epoch": 414, "lr": 2.2308903599269194e-05}
+{"train_loss": 0.001353923580609262, "global_step": 26943, "epoch": 414, "lr": 2.2305506548047307e-05}
+{"train_loss": 0.0026771214324980974, "global_step": 26944, "epoch": 414, "lr": 2.2302109681229998e-05}
+{"train_loss": 0.002271326258778572, "global_step": 26945, "epoch": 414, "lr": 2.22987129988399e-05}
+{"train_loss": 0.0019159908406436443, "global_step": 26946, "epoch": 414, "lr": 2.2295316500899632e-05}
+{"train_loss": 0.0007353512919507921, "global_step": 26947, "epoch": 414, "lr": 2.229192018743178e-05}
+{"train_loss": 0.0008613917743787169, "global_step": 26948, "epoch": 414, "lr": 2.2288524058458976e-05}
+{"train_loss": 0.0015371284680441022, "global_step": 26949, "epoch": 414, "lr": 2.2285128114003856e-05}
+{"train_loss": 0.001520061050541699, "global_step": 26950, "epoch": 414, "lr": 2.2281732354089013e-05}
+{"train_loss": 0.001487791072577238, "global_step": 26951, "epoch": 414, "lr": 2.227833677873703e-05}
+{"train_loss": 0.0019630701281130314, "global_step": 26952, "epoch": 414, "lr": 2.2274941387970544e-05}
+{"train_loss": 0.0009792441269382834, "global_step": 26953, "epoch": 414, "lr": 2.2271546181812164e-05}
+{"train_loss": 0.0009788064053282142, "global_step": 26954, "epoch": 414, "lr": 2.2268151160284506e-05}
+{"train_loss": 0.0007838972960598767, "global_step": 26955, "epoch": 414, "lr": 2.2264756323410153e-05}
+{"train_loss": 0.0017905972199514508, "global_step": 26956, "epoch": 414, "lr": 2.2261361671211713e-05}
+{"train_loss": 0.0009816524107009172, "global_step": 26957, "epoch": 414, "lr": 2.2257967203711816e-05}
+{"train_loss": 0.0019952398724853992, "global_step": 26958, "epoch": 414, "lr": 2.2254572920933047e-05}
+{"train_loss": 0.0009669900173321366, "global_step": 26959, "epoch": 414, "lr": 2.2251178822897988e-05}
+{"train_loss": 0.001535614486783743, "global_step": 26960, "epoch": 414, "lr": 2.2247784909629255e-05}
+{"train_loss": 0.0017306437948718667, "global_step": 26961, "epoch": 414, "lr": 2.2244391181149443e-05}
+{"train_loss": 0.0013947929255664349, "global_step": 26962, "epoch": 414, "lr": 2.2240997637481175e-05}
+{"train_loss": 0.0013729211641475558, "global_step": 26963, "epoch": 414, "lr": 2.2237604278647005e-05}
+{"train_loss": 0.0019092672737315297, "global_step": 26964, "epoch": 414, "lr": 2.2234211104669574e-05}
+{"train_loss": 0.001850165193900466, "global_step": 26965, "epoch": 414, "lr": 2.223081811557142e-05}
+{"train_loss": 0.001586314057931304, "global_step": 26966, "epoch": 414, "lr": 2.2227425311375188e-05}
+{"train_loss": 0.001473835902288556, "global_step": 26967, "epoch": 414, "lr": 2.2224032692103432e-05}
+{"train_loss": 0.0020614222157746553, "global_step": 26968, "epoch": 414, "lr": 2.2220640257778748e-05}
+{"train_loss": 0.001313290442340076, "global_step": 26969, "epoch": 414, "lr": 2.2217248008423735e-05}
+{"train_loss": 0.0013885664520785213, "global_step": 26970, "epoch": 414, "lr": 2.2213855944060996e-05}
+{"train_loss": 0.0009647966362535954, "global_step": 26971, "epoch": 414, "lr": 2.2210464064713082e-05}
+{"train_loss": 0.0014911771286278963, "global_step": 26972, "epoch": 414, "lr": 2.2207072370402615e-05}
+{"train_loss": 0.0007720329449512064, "global_step": 26973, "epoch": 414, "lr": 2.2203680861152137e-05}
+{"train_loss": 0.001556793969267836, "global_step": 26974, "epoch": 414, "lr": 2.220028953698427e-05, "val_loss": 0.005691193509846926}
+{"train_loss": 0.0009899165015667677, "global_step": 26975, "epoch": 415, "lr": 2.2196898397921563e-05}
+{"train_loss": 0.0018105891067534685, "global_step": 26976, "epoch": 415, "lr": 2.2193507443986606e-05}
+{"train_loss": 0.001879922579973936, "global_step": 26977, "epoch": 415, "lr": 2.2190116675201983e-05}
+{"train_loss": 0.0010330318473279476, "global_step": 26978, "epoch": 415, "lr": 2.2186726091590293e-05}
+{"train_loss": 0.0016835217829793692, "global_step": 26979, "epoch": 415, "lr": 2.2183335693174068e-05}
+{"train_loss": 0.0019863713532686234, "global_step": 26980, "epoch": 415, "lr": 2.2179945479975923e-05}
+{"train_loss": 0.002276505809277296, "global_step": 26981, "epoch": 415, "lr": 2.2176555452018394e-05}
+{"train_loss": 0.0020373619627207518, "global_step": 26982, "epoch": 415, "lr": 2.217316560932409e-05}
+{"train_loss": 0.001524843624792993, "global_step": 26983, "epoch": 415, "lr": 2.2169775951915556e-05}
+{"train_loss": 0.0006990628899075091, "global_step": 26984, "epoch": 415, "lr": 2.2166386479815366e-05}
+{"train_loss": 0.0017110498156398535, "global_step": 26985, "epoch": 415, "lr": 2.21629971930461e-05}
+{"train_loss": 0.0011764038354158401, "global_step": 26986, "epoch": 415, "lr": 2.215960809163033e-05}
+{"train_loss": 0.0014952083583921194, "global_step": 26987, "epoch": 415, "lr": 2.215621917559062e-05}
+{"train_loss": 0.001042831689119339, "global_step": 26988, "epoch": 415, "lr": 2.215283044494951e-05}
+{"train_loss": 0.001601605792529881, "global_step": 26989, "epoch": 415, "lr": 2.214944189972957e-05}
+{"train_loss": 0.0010518751805648208, "global_step": 26990, "epoch": 415, "lr": 2.2146053539953386e-05}
+{"train_loss": 0.0007305383333005011, "global_step": 26991, "epoch": 415, "lr": 2.214266536564353e-05}
+{"train_loss": 0.0012494908878579736, "global_step": 26992, "epoch": 415, "lr": 2.2139277376822516e-05}
+{"train_loss": 0.0022733600344508886, "global_step": 26993, "epoch": 415, "lr": 2.2135889573512926e-05}
+{"train_loss": 0.001991815632209182, "global_step": 26994, "epoch": 415, "lr": 2.213250195573734e-05}
+{"train_loss": 0.002188751008361578, "global_step": 26995, "epoch": 415, "lr": 2.212911452351829e-05}
+{"train_loss": 0.0010473313741385937, "global_step": 26996, "epoch": 415, "lr": 2.212572727687832e-05}
+{"train_loss": 0.0012385545996949077, "global_step": 26997, "epoch": 415, "lr": 2.2122340215840003e-05}
+{"train_loss": 0.0022114026360213757, "global_step": 26998, "epoch": 415, "lr": 2.2118953340425887e-05}
+{"train_loss": 0.0019391929963603616, "global_step": 26999, "epoch": 415, "lr": 2.2115566650658536e-05}
+{"train_loss": 0.0014462304534390569, "global_step": 27000, "epoch": 415, "lr": 2.2112180146560475e-05}
+{"train_loss": 0.0009912465466186404, "global_step": 27001, "epoch": 415, "lr": 2.210879382815427e-05}
+{"train_loss": 0.002133639296516776, "global_step": 27002, "epoch": 415, "lr": 2.2105407695462482e-05}
+{"train_loss": 0.0010986042907461524, "global_step": 27003, "epoch": 415, "lr": 2.210202174850764e-05}
+{"train_loss": 0.0019430791726335883, "global_step": 27004, "epoch": 415, "lr": 2.2098635987312277e-05}
+{"train_loss": 0.0014792110305279493, "global_step": 27005, "epoch": 415, "lr": 2.2095250411898947e-05}
+{"train_loss": 0.0009519407758489251, "global_step": 27006, "epoch": 415, "lr": 2.20918650222902e-05}
+{"train_loss": 0.0021240096539258957, "global_step": 27007, "epoch": 415, "lr": 2.2088479818508594e-05}
+{"train_loss": 0.0018767403671517968, "global_step": 27008, "epoch": 415, "lr": 2.208509480057663e-05}
+{"train_loss": 0.0011727847158908844, "global_step": 27009, "epoch": 415, "lr": 2.2081709968516866e-05}
+{"train_loss": 0.0023532442282885313, "global_step": 27010, "epoch": 415, "lr": 2.2078325322351866e-05}
+{"train_loss": 0.0018998079467564821, "global_step": 27011, "epoch": 415, "lr": 2.2074940862104137e-05}
+{"train_loss": 0.0016935059102252126, "global_step": 27012, "epoch": 415, "lr": 2.2071556587796207e-05}
+{"train_loss": 0.0008543353760614991, "global_step": 27013, "epoch": 415, "lr": 2.206817249945062e-05}
+{"train_loss": 0.0010534393368288875, "global_step": 27014, "epoch": 415, "lr": 2.2064788597089913e-05}
+{"train_loss": 0.0013116751797497272, "global_step": 27015, "epoch": 415, "lr": 2.2061404880736635e-05}
+{"train_loss": 0.0008951302152127028, "global_step": 27016, "epoch": 415, "lr": 2.2058021350413284e-05}
+{"train_loss": 0.0016665698494762182, "global_step": 27017, "epoch": 415, "lr": 2.2054638006142396e-05}
+{"train_loss": 0.0020642406307160854, "global_step": 27018, "epoch": 415, "lr": 2.2051254847946534e-05}
+{"train_loss": 0.0010814161505550146, "global_step": 27019, "epoch": 415, "lr": 2.204787187584819e-05}
+{"train_loss": 0.001658204710111022, "global_step": 27020, "epoch": 415, "lr": 2.2044489089869886e-05}
+{"train_loss": 0.0019648380111902952, "global_step": 27021, "epoch": 415, "lr": 2.204110649003416e-05}
+{"train_loss": 0.0012309527955949306, "global_step": 27022, "epoch": 415, "lr": 2.2037724076363527e-05}
+{"train_loss": 0.0017039231024682522, "global_step": 27023, "epoch": 415, "lr": 2.2034341848880535e-05}
+{"train_loss": 0.0010615442879498005, "global_step": 27024, "epoch": 415, "lr": 2.2030959807607664e-05}
+{"train_loss": 0.0017496143700554967, "global_step": 27025, "epoch": 415, "lr": 2.2027577952567458e-05}
+{"train_loss": 0.00161006732378155, "global_step": 27026, "epoch": 415, "lr": 2.202419628378245e-05}
+{"train_loss": 0.0024087433703243732, "global_step": 27027, "epoch": 415, "lr": 2.2020814801275136e-05}
+{"train_loss": 0.0013102844823151827, "global_step": 27028, "epoch": 415, "lr": 2.201743350506802e-05}
+{"train_loss": 0.0011742233764380217, "global_step": 27029, "epoch": 415, "lr": 2.2014052395183627e-05}
+{"train_loss": 0.0016342845046892762, "global_step": 27030, "epoch": 415, "lr": 2.2010671471644472e-05}
+{"train_loss": 0.0017848705174401402, "global_step": 27031, "epoch": 415, "lr": 2.200729073447309e-05}
+{"train_loss": 0.000990397878922522, "global_step": 27032, "epoch": 415, "lr": 2.200391018369195e-05}
+{"train_loss": 0.0012263045646250248, "global_step": 27033, "epoch": 415, "lr": 2.2000529819323586e-05}
+{"train_loss": 0.0019749291241168976, "global_step": 27034, "epoch": 415, "lr": 2.1997149641390512e-05}
+{"train_loss": 0.0012423290172591805, "global_step": 27035, "epoch": 415, "lr": 2.199376964991523e-05}
+{"train_loss": 0.0006864910246804357, "global_step": 27036, "epoch": 415, "lr": 2.1990389844920222e-05}
+{"train_loss": 0.0018524930346757174, "global_step": 27037, "epoch": 415, "lr": 2.1987010226428016e-05}
+{"train_loss": 0.001257874071598053, "global_step": 27038, "epoch": 415, "lr": 2.1983630794461108e-05}
+{"train_loss": 0.0015228542158953271, "global_step": 27039, "epoch": 415, "lr": 2.198025154904202e-05, "val_loss": 0.004260663408786058, "train_action_mse_error": 3.279211887274869e-05}
+{"train_loss": 0.0015116952126845717, "global_step": 27040, "epoch": 416, "lr": 2.1976872490193216e-05}
+{"train_loss": 0.0011415457120165229, "global_step": 27041, "epoch": 416, "lr": 2.1973493617937237e-05}
+{"train_loss": 0.001068416517227888, "global_step": 27042, "epoch": 416, "lr": 2.1970114932296537e-05}
+{"train_loss": 0.001746219932101667, "global_step": 27043, "epoch": 416, "lr": 2.1966736433293656e-05}
+{"train_loss": 0.0008796526817604899, "global_step": 27044, "epoch": 416, "lr": 2.196335812095105e-05}
+{"train_loss": 0.0015002371510490775, "global_step": 27045, "epoch": 416, "lr": 2.1959979995291234e-05}
+{"train_loss": 0.0014603218296542764, "global_step": 27046, "epoch": 416, "lr": 2.19566020563367e-05}
+{"train_loss": 0.001190522569231689, "global_step": 27047, "epoch": 416, "lr": 2.195322430410996e-05}
+{"train_loss": 0.0011349041014909744, "global_step": 27048, "epoch": 416, "lr": 2.1949846738633466e-05}
+{"train_loss": 0.001309733372181654, "global_step": 27049, "epoch": 416, "lr": 2.1946469359929743e-05}
+{"train_loss": 0.001605542260222137, "global_step": 27050, "epoch": 416, "lr": 2.194309216802125e-05}
+{"train_loss": 0.0024056476540863514, "global_step": 27051, "epoch": 416, "lr": 2.19397151629305e-05}
+{"train_loss": 0.0009171722340397537, "global_step": 27052, "epoch": 416, "lr": 2.1936338344679952e-05}
+{"train_loss": 0.001056563458405435, "global_step": 27053, "epoch": 416, "lr": 2.1932961713292105e-05}
+{"train_loss": 0.0019289599731564522, "global_step": 27054, "epoch": 416, "lr": 2.1929585268789436e-05}
+{"train_loss": 0.0014206942869350314, "global_step": 27055, "epoch": 416, "lr": 2.192620901119446e-05}
+{"train_loss": 0.0017011510208249092, "global_step": 27056, "epoch": 416, "lr": 2.192283294052961e-05}
+{"train_loss": 0.0019733994267880917, "global_step": 27057, "epoch": 416, "lr": 2.1919457056817406e-05}
+{"train_loss": 0.0015185781521722674, "global_step": 27058, "epoch": 416, "lr": 2.191608136008029e-05}
+{"train_loss": 0.001673142658546567, "global_step": 27059, "epoch": 416, "lr": 2.191270585034077e-05}
+{"train_loss": 0.002042431151494384, "global_step": 27060, "epoch": 416, "lr": 2.1909330527621298e-05}
+{"train_loss": 0.001748091890476644, "global_step": 27061, "epoch": 416, "lr": 2.190595539194435e-05}
+{"train_loss": 0.0024863346479833126, "global_step": 27062, "epoch": 416, "lr": 2.1902580443332414e-05}
+{"train_loss": 0.0014278492890298367, "global_step": 27063, "epoch": 416, "lr": 2.1899205681807975e-05}
+{"train_loss": 0.0016714215744286776, "global_step": 27064, "epoch": 416, "lr": 2.1895831107393484e-05}
+{"train_loss": 0.0026013855822384357, "global_step": 27065, "epoch": 416, "lr": 2.18924567201114e-05}
+{"train_loss": 0.0022182371467351913, "global_step": 27066, "epoch": 416, "lr": 2.1889082519984193e-05}
+{"train_loss": 0.0012786590959876776, "global_step": 27067, "epoch": 416, "lr": 2.188570850703437e-05}
+{"train_loss": 0.001502276980318129, "global_step": 27068, "epoch": 416, "lr": 2.1882334681284346e-05}
+{"train_loss": 0.0020879071671515703, "global_step": 27069, "epoch": 416, "lr": 2.187896104275661e-05}
+{"train_loss": 0.0009869884233921766, "global_step": 27070, "epoch": 416, "lr": 2.187558759147362e-05}
+{"train_loss": 0.001856356393545866, "global_step": 27071, "epoch": 416, "lr": 2.1872214327457857e-05}
+{"train_loss": 0.0020439515355974436, "global_step": 27072, "epoch": 416, "lr": 2.1868841250731776e-05}
+{"train_loss": 0.0008228945662267506, "global_step": 27073, "epoch": 416, "lr": 2.18654683613178e-05}
+{"train_loss": 0.0013733339728787541, "global_step": 27074, "epoch": 416, "lr": 2.186209565923842e-05}
+{"train_loss": 0.0016219840617850423, "global_step": 27075, "epoch": 416, "lr": 2.1858723144516104e-05}
+{"train_loss": 0.0019672904163599014, "global_step": 27076, "epoch": 416, "lr": 2.1855350817173275e-05}
+{"train_loss": 0.0009825598681345582, "global_step": 27077, "epoch": 416, "lr": 2.1851978677232403e-05}
+{"train_loss": 0.001066536526195705, "global_step": 27078, "epoch": 416, "lr": 2.184860672471594e-05}
+{"train_loss": 0.0019743810407817364, "global_step": 27079, "epoch": 416, "lr": 2.1845234959646366e-05}
+{"train_loss": 0.001908054924570024, "global_step": 27080, "epoch": 416, "lr": 2.1841863382046107e-05}
+{"train_loss": 0.0010731815127655864, "global_step": 27081, "epoch": 416, "lr": 2.1838491991937594e-05}
+{"train_loss": 0.0013113061431795359, "global_step": 27082, "epoch": 416, "lr": 2.1835120789343293e-05}
+{"train_loss": 0.0010617265943437815, "global_step": 27083, "epoch": 416, "lr": 2.183174977428567e-05}
+{"train_loss": 0.001111037447117269, "global_step": 27084, "epoch": 416, "lr": 2.1828378946787136e-05}
+{"train_loss": 0.0013038425240665674, "global_step": 27085, "epoch": 416, "lr": 2.182500830687016e-05}
+{"train_loss": 0.0017161093419417739, "global_step": 27086, "epoch": 416, "lr": 2.182163785455717e-05}
+{"train_loss": 0.0013648730237036943, "global_step": 27087, "epoch": 416, "lr": 2.1818267589870645e-05}
+{"train_loss": 0.0014473426854237914, "global_step": 27088, "epoch": 416, "lr": 2.1814897512832993e-05}
+{"train_loss": 0.0012557574082165956, "global_step": 27089, "epoch": 416, "lr": 2.1811527623466637e-05}
+{"train_loss": 0.001480022561736405, "global_step": 27090, "epoch": 416, "lr": 2.180815792179405e-05}
+{"train_loss": 0.001237054355442524, "global_step": 27091, "epoch": 416, "lr": 2.1804788407837662e-05}
+{"train_loss": 0.001579482457600534, "global_step": 27092, "epoch": 416, "lr": 2.1801419081619888e-05}
+{"train_loss": 0.0007319075521081686, "global_step": 27093, "epoch": 416, "lr": 2.1798049943163185e-05}
+{"train_loss": 0.0016550342552363873, "global_step": 27094, "epoch": 416, "lr": 2.179468099248998e-05}
+{"train_loss": 0.0017659286968410015, "global_step": 27095, "epoch": 416, "lr": 2.179131222962272e-05}
+{"train_loss": 0.0008650383679196239, "global_step": 27096, "epoch": 416, "lr": 2.178794365458382e-05}
+{"train_loss": 0.0016378037398681045, "global_step": 27097, "epoch": 416, "lr": 2.1784575267395697e-05}
+{"train_loss": 0.0014365611132234335, "global_step": 27098, "epoch": 416, "lr": 2.1781207068080795e-05}
+{"train_loss": 0.0014559562550857663, "global_step": 27099, "epoch": 416, "lr": 2.1777839056661554e-05}
+{"train_loss": 0.0007243041764013469, "global_step": 27100, "epoch": 416, "lr": 2.1774471233160364e-05}
+{"train_loss": 0.0017485582502558827, "global_step": 27101, "epoch": 416, "lr": 2.1771103597599678e-05}
+{"train_loss": 0.0024549078661948442, "global_step": 27102, "epoch": 416, "lr": 2.1767736150001915e-05}
+{"train_loss": 0.0011306621599942446, "global_step": 27103, "epoch": 416, "lr": 2.1764368890389508e-05}
+{"train_loss": 0.0015070379846012936, "global_step": 27104, "epoch": 416, "lr": 2.176100181878487e-05, "val_loss": 0.008761247619986534}
+{"train_loss": 0.0012130513787269592, "global_step": 27105, "epoch": 417, "lr": 2.1757634935210398e-05}
+{"train_loss": 0.002538185566663742, "global_step": 27106, "epoch": 417, "lr": 2.1754268239688523e-05}
+{"train_loss": 0.0014356349129229784, "global_step": 27107, "epoch": 417, "lr": 2.1750901732241692e-05}
+{"train_loss": 0.0012851551873609424, "global_step": 27108, "epoch": 417, "lr": 2.174753541289228e-05}
+{"train_loss": 0.0012764263665303588, "global_step": 27109, "epoch": 417, "lr": 2.1744169281662713e-05}
+{"train_loss": 0.0016023642383515835, "global_step": 27110, "epoch": 417, "lr": 2.1740803338575432e-05}
+{"train_loss": 0.0017395172035321593, "global_step": 27111, "epoch": 417, "lr": 2.173743758365281e-05}
+{"train_loss": 0.0015012783696874976, "global_step": 27112, "epoch": 417, "lr": 2.173407201691729e-05}
+{"train_loss": 0.0016836514696478844, "global_step": 27113, "epoch": 417, "lr": 2.173070663839125e-05}
+{"train_loss": 0.001420901040546596, "global_step": 27114, "epoch": 417, "lr": 2.1727341448097116e-05}
+{"train_loss": 0.0022157093044370413, "global_step": 27115, "epoch": 417, "lr": 2.1723976446057316e-05}
+{"train_loss": 0.0011052773334085941, "global_step": 27116, "epoch": 417, "lr": 2.172061163229421e-05}
+{"train_loss": 0.0014808963751420379, "global_step": 27117, "epoch": 417, "lr": 2.171724700683023e-05}
+{"train_loss": 0.002549185650423169, "global_step": 27118, "epoch": 417, "lr": 2.17138825696878e-05}
+{"train_loss": 0.001376755302771926, "global_step": 27119, "epoch": 417, "lr": 2.1710518320889278e-05}
+{"train_loss": 0.0008894329075701535, "global_step": 27120, "epoch": 417, "lr": 2.17071542604571e-05}
+{"train_loss": 0.002126617357134819, "global_step": 27121, "epoch": 417, "lr": 2.1703790388413636e-05}
+{"train_loss": 0.00262756971642375, "global_step": 27122, "epoch": 417, "lr": 2.17004267047813e-05}
+{"train_loss": 0.0019870803225785494, "global_step": 27123, "epoch": 417, "lr": 2.1697063209582512e-05}
+{"train_loss": 0.0017769451951608062, "global_step": 27124, "epoch": 417, "lr": 2.1693699902839628e-05}
+{"train_loss": 0.0009987708181142807, "global_step": 27125, "epoch": 417, "lr": 2.1690336784575055e-05}
+{"train_loss": 0.0019690399058163166, "global_step": 27126, "epoch": 417, "lr": 2.168697385481121e-05}
+{"train_loss": 0.0009476777049712837, "global_step": 27127, "epoch": 417, "lr": 2.1683611113570446e-05}
+{"train_loss": 0.0012299331137910485, "global_step": 27128, "epoch": 417, "lr": 2.16802485608752e-05}
+{"train_loss": 0.002301253145560622, "global_step": 27129, "epoch": 417, "lr": 2.1676886196747808e-05}
+{"train_loss": 0.0012894589453935623, "global_step": 27130, "epoch": 417, "lr": 2.1673524021210695e-05}
+{"train_loss": 0.00191640539560467, "global_step": 27131, "epoch": 417, "lr": 2.1670162034286258e-05}
+{"train_loss": 0.0008744311635382473, "global_step": 27132, "epoch": 417, "lr": 2.1666800235996837e-05}
+{"train_loss": 0.0022006870713084936, "global_step": 27133, "epoch": 417, "lr": 2.1663438626364853e-05}
+{"train_loss": 0.0012201792560517788, "global_step": 27134, "epoch": 417, "lr": 2.1660077205412693e-05}
+{"train_loss": 0.0018656164174899459, "global_step": 27135, "epoch": 417, "lr": 2.1656715973162716e-05}
+{"train_loss": 0.0013856220757588744, "global_step": 27136, "epoch": 417, "lr": 2.1653354929637327e-05}
+{"train_loss": 0.0011452609905973077, "global_step": 27137, "epoch": 417, "lr": 2.1649994074858876e-05}
+{"train_loss": 0.001766584231518209, "global_step": 27138, "epoch": 417, "lr": 2.1646633408849753e-05}
+{"train_loss": 0.001529491157270968, "global_step": 27139, "epoch": 417, "lr": 2.164327293163236e-05}
+{"train_loss": 0.0010430318070575595, "global_step": 27140, "epoch": 417, "lr": 2.1639912643229036e-05}
+{"train_loss": 0.001451121992431581, "global_step": 27141, "epoch": 417, "lr": 2.1636552543662186e-05}
+{"train_loss": 0.0013797769788652658, "global_step": 27142, "epoch": 417, "lr": 2.1633192632954158e-05}
+{"train_loss": 0.001663027098402381, "global_step": 27143, "epoch": 417, "lr": 2.162983291112733e-05}
+{"train_loss": 0.0027366315480321646, "global_step": 27144, "epoch": 417, "lr": 2.1626473378204097e-05}
+{"train_loss": 0.0008399658836424351, "global_step": 27145, "epoch": 417, "lr": 2.1623114034206793e-05}
+{"train_loss": 0.0012071982491761446, "global_step": 27146, "epoch": 417, "lr": 2.1619754879157807e-05}
+{"train_loss": 0.001271478715352714, "global_step": 27147, "epoch": 417, "lr": 2.1616395913079513e-05}
+{"train_loss": 0.001683268346823752, "global_step": 27148, "epoch": 417, "lr": 2.1613037135994252e-05}
+{"train_loss": 0.0016014776192605495, "global_step": 27149, "epoch": 417, "lr": 2.1609678547924418e-05}
+{"train_loss": 0.0015283462125808, "global_step": 27150, "epoch": 417, "lr": 2.160632014889234e-05}
+{"train_loss": 0.001559566822834313, "global_step": 27151, "epoch": 417, "lr": 2.1602961938920402e-05}
+{"train_loss": 0.00176512380130589, "global_step": 27152, "epoch": 417, "lr": 2.1599603918030975e-05}
+{"train_loss": 0.0009293757611885667, "global_step": 27153, "epoch": 417, "lr": 2.159624608624639e-05}
+{"train_loss": 0.0020788456313312054, "global_step": 27154, "epoch": 417, "lr": 2.1592888443589015e-05}
+{"train_loss": 0.0016862882766872644, "global_step": 27155, "epoch": 417, "lr": 2.1589530990081236e-05}
+{"train_loss": 0.0015360567485913634, "global_step": 27156, "epoch": 417, "lr": 2.1586173725745367e-05}
+{"train_loss": 0.001309454906731844, "global_step": 27157, "epoch": 417, "lr": 2.1582816650603794e-05}
+{"train_loss": 0.001206075306981802, "global_step": 27158, "epoch": 417, "lr": 2.1579459764678844e-05}
+{"train_loss": 0.0010210348991677165, "global_step": 27159, "epoch": 417, "lr": 2.1576103067992876e-05}
+{"train_loss": 0.0024267148692160845, "global_step": 27160, "epoch": 417, "lr": 2.1572746560568265e-05}
+{"train_loss": 0.0018390652257949114, "global_step": 27161, "epoch": 417, "lr": 2.1569390242427324e-05}
+{"train_loss": 0.001817279146052897, "global_step": 27162, "epoch": 417, "lr": 2.1566034113592413e-05}
+{"train_loss": 0.0015959474258124828, "global_step": 27163, "epoch": 417, "lr": 2.156267817408591e-05}
+{"train_loss": 0.0024693822488188744, "global_step": 27164, "epoch": 417, "lr": 2.1559322423930133e-05}
+{"train_loss": 0.0010773693211376667, "global_step": 27165, "epoch": 417, "lr": 2.155596686314741e-05}
+{"train_loss": 0.0014146205503493547, "global_step": 27166, "epoch": 417, "lr": 2.1552611491760107e-05}
+{"train_loss": 0.002360394224524498, "global_step": 27167, "epoch": 417, "lr": 2.1549256309790554e-05}
+{"train_loss": 0.0015587041852995753, "global_step": 27168, "epoch": 417, "lr": 2.154590131726112e-05}
+{"train_loss": 0.001618795194484007, "global_step": 27169, "epoch": 417, "lr": 2.15425465141941e-05, "val_loss": 0.0025017212610691786}
+{"train_loss": 0.0011637673014774919, "global_step": 27170, "epoch": 418, "lr": 2.153919190061186e-05}
+{"train_loss": 0.001761321327649057, "global_step": 27171, "epoch": 418, "lr": 2.153583747653675e-05}
+{"train_loss": 0.0016390678938478231, "global_step": 27172, "epoch": 418, "lr": 2.1532483241991087e-05}
+{"train_loss": 0.0018081881571561098, "global_step": 27173, "epoch": 418, "lr": 2.152912919699719e-05}
+{"train_loss": 0.0020624306052923203, "global_step": 27174, "epoch": 418, "lr": 2.1525775341577405e-05}
+{"train_loss": 0.0021106835920363665, "global_step": 27175, "epoch": 418, "lr": 2.1522421675754066e-05}
+{"train_loss": 0.0005872876499779522, "global_step": 27176, "epoch": 418, "lr": 2.1519068199549525e-05}
+{"train_loss": 0.0029120638500899076, "global_step": 27177, "epoch": 418, "lr": 2.151571491298607e-05}
+{"train_loss": 0.0036952693480998278, "global_step": 27178, "epoch": 418, "lr": 2.1512361816086047e-05}
+{"train_loss": 0.0009784155990928411, "global_step": 27179, "epoch": 418, "lr": 2.150900890887181e-05}
+{"train_loss": 0.0024475674144923687, "global_step": 27180, "epoch": 418, "lr": 2.1505656191365654e-05}
+{"train_loss": 0.0015682021621614695, "global_step": 27181, "epoch": 418, "lr": 2.150230366358989e-05}
+{"train_loss": 0.002349532674998045, "global_step": 27182, "epoch": 418, "lr": 2.149895132556686e-05}
+{"train_loss": 0.0011501614935696125, "global_step": 27183, "epoch": 418, "lr": 2.1495599177318885e-05}
+{"train_loss": 0.0015674539608880877, "global_step": 27184, "epoch": 418, "lr": 2.1492247218868305e-05}
+{"train_loss": 0.0018527269130572677, "global_step": 27185, "epoch": 418, "lr": 2.1488895450237402e-05}
+{"train_loss": 0.0012909185606986284, "global_step": 27186, "epoch": 418, "lr": 2.1485543871448503e-05}
+{"train_loss": 0.002916004043072462, "global_step": 27187, "epoch": 418, "lr": 2.148219248252396e-05}
+{"train_loss": 0.0017483339179307222, "global_step": 27188, "epoch": 418, "lr": 2.147884128348606e-05}
+{"train_loss": 0.0015947142383083701, "global_step": 27189, "epoch": 418, "lr": 2.1475490274357096e-05}
+{"train_loss": 0.0014613833045586944, "global_step": 27190, "epoch": 418, "lr": 2.1472139455159406e-05}
+{"train_loss": 0.002092730952426791, "global_step": 27191, "epoch": 418, "lr": 2.1468788825915305e-05}
+{"train_loss": 0.0013421414187178016, "global_step": 27192, "epoch": 418, "lr": 2.1465438386647108e-05}
+{"train_loss": 0.0015001121209934354, "global_step": 27193, "epoch": 418, "lr": 2.146208813737709e-05}
+{"train_loss": 0.0013021753402426839, "global_step": 27194, "epoch": 418, "lr": 2.1458738078127587e-05}
+{"train_loss": 0.002204833086580038, "global_step": 27195, "epoch": 418, "lr": 2.1455388208920922e-05}
+{"train_loss": 0.0013887813547626138, "global_step": 27196, "epoch": 418, "lr": 2.1452038529779374e-05}
+{"train_loss": 0.0025566439144313335, "global_step": 27197, "epoch": 418, "lr": 2.1448689040725232e-05}
+{"train_loss": 0.002103555016219616, "global_step": 27198, "epoch": 418, "lr": 2.1445339741780822e-05}
+{"train_loss": 0.0016248623142018914, "global_step": 27199, "epoch": 418, "lr": 2.1441990632968438e-05}
+{"train_loss": 0.0029284462798386812, "global_step": 27200, "epoch": 418, "lr": 2.1438641714310403e-05}
+{"train_loss": 0.0018150751711800694, "global_step": 27201, "epoch": 418, "lr": 2.1435292985828975e-05}
+{"train_loss": 0.0014898861991241574, "global_step": 27202, "epoch": 418, "lr": 2.1431944447546477e-05}
+{"train_loss": 0.0009459654684178531, "global_step": 27203, "epoch": 418, "lr": 2.1428596099485215e-05}
+{"train_loss": 0.0015314905904233456, "global_step": 27204, "epoch": 418, "lr": 2.1425247941667474e-05}
+{"train_loss": 0.001513997558504343, "global_step": 27205, "epoch": 418, "lr": 2.142189997411553e-05}
+{"train_loss": 0.0014891630271449685, "global_step": 27206, "epoch": 418, "lr": 2.141855219685168e-05}
+{"train_loss": 0.0009948111837729812, "global_step": 27207, "epoch": 418, "lr": 2.1415204609898232e-05}
+{"train_loss": 0.001271557412110269, "global_step": 27208, "epoch": 418, "lr": 2.141185721327748e-05}
+{"train_loss": 0.0019470473052933812, "global_step": 27209, "epoch": 418, "lr": 2.140851000701169e-05}
+{"train_loss": 0.0011866060085594654, "global_step": 27210, "epoch": 418, "lr": 2.1405162991123178e-05}
+{"train_loss": 0.0011077778181061149, "global_step": 27211, "epoch": 418, "lr": 2.14018161656342e-05}
+{"train_loss": 0.0025656702928245068, "global_step": 27212, "epoch": 418, "lr": 2.1398469530567063e-05}
+{"train_loss": 0.001737331273034215, "global_step": 27213, "epoch": 418, "lr": 2.139512308594403e-05}
+{"train_loss": 0.00133213447406888, "global_step": 27214, "epoch": 418, "lr": 2.1391776831787393e-05}
+{"train_loss": 0.0024501525331288576, "global_step": 27215, "epoch": 418, "lr": 2.1388430768119433e-05}
+{"train_loss": 0.0008831492741592228, "global_step": 27216, "epoch": 418, "lr": 2.1385084894962455e-05}
+{"train_loss": 0.0013115938054397702, "global_step": 27217, "epoch": 418, "lr": 2.138173921233869e-05}
+{"train_loss": 0.0021052828524261713, "global_step": 27218, "epoch": 418, "lr": 2.1378393720270468e-05}
+{"train_loss": 0.001469004200771451, "global_step": 27219, "epoch": 418, "lr": 2.1375048418780014e-05}
+{"train_loss": 0.0012126187793910503, "global_step": 27220, "epoch": 418, "lr": 2.1371703307889645e-05}
+{"train_loss": 0.002070826245471835, "global_step": 27221, "epoch": 418, "lr": 2.1368358387621594e-05}
+{"train_loss": 0.002104958053678274, "global_step": 27222, "epoch": 418, "lr": 2.1365013657998163e-05}
+{"train_loss": 0.0017046378925442696, "global_step": 27223, "epoch": 418, "lr": 2.1361669119041605e-05}
+{"train_loss": 0.0016020691255107522, "global_step": 27224, "epoch": 418, "lr": 2.1358324770774223e-05}
+{"train_loss": 0.0007348752696998417, "global_step": 27225, "epoch": 418, "lr": 2.1354980613218244e-05}
+{"train_loss": 0.002009705640375614, "global_step": 27226, "epoch": 418, "lr": 2.1351636646395974e-05}
+{"train_loss": 0.0014785908861085773, "global_step": 27227, "epoch": 418, "lr": 2.1348292870329635e-05}
+{"train_loss": 0.001839939272031188, "global_step": 27228, "epoch": 418, "lr": 2.1344949285041532e-05}
+{"train_loss": 0.0007909266860224307, "global_step": 27229, "epoch": 418, "lr": 2.1341605890553896e-05}
+{"train_loss": 0.00211021164432168, "global_step": 27230, "epoch": 418, "lr": 2.1338262686889003e-05}
+{"train_loss": 0.0008678609738126397, "global_step": 27231, "epoch": 418, "lr": 2.1334919674069114e-05}
+{"train_loss": 0.0010121845407411456, "global_step": 27232, "epoch": 418, "lr": 2.133157685211651e-05}
+{"train_loss": 0.0014493411872535944, "global_step": 27233, "epoch": 418, "lr": 2.1328234221053427e-05}
+{"train_loss": 0.0016873797392830826, "global_step": 27234, "epoch": 418, "lr": 2.1324891780902105e-05, "val_loss": 0.005505585111677647}
+{"train_loss": 0.001084011746570468, "global_step": 27235, "epoch": 419, "lr": 2.132154953168482e-05}
+{"train_loss": 0.001890564919449389, "global_step": 27236, "epoch": 419, "lr": 2.1318207473423846e-05}
+{"train_loss": 0.0010178486118093133, "global_step": 27237, "epoch": 419, "lr": 2.1314865606141394e-05}
+{"train_loss": 0.0009705486590974033, "global_step": 27238, "epoch": 419, "lr": 2.1311523929859732e-05}
+{"train_loss": 0.0010338049614802003, "global_step": 27239, "epoch": 419, "lr": 2.1308182444601127e-05}
+{"train_loss": 0.0013052996946498752, "global_step": 27240, "epoch": 419, "lr": 2.130484115038783e-05}
+{"train_loss": 0.0018304521217942238, "global_step": 27241, "epoch": 419, "lr": 2.1301500047242073e-05}
+{"train_loss": 0.00233377143740654, "global_step": 27242, "epoch": 419, "lr": 2.1298159135186092e-05}
+{"train_loss": 0.0012471689842641354, "global_step": 27243, "epoch": 419, "lr": 2.129481841424214e-05}
+{"train_loss": 0.0009778330568224192, "global_step": 27244, "epoch": 419, "lr": 2.1291477884432492e-05}
+{"train_loss": 0.0017175162211060524, "global_step": 27245, "epoch": 419, "lr": 2.1288137545779345e-05}
+{"train_loss": 0.0012857087422162294, "global_step": 27246, "epoch": 419, "lr": 2.1284797398304967e-05}
+{"train_loss": 0.0011153416708111763, "global_step": 27247, "epoch": 419, "lr": 2.1281457442031592e-05}
+{"train_loss": 0.0009043881436809897, "global_step": 27248, "epoch": 419, "lr": 2.127811767698148e-05}
+{"train_loss": 0.0011161873117089272, "global_step": 27249, "epoch": 419, "lr": 2.127477810317685e-05}
+{"train_loss": 0.0010122371604666114, "global_step": 27250, "epoch": 419, "lr": 2.127143872063992e-05}
+{"train_loss": 0.0013440673938021064, "global_step": 27251, "epoch": 419, "lr": 2.1268099529392944e-05}
+{"train_loss": 0.0011811286676675081, "global_step": 27252, "epoch": 419, "lr": 2.1264760529458178e-05}
+{"train_loss": 0.0015337408985942602, "global_step": 27253, "epoch": 419, "lr": 2.1261421720857812e-05}
+{"train_loss": 0.0023357244208455086, "global_step": 27254, "epoch": 419, "lr": 2.1258083103614097e-05}
+{"train_loss": 0.001173283439129591, "global_step": 27255, "epoch": 419, "lr": 2.1254744677749268e-05}
+{"train_loss": 0.001416133134625852, "global_step": 27256, "epoch": 419, "lr": 2.125140644328557e-05}
+{"train_loss": 0.0019777431152760983, "global_step": 27257, "epoch": 419, "lr": 2.124806840024521e-05}
+{"train_loss": 0.002465261844918132, "global_step": 27258, "epoch": 419, "lr": 2.1244730548650398e-05}
+{"train_loss": 0.001175189740024507, "global_step": 27259, "epoch": 419, "lr": 2.1241392888523377e-05}
+{"train_loss": 0.0018167581874877214, "global_step": 27260, "epoch": 419, "lr": 2.1238055419886388e-05}
+{"train_loss": 0.001856179442256689, "global_step": 27261, "epoch": 419, "lr": 2.1234718142761624e-05}
+{"train_loss": 0.001234250608831644, "global_step": 27262, "epoch": 419, "lr": 2.123138105717131e-05}
+{"train_loss": 0.0011897465446963906, "global_step": 27263, "epoch": 419, "lr": 2.1228044163137683e-05}
+{"train_loss": 0.0013839475577697158, "global_step": 27264, "epoch": 419, "lr": 2.1224707460682974e-05}
+{"train_loss": 0.0017526581650599837, "global_step": 27265, "epoch": 419, "lr": 2.122137094982937e-05}
+{"train_loss": 0.0016246085288003087, "global_step": 27266, "epoch": 419, "lr": 2.1218034630599094e-05}
+{"train_loss": 0.0008588724886067212, "global_step": 27267, "epoch": 419, "lr": 2.1214698503014358e-05}
+{"train_loss": 0.001325062126852572, "global_step": 27268, "epoch": 419, "lr": 2.12113625670974e-05}
+{"train_loss": 0.0021548080258071423, "global_step": 27269, "epoch": 419, "lr": 2.1208026822870396e-05}
+{"train_loss": 0.001249220222234726, "global_step": 27270, "epoch": 419, "lr": 2.1204691270355575e-05}
+{"train_loss": 0.0012183710932731628, "global_step": 27271, "epoch": 419, "lr": 2.1201355909575153e-05}
+{"train_loss": 0.0012841144343838096, "global_step": 27272, "epoch": 419, "lr": 2.119802074055135e-05}
+{"train_loss": 0.0011292038252577186, "global_step": 27273, "epoch": 419, "lr": 2.119468576330636e-05}
+{"train_loss": 0.0012875155080109835, "global_step": 27274, "epoch": 419, "lr": 2.119135097786236e-05}
+{"train_loss": 0.0010931959841400385, "global_step": 27275, "epoch": 419, "lr": 2.1188016384241587e-05}
+{"train_loss": 0.0017015039920806885, "global_step": 27276, "epoch": 419, "lr": 2.1184681982466236e-05}
+{"train_loss": 0.0016159170772880316, "global_step": 27277, "epoch": 419, "lr": 2.118134777255853e-05}
+{"train_loss": 0.0012318770168349147, "global_step": 27278, "epoch": 419, "lr": 2.117801375454063e-05}
+{"train_loss": 0.0013619239907711744, "global_step": 27279, "epoch": 419, "lr": 2.1174679928434767e-05}
+{"train_loss": 0.0014865000266581774, "global_step": 27280, "epoch": 419, "lr": 2.117134629426314e-05}
+{"train_loss": 0.0012589332181960344, "global_step": 27281, "epoch": 419, "lr": 2.1168012852047935e-05}
+{"train_loss": 0.0013715284876525402, "global_step": 27282, "epoch": 419, "lr": 2.1164679601811332e-05}
+{"train_loss": 0.0010999577352777123, "global_step": 27283, "epoch": 419, "lr": 2.1161346543575543e-05}
+{"train_loss": 0.0019089306006208062, "global_step": 27284, "epoch": 419, "lr": 2.115801367736276e-05}
+{"train_loss": 0.0013871198752894998, "global_step": 27285, "epoch": 419, "lr": 2.1154681003195192e-05}
+{"train_loss": 0.0016785671468824148, "global_step": 27286, "epoch": 419, "lr": 2.1151348521094994e-05}
+{"train_loss": 0.001962323673069477, "global_step": 27287, "epoch": 419, "lr": 2.1148016231084393e-05}
+{"train_loss": 0.0019135125912725925, "global_step": 27288, "epoch": 419, "lr": 2.1144684133185544e-05}
+{"train_loss": 0.0017308173701167107, "global_step": 27289, "epoch": 419, "lr": 2.1141352227420665e-05}
+{"train_loss": 0.0022982144728302956, "global_step": 27290, "epoch": 419, "lr": 2.11380205138119e-05}
+{"train_loss": 0.001506791333667934, "global_step": 27291, "epoch": 419, "lr": 2.113468899238147e-05}
+{"train_loss": 0.000979333184659481, "global_step": 27292, "epoch": 419, "lr": 2.1131357663151535e-05}
+{"train_loss": 0.001495915581472218, "global_step": 27293, "epoch": 419, "lr": 2.1128026526144313e-05}
+{"train_loss": 0.0012861386639997363, "global_step": 27294, "epoch": 419, "lr": 2.112469558138194e-05}
+{"train_loss": 0.001746759982779622, "global_step": 27295, "epoch": 419, "lr": 2.112136482888663e-05}
+{"train_loss": 0.001637978944927454, "global_step": 27296, "epoch": 419, "lr": 2.111803426868053e-05}
+{"train_loss": 0.0008663717308081686, "global_step": 27297, "epoch": 419, "lr": 2.111470390078585e-05}
+{"train_loss": 0.000971729401499033, "global_step": 27298, "epoch": 419, "lr": 2.1111373725224726e-05}
+{"train_loss": 0.0014564176296027235, "global_step": 27299, "epoch": 419, "lr": 2.1108043742019357e-05, "val_loss": 0.012782338075339794}
+{"train_loss": 0.0012611191486939788, "global_step": 27300, "epoch": 420, "lr": 2.110471395119191e-05}
+{"train_loss": 0.0026055031921714544, "global_step": 27301, "epoch": 420, "lr": 2.110138435276458e-05}
+{"train_loss": 0.001683552865870297, "global_step": 27302, "epoch": 420, "lr": 2.1098054946759497e-05}
+{"train_loss": 0.001406991039402783, "global_step": 27303, "epoch": 420, "lr": 2.1094725733198873e-05}
+{"train_loss": 0.0011086740996688604, "global_step": 27304, "epoch": 420, "lr": 2.109139671210483e-05}
+{"train_loss": 0.0014216230483725667, "global_step": 27305, "epoch": 420, "lr": 2.1088067883499568e-05}
+{"train_loss": 0.0017510479083284736, "global_step": 27306, "epoch": 420, "lr": 2.1084739247405227e-05}
+{"train_loss": 0.0015949929365888238, "global_step": 27307, "epoch": 420, "lr": 2.1081410803843983e-05}
+{"train_loss": 0.0012166661908850074, "global_step": 27308, "epoch": 420, "lr": 2.1078082552838003e-05}
+{"train_loss": 0.0013765573967248201, "global_step": 27309, "epoch": 420, "lr": 2.107475449440946e-05}
+{"train_loss": 0.0011920440010726452, "global_step": 27310, "epoch": 420, "lr": 2.1071426628580498e-05}
+{"train_loss": 0.0014319939073175192, "global_step": 27311, "epoch": 420, "lr": 2.1068098955373262e-05}
+{"train_loss": 0.0010861956980079412, "global_step": 27312, "epoch": 420, "lr": 2.106477147480992e-05}
+{"train_loss": 0.0009271836606785655, "global_step": 27313, "epoch": 420, "lr": 2.1061444186912648e-05}
+{"train_loss": 0.0011557337129488587, "global_step": 27314, "epoch": 420, "lr": 2.1058117091703572e-05}
+{"train_loss": 0.0013339155120775104, "global_step": 27315, "epoch": 420, "lr": 2.105479018920486e-05}
+{"train_loss": 0.0014424973633140326, "global_step": 27316, "epoch": 420, "lr": 2.105146347943866e-05}
+{"train_loss": 0.0010507970582693815, "global_step": 27317, "epoch": 420, "lr": 2.104813696242714e-05}
+{"train_loss": 0.0014401975786313415, "global_step": 27318, "epoch": 420, "lr": 2.104481063819244e-05}
+{"train_loss": 0.001188106369227171, "global_step": 27319, "epoch": 420, "lr": 2.1041484506756686e-05}
+{"train_loss": 0.0019860430620610714, "global_step": 27320, "epoch": 420, "lr": 2.103815856814204e-05}
+{"train_loss": 0.0010853788116946816, "global_step": 27321, "epoch": 420, "lr": 2.103483282237067e-05}
+{"train_loss": 0.0014942054403945804, "global_step": 27322, "epoch": 420, "lr": 2.1031507269464683e-05}
+{"train_loss": 0.0018668418051674962, "global_step": 27323, "epoch": 420, "lr": 2.1028181909446242e-05}
+{"train_loss": 0.0009287254652008414, "global_step": 27324, "epoch": 420, "lr": 2.102485674233749e-05}
+{"train_loss": 0.0012614591978490353, "global_step": 27325, "epoch": 420, "lr": 2.102153176816058e-05}
+{"train_loss": 0.0008233150001615286, "global_step": 27326, "epoch": 420, "lr": 2.1018206986937638e-05}
+{"train_loss": 0.0014550677733495831, "global_step": 27327, "epoch": 420, "lr": 2.1014882398690783e-05}
+{"train_loss": 0.0012538987211883068, "global_step": 27328, "epoch": 420, "lr": 2.101155800344217e-05}
+{"train_loss": 0.0012097799917683005, "global_step": 27329, "epoch": 420, "lr": 2.1008233801213957e-05}
+{"train_loss": 0.0010388132650405169, "global_step": 27330, "epoch": 420, "lr": 2.100490979202823e-05}
+{"train_loss": 0.0023747847881168127, "global_step": 27331, "epoch": 420, "lr": 2.100158597590715e-05}
+{"train_loss": 0.0010313836392015219, "global_step": 27332, "epoch": 420, "lr": 2.099826235287285e-05}
+{"train_loss": 0.0018200771883130074, "global_step": 27333, "epoch": 420, "lr": 2.0994938922947488e-05}
+{"train_loss": 0.0013100419891998172, "global_step": 27334, "epoch": 420, "lr": 2.0991615686153132e-05}
+{"train_loss": 0.0016062981449067593, "global_step": 27335, "epoch": 420, "lr": 2.0988292642511938e-05}
+{"train_loss": 0.0015218908665701747, "global_step": 27336, "epoch": 420, "lr": 2.0984969792046033e-05}
+{"train_loss": 0.0007814120617695153, "global_step": 27337, "epoch": 420, "lr": 2.098164713477756e-05}
+{"train_loss": 0.0015125562204048038, "global_step": 27338, "epoch": 420, "lr": 2.097832467072861e-05}
+{"train_loss": 0.0018736568745225668, "global_step": 27339, "epoch": 420, "lr": 2.0975002399921324e-05}
+{"train_loss": 0.001435853075236082, "global_step": 27340, "epoch": 420, "lr": 2.0971680322377822e-05}
+{"train_loss": 0.001327754813246429, "global_step": 27341, "epoch": 420, "lr": 2.0968358438120263e-05}
+{"train_loss": 0.00137590360827744, "global_step": 27342, "epoch": 420, "lr": 2.0965036747170685e-05}
+{"train_loss": 0.00255606509745121, "global_step": 27343, "epoch": 420, "lr": 2.0961715249551252e-05}
+{"train_loss": 0.0013476551976054907, "global_step": 27344, "epoch": 420, "lr": 2.0958393945284073e-05}
+{"train_loss": 0.0009101805044338107, "global_step": 27345, "epoch": 420, "lr": 2.0955072834391288e-05}
+{"train_loss": 0.0020632497034966946, "global_step": 27346, "epoch": 420, "lr": 2.095175191689497e-05}
+{"train_loss": 0.0012688152492046356, "global_step": 27347, "epoch": 420, "lr": 2.094843119281724e-05}
+{"train_loss": 0.001566411228850484, "global_step": 27348, "epoch": 420, "lr": 2.0945110662180235e-05}
+{"train_loss": 0.000883657019585371, "global_step": 27349, "epoch": 420, "lr": 2.0941790325006074e-05}
+{"train_loss": 0.0008769825799390674, "global_step": 27350, "epoch": 420, "lr": 2.0938470181316805e-05}
+{"train_loss": 0.0011443824041634798, "global_step": 27351, "epoch": 420, "lr": 2.0935150231134575e-05}
+{"train_loss": 0.0012253749882802367, "global_step": 27352, "epoch": 420, "lr": 2.0931830474481484e-05}
+{"train_loss": 0.0009208724950440228, "global_step": 27353, "epoch": 420, "lr": 2.092851091137966e-05}
+{"train_loss": 0.0015684443060308695, "global_step": 27354, "epoch": 420, "lr": 2.0925191541851164e-05}
+{"train_loss": 0.0010813588742166758, "global_step": 27355, "epoch": 420, "lr": 2.0921872365918122e-05}
+{"train_loss": 0.0013538511702790856, "global_step": 27356, "epoch": 420, "lr": 2.0918553383602646e-05}
+{"train_loss": 0.0008994150557555258, "global_step": 27357, "epoch": 420, "lr": 2.0915234594926803e-05}
+{"train_loss": 0.0011049289023503661, "global_step": 27358, "epoch": 420, "lr": 2.0911915999912728e-05}
+{"train_loss": 0.0017224199837073684, "global_step": 27359, "epoch": 420, "lr": 2.0908597598582487e-05}
+{"train_loss": 0.0019041721243411303, "global_step": 27360, "epoch": 420, "lr": 2.090527939095818e-05}
+{"train_loss": 0.0014539387775585055, "global_step": 27361, "epoch": 420, "lr": 2.0901961377061935e-05}
+{"train_loss": 0.0021889815106987953, "global_step": 27362, "epoch": 420, "lr": 2.08986435569158e-05}
+{"train_loss": 0.0006167411338537931, "global_step": 27363, "epoch": 420, "lr": 2.0895325930541883e-05}
+{"train_loss": 0.0013891695721003298, "global_step": 27364, "epoch": 420, "lr": 2.0892008497962295e-05, "val_loss": 0.013397869653999805, "train_action_mse_error": 3.311491309432313e-05}
+{"train_loss": 0.0009802941931411624, "global_step": 27365, "epoch": 421, "lr": 2.0888691259199096e-05}
+{"train_loss": 0.0032393995206803083, "global_step": 27366, "epoch": 421, "lr": 2.08853742142744e-05}
+{"train_loss": 0.0009177353931590915, "global_step": 27367, "epoch": 421, "lr": 2.0882057363210266e-05}
+{"train_loss": 0.0014660266460850835, "global_step": 27368, "epoch": 421, "lr": 2.0878740706028792e-05}
+{"train_loss": 0.0017891994211822748, "global_step": 27369, "epoch": 421, "lr": 2.087542424275208e-05}
+{"train_loss": 0.0013745137257501483, "global_step": 27370, "epoch": 421, "lr": 2.0872107973402178e-05}
+{"train_loss": 0.0016309620114043355, "global_step": 27371, "epoch": 421, "lr": 2.0868791898001188e-05}
+{"train_loss": 0.001332793734036386, "global_step": 27372, "epoch": 421, "lr": 2.0865476016571207e-05}
+{"train_loss": 0.002652720781043172, "global_step": 27373, "epoch": 421, "lr": 2.086216032913427e-05}
+{"train_loss": 0.0015237568877637386, "global_step": 27374, "epoch": 421, "lr": 2.08588448357125e-05}
+{"train_loss": 0.0021573351696133614, "global_step": 27375, "epoch": 421, "lr": 2.0855529536327933e-05}
+{"train_loss": 0.0019362203311175108, "global_step": 27376, "epoch": 421, "lr": 2.085221443100267e-05}
+{"train_loss": 0.000948277476709336, "global_step": 27377, "epoch": 421, "lr": 2.084889951975879e-05}
+{"train_loss": 0.0014032978797331452, "global_step": 27378, "epoch": 421, "lr": 2.084558480261834e-05}
+{"train_loss": 0.001493113930337131, "global_step": 27379, "epoch": 421, "lr": 2.0842270279603404e-05}
+{"train_loss": 0.0014596680412068963, "global_step": 27380, "epoch": 421, "lr": 2.0838955950736067e-05}
+{"train_loss": 0.0015476125990971923, "global_step": 27381, "epoch": 421, "lr": 2.083564181603837e-05}
+{"train_loss": 0.002222446259111166, "global_step": 27382, "epoch": 421, "lr": 2.083232787553241e-05}
+{"train_loss": 0.0011049369350075722, "global_step": 27383, "epoch": 421, "lr": 2.0829014129240214e-05}
+{"train_loss": 0.001607186859473586, "global_step": 27384, "epoch": 421, "lr": 2.0825700577183872e-05}
+{"train_loss": 0.002117174444720149, "global_step": 27385, "epoch": 421, "lr": 2.0822387219385464e-05}
+{"train_loss": 0.0008980394341051579, "global_step": 27386, "epoch": 421, "lr": 2.0819074055867018e-05}
+{"train_loss": 0.00193217268679291, "global_step": 27387, "epoch": 421, "lr": 2.081576108665062e-05}
+{"train_loss": 0.0016989429714158177, "global_step": 27388, "epoch": 421, "lr": 2.0812448311758305e-05}
+{"train_loss": 0.0014326905366033316, "global_step": 27389, "epoch": 421, "lr": 2.080913573121214e-05}
+{"train_loss": 0.0017544591100886464, "global_step": 27390, "epoch": 421, "lr": 2.0805823345034215e-05}
+{"train_loss": 0.0010802122997120023, "global_step": 27391, "epoch": 421, "lr": 2.0802511153246535e-05}
+{"train_loss": 0.0040900930762290955, "global_step": 27392, "epoch": 421, "lr": 2.0799199155871175e-05}
+{"train_loss": 0.001686477568000555, "global_step": 27393, "epoch": 421, "lr": 2.079588735293021e-05}
+{"train_loss": 0.0008689941023476422, "global_step": 27394, "epoch": 421, "lr": 2.0792575744445653e-05}
+{"train_loss": 0.0010481514036655426, "global_step": 27395, "epoch": 421, "lr": 2.078926433043959e-05}
+{"train_loss": 0.0011263210326433182, "global_step": 27396, "epoch": 421, "lr": 2.0785953110934037e-05}
+{"train_loss": 0.0028888569213449955, "global_step": 27397, "epoch": 421, "lr": 2.0782642085951054e-05}
+{"train_loss": 0.00270400894805789, "global_step": 27398, "epoch": 421, "lr": 2.0779331255512714e-05}
+{"train_loss": 0.0022373006213456392, "global_step": 27399, "epoch": 421, "lr": 2.0776020619641024e-05}
+{"train_loss": 0.0017758520552888513, "global_step": 27400, "epoch": 421, "lr": 2.077271017835804e-05}
+{"train_loss": 0.002248678356409073, "global_step": 27401, "epoch": 421, "lr": 2.076939993168583e-05}
+{"train_loss": 0.0018815736984834075, "global_step": 27402, "epoch": 421, "lr": 2.076608987964639e-05}
+{"train_loss": 0.0015633052680641413, "global_step": 27403, "epoch": 421, "lr": 2.0762780022261807e-05}
+{"train_loss": 0.0016418591840192676, "global_step": 27404, "epoch": 421, "lr": 2.075947035955408e-05}
+{"train_loss": 0.0012745492858812213, "global_step": 27405, "epoch": 421, "lr": 2.075616089154526e-05}
+{"train_loss": 0.001386728254146874, "global_step": 27406, "epoch": 421, "lr": 2.0752851618257407e-05}
+{"train_loss": 0.0014232851099222898, "global_step": 27407, "epoch": 421, "lr": 2.0749542539712514e-05}
+{"train_loss": 0.0014304581563919783, "global_step": 27408, "epoch": 421, "lr": 2.074623365593264e-05}
+{"train_loss": 0.0018658587941899896, "global_step": 27409, "epoch": 421, "lr": 2.074292496693983e-05}
+{"train_loss": 0.0019335278775542974, "global_step": 27410, "epoch": 421, "lr": 2.0739616472756096e-05}
+{"train_loss": 0.0017033377662301064, "global_step": 27411, "epoch": 421, "lr": 2.073630817340346e-05}
+{"train_loss": 0.001207713969051838, "global_step": 27412, "epoch": 421, "lr": 2.073300006890395e-05}
+{"train_loss": 0.0016370094381272793, "global_step": 27413, "epoch": 421, "lr": 2.0729692159279606e-05}
+{"train_loss": 0.0029270846862345934, "global_step": 27414, "epoch": 421, "lr": 2.072638444455247e-05}
+{"train_loss": 0.002832020167261362, "global_step": 27415, "epoch": 421, "lr": 2.0723076924744533e-05}
+{"train_loss": 0.001507880399003625, "global_step": 27416, "epoch": 421, "lr": 2.071976959987783e-05}
+{"train_loss": 0.0024539928417652845, "global_step": 27417, "epoch": 421, "lr": 2.0716462469974408e-05}
+{"train_loss": 0.0022045262157917023, "global_step": 27418, "epoch": 421, "lr": 2.0713155535056263e-05}
+{"train_loss": 0.001481183571740985, "global_step": 27419, "epoch": 421, "lr": 2.0709848795145397e-05}
+{"train_loss": 0.0015369693282991648, "global_step": 27420, "epoch": 421, "lr": 2.070654225026385e-05}
+{"train_loss": 0.0011510307667776942, "global_step": 27421, "epoch": 421, "lr": 2.070323590043364e-05}
+{"train_loss": 0.0013490495039150119, "global_step": 27422, "epoch": 421, "lr": 2.069992974567679e-05}
+{"train_loss": 0.001529575209133327, "global_step": 27423, "epoch": 421, "lr": 2.069662378601529e-05}
+{"train_loss": 0.0021306828130036592, "global_step": 27424, "epoch": 421, "lr": 2.0693318021471164e-05}
+{"train_loss": 0.0017021618550643325, "global_step": 27425, "epoch": 421, "lr": 2.0690012452066444e-05}
+{"train_loss": 0.0023185163736343384, "global_step": 27426, "epoch": 421, "lr": 2.0686707077823126e-05}
+{"train_loss": 0.00258669164031744, "global_step": 27427, "epoch": 421, "lr": 2.068340189876319e-05}
+{"train_loss": 0.0015822307905182242, "global_step": 27428, "epoch": 421, "lr": 2.068009691490867e-05}
+{"train_loss": 0.001768278550858108, "global_step": 27429, "epoch": 421, "lr": 2.0676792126281574e-05, "val_loss": 0.005245658103376627}
+{"train_loss": 0.002315117046236992, "global_step": 27430, "epoch": 422, "lr": 2.0673487532903917e-05}
+{"train_loss": 0.0014548919862136245, "global_step": 27431, "epoch": 422, "lr": 2.0670183134797678e-05}
+{"train_loss": 0.002532955724745989, "global_step": 27432, "epoch": 422, "lr": 2.0666878931984867e-05}
+{"train_loss": 0.0010386031353846192, "global_step": 27433, "epoch": 422, "lr": 2.0663574924487505e-05}
+{"train_loss": 0.001737306360155344, "global_step": 27434, "epoch": 422, "lr": 2.0660271112327577e-05}
+{"train_loss": 0.0025267889723181725, "global_step": 27435, "epoch": 422, "lr": 2.065696749552707e-05}
+{"train_loss": 0.0016501520294696093, "global_step": 27436, "epoch": 422, "lr": 2.065366407410798e-05}
+{"train_loss": 0.0023629548959434032, "global_step": 27437, "epoch": 422, "lr": 2.065036084809232e-05}
+{"train_loss": 0.0014318262692540884, "global_step": 27438, "epoch": 422, "lr": 2.0647057817502102e-05}
+{"train_loss": 0.0011821540538221598, "global_step": 27439, "epoch": 422, "lr": 2.064375498235927e-05}
+{"train_loss": 0.002613472519442439, "global_step": 27440, "epoch": 422, "lr": 2.0640452342685846e-05}
+{"train_loss": 0.0016324924072250724, "global_step": 27441, "epoch": 422, "lr": 2.063714989850384e-05}
+{"train_loss": 0.0022363769821822643, "global_step": 27442, "epoch": 422, "lr": 2.0633847649835208e-05}
+{"train_loss": 0.0016420044703409076, "global_step": 27443, "epoch": 422, "lr": 2.063054559670194e-05}
+{"train_loss": 0.0024415752850472927, "global_step": 27444, "epoch": 422, "lr": 2.0627243739126027e-05}
+{"train_loss": 0.0016493507428094745, "global_step": 27445, "epoch": 422, "lr": 2.062394207712946e-05}
+{"train_loss": 0.0011190985096618533, "global_step": 27446, "epoch": 422, "lr": 2.0620640610734245e-05}
+{"train_loss": 0.00183063221629709, "global_step": 27447, "epoch": 422, "lr": 2.0617339339962315e-05}
+{"train_loss": 0.002222576644271612, "global_step": 27448, "epoch": 422, "lr": 2.061403826483569e-05}
+{"train_loss": 0.002131641609594226, "global_step": 27449, "epoch": 422, "lr": 2.061073738537635e-05}
+{"train_loss": 0.0012908484786748886, "global_step": 27450, "epoch": 422, "lr": 2.0607436701606264e-05}
+{"train_loss": 0.0007534453761763871, "global_step": 27451, "epoch": 422, "lr": 2.0604136213547387e-05}
+{"train_loss": 0.0016809223452582955, "global_step": 27452, "epoch": 422, "lr": 2.0600835921221724e-05}
+{"train_loss": 0.0021280262153595686, "global_step": 27453, "epoch": 422, "lr": 2.0597535824651243e-05}
+{"train_loss": 0.0014773807488381863, "global_step": 27454, "epoch": 422, "lr": 2.059423592385793e-05}
+{"train_loss": 0.0014380260836333036, "global_step": 27455, "epoch": 422, "lr": 2.0590936218863733e-05}
+{"train_loss": 0.002881512278690934, "global_step": 27456, "epoch": 422, "lr": 2.058763670969065e-05}
+{"train_loss": 0.0023885429836809635, "global_step": 27457, "epoch": 422, "lr": 2.0584337396360624e-05}
+{"train_loss": 0.0014696915168315172, "global_step": 27458, "epoch": 422, "lr": 2.058103827889565e-05}
+{"train_loss": 0.0011632554233074188, "global_step": 27459, "epoch": 422, "lr": 2.0577739357317665e-05}
+{"train_loss": 0.0011738411849364638, "global_step": 27460, "epoch": 422, "lr": 2.057444063164865e-05}
+{"train_loss": 0.0019834318663924932, "global_step": 27461, "epoch": 422, "lr": 2.0571142101910574e-05}
+{"train_loss": 0.0018965053604915738, "global_step": 27462, "epoch": 422, "lr": 2.0567843768125412e-05}
+{"train_loss": 0.0017259245505556464, "global_step": 27463, "epoch": 422, "lr": 2.0564545630315098e-05}
+{"train_loss": 0.0009061524760909379, "global_step": 27464, "epoch": 422, "lr": 2.056124768850162e-05}
+{"train_loss": 0.0015227404655888677, "global_step": 27465, "epoch": 422, "lr": 2.0557949942706907e-05}
+{"train_loss": 0.0009676148183643818, "global_step": 27466, "epoch": 422, "lr": 2.055465239295295e-05}
+{"train_loss": 0.0019932629074901342, "global_step": 27467, "epoch": 422, "lr": 2.0551355039261676e-05}
+{"train_loss": 0.0019315711688250303, "global_step": 27468, "epoch": 422, "lr": 2.0548057881655053e-05}
+{"train_loss": 0.001734697725623846, "global_step": 27469, "epoch": 422, "lr": 2.0544760920155036e-05}
+{"train_loss": 0.00135012564714998, "global_step": 27470, "epoch": 422, "lr": 2.0541464154783597e-05}
+{"train_loss": 0.0012473635142669082, "global_step": 27471, "epoch": 422, "lr": 2.0538167585562644e-05}
+{"train_loss": 0.0012808814644813538, "global_step": 27472, "epoch": 422, "lr": 2.053487121251418e-05}
+{"train_loss": 0.00125261174980551, "global_step": 27473, "epoch": 422, "lr": 2.0531575035660104e-05}
+{"train_loss": 0.001282855635508895, "global_step": 27474, "epoch": 422, "lr": 2.0528279055022404e-05}
+{"train_loss": 0.0025927915703505278, "global_step": 27475, "epoch": 422, "lr": 2.0524983270622992e-05}
+{"train_loss": 0.002012797398492694, "global_step": 27476, "epoch": 422, "lr": 2.0521687682483826e-05}
+{"train_loss": 0.0013294932432472706, "global_step": 27477, "epoch": 422, "lr": 2.0518392290626858e-05}
+{"train_loss": 0.001719949534162879, "global_step": 27478, "epoch": 422, "lr": 2.051509709507404e-05}
+{"train_loss": 0.0011021802201867104, "global_step": 27479, "epoch": 422, "lr": 2.05118020958473e-05}
+{"train_loss": 0.000814475177321583, "global_step": 27480, "epoch": 422, "lr": 2.050850729296856e-05}
+{"train_loss": 0.0018240953795611858, "global_step": 27481, "epoch": 422, "lr": 2.0505212686459767e-05}
+{"train_loss": 0.0024810389149934053, "global_step": 27482, "epoch": 422, "lr": 2.0501918276342897e-05}
+{"train_loss": 0.0017720471369102597, "global_step": 27483, "epoch": 422, "lr": 2.0498624062639827e-05}
+{"train_loss": 0.0011847587302327156, "global_step": 27484, "epoch": 422, "lr": 2.0495330045372525e-05}
+{"train_loss": 0.0010902691865339875, "global_step": 27485, "epoch": 422, "lr": 2.049203622456292e-05}
+{"train_loss": 0.0017340036574751139, "global_step": 27486, "epoch": 422, "lr": 2.0488742600232958e-05}
+{"train_loss": 0.0026489102747291327, "global_step": 27487, "epoch": 422, "lr": 2.0485449172404557e-05}
+{"train_loss": 0.0022069825790822506, "global_step": 27488, "epoch": 422, "lr": 2.0482155941099624e-05}
+{"train_loss": 0.0009397274116054177, "global_step": 27489, "epoch": 422, "lr": 2.047886290634011e-05}
+{"train_loss": 0.0015326616121456027, "global_step": 27490, "epoch": 422, "lr": 2.047557006814796e-05}
+{"train_loss": 0.0008381127845495939, "global_step": 27491, "epoch": 422, "lr": 2.0472277426545054e-05}
+{"train_loss": 0.001852737506851554, "global_step": 27492, "epoch": 422, "lr": 2.0468984981553346e-05}
+{"train_loss": 0.0011945164296776056, "global_step": 27493, "epoch": 422, "lr": 2.0465692733194753e-05}
+{"train_loss": 0.0016862615486248754, "global_step": 27494, "epoch": 422, "lr": 2.0462400681491212e-05, "val_loss": 0.03778419643640518}
+{"train_loss": 0.0008622306049801409, "global_step": 27495, "epoch": 423, "lr": 2.045910882646463e-05}
+{"train_loss": 0.0016765707405284047, "global_step": 27496, "epoch": 423, "lr": 2.0455817168136905e-05}
+{"train_loss": 0.0008520842529833317, "global_step": 27497, "epoch": 423, "lr": 2.0452525706529974e-05}
+{"train_loss": 0.0024445876479148865, "global_step": 27498, "epoch": 423, "lr": 2.044923444166577e-05}
+{"train_loss": 0.0018651919672265649, "global_step": 27499, "epoch": 423, "lr": 2.044594337356618e-05}
+{"train_loss": 0.0021764624398201704, "global_step": 27500, "epoch": 423, "lr": 2.0442652502253125e-05}
+{"train_loss": 0.0013530318392440677, "global_step": 27501, "epoch": 423, "lr": 2.043936182774852e-05}
+{"train_loss": 0.0008172752568498254, "global_step": 27502, "epoch": 423, "lr": 2.0436071350074292e-05}
+{"train_loss": 0.0008484642021358013, "global_step": 27503, "epoch": 423, "lr": 2.0432781069252343e-05}
+{"train_loss": 0.0010751893278211355, "global_step": 27504, "epoch": 423, "lr": 2.0429490985304555e-05}
+{"train_loss": 0.0015616872115060687, "global_step": 27505, "epoch": 423, "lr": 2.042620109825285e-05}
+{"train_loss": 0.0011838356731459498, "global_step": 27506, "epoch": 423, "lr": 2.042291140811916e-05}
+{"train_loss": 0.002714616945013404, "global_step": 27507, "epoch": 423, "lr": 2.0419621914925346e-05}
+{"train_loss": 0.0019921085331588984, "global_step": 27508, "epoch": 423, "lr": 2.041633261869334e-05}
+{"train_loss": 0.0015005666064098477, "global_step": 27509, "epoch": 423, "lr": 2.041304351944503e-05}
+{"train_loss": 0.0012545040808618069, "global_step": 27510, "epoch": 423, "lr": 2.0409754617202348e-05}
+{"train_loss": 0.0010716930264607072, "global_step": 27511, "epoch": 423, "lr": 2.0406465911987167e-05}
+{"train_loss": 0.0011081872507929802, "global_step": 27512, "epoch": 423, "lr": 2.040317740382136e-05}
+{"train_loss": 0.0015749700833112001, "global_step": 27513, "epoch": 423, "lr": 2.039988909272686e-05}
+{"train_loss": 0.0008619582513347268, "global_step": 27514, "epoch": 423, "lr": 2.0396600978725565e-05}
+{"train_loss": 0.002239047549664974, "global_step": 27515, "epoch": 423, "lr": 2.0393313061839343e-05}
+{"train_loss": 0.001566921710036695, "global_step": 27516, "epoch": 423, "lr": 2.0390025342090103e-05}
+{"train_loss": 0.0009813401848077774, "global_step": 27517, "epoch": 423, "lr": 2.0386737819499725e-05}
+{"train_loss": 0.0014651671517640352, "global_step": 27518, "epoch": 423, "lr": 2.038345049409013e-05}
+{"train_loss": 0.001862810575403273, "global_step": 27519, "epoch": 423, "lr": 2.0380163365883187e-05}
+{"train_loss": 0.0006967311492189765, "global_step": 27520, "epoch": 423, "lr": 2.037687643490076e-05}
+{"train_loss": 0.0019980445504188538, "global_step": 27521, "epoch": 423, "lr": 2.0373589701164754e-05}
+{"train_loss": 0.0026888444554060698, "global_step": 27522, "epoch": 423, "lr": 2.0370303164697075e-05}
+{"train_loss": 0.0010890609119087458, "global_step": 27523, "epoch": 423, "lr": 2.0367016825519575e-05}
+{"train_loss": 0.0011680813040584326, "global_step": 27524, "epoch": 423, "lr": 2.036373068365414e-05}
+{"train_loss": 0.0019259100081399083, "global_step": 27525, "epoch": 423, "lr": 2.0360444739122664e-05}
+{"train_loss": 0.0019981812220066786, "global_step": 27526, "epoch": 423, "lr": 2.035715899194704e-05}
+{"train_loss": 0.0014565122546628118, "global_step": 27527, "epoch": 423, "lr": 2.035387344214913e-05}
+{"train_loss": 0.001897562644444406, "global_step": 27528, "epoch": 423, "lr": 2.035058808975079e-05}
+{"train_loss": 0.0010376072023063898, "global_step": 27529, "epoch": 423, "lr": 2.034730293477391e-05}
+{"train_loss": 0.0011763848597183824, "global_step": 27530, "epoch": 423, "lr": 2.0344017977240394e-05}
+{"train_loss": 0.0011420727241784334, "global_step": 27531, "epoch": 423, "lr": 2.0340733217172065e-05}
+{"train_loss": 0.0019185328856110573, "global_step": 27532, "epoch": 423, "lr": 2.0337448654590823e-05}
+{"train_loss": 0.001109422999434173, "global_step": 27533, "epoch": 423, "lr": 2.0334164289518552e-05}
+{"train_loss": 0.0010673346696421504, "global_step": 27534, "epoch": 423, "lr": 2.0330880121977085e-05}
+{"train_loss": 0.0018955081468448043, "global_step": 27535, "epoch": 423, "lr": 2.0327596151988333e-05}
+{"train_loss": 0.0014698583399876952, "global_step": 27536, "epoch": 423, "lr": 2.0324312379574116e-05}
+{"train_loss": 0.0024306538980454206, "global_step": 27537, "epoch": 423, "lr": 2.032102880475632e-05}
+{"train_loss": 0.0013706296449527144, "global_step": 27538, "epoch": 423, "lr": 2.0317745427556834e-05}
+{"train_loss": 0.0018963939510285854, "global_step": 27539, "epoch": 423, "lr": 2.0314462247997474e-05}
+{"train_loss": 0.0015770902391523123, "global_step": 27540, "epoch": 423, "lr": 2.0311179266100122e-05}
+{"train_loss": 0.0016330854268744588, "global_step": 27541, "epoch": 423, "lr": 2.030789648188666e-05}
+{"train_loss": 0.00107647106051445, "global_step": 27542, "epoch": 423, "lr": 2.030461389537891e-05}
+{"train_loss": 0.0007303954917006195, "global_step": 27543, "epoch": 423, "lr": 2.0301331506598757e-05}
+{"train_loss": 0.0010737222619354725, "global_step": 27544, "epoch": 423, "lr": 2.0298049315568035e-05}
+{"train_loss": 0.0019563143141567707, "global_step": 27545, "epoch": 423, "lr": 2.02947673223086e-05}
+{"train_loss": 0.0013592741452157497, "global_step": 27546, "epoch": 423, "lr": 2.029148552684234e-05}
+{"train_loss": 0.0014604298630729318, "global_step": 27547, "epoch": 423, "lr": 2.028820392919106e-05}
+{"train_loss": 0.0012616568710654974, "global_step": 27548, "epoch": 423, "lr": 2.0284922529376632e-05}
+{"train_loss": 0.002239096211269498, "global_step": 27549, "epoch": 423, "lr": 2.028164132742092e-05}
+{"train_loss": 0.0009502775501459837, "global_step": 27550, "epoch": 423, "lr": 2.027836032334574e-05}
+{"train_loss": 0.0013595303753390908, "global_step": 27551, "epoch": 423, "lr": 2.0275079517172972e-05}
+{"train_loss": 0.002149146283045411, "global_step": 27552, "epoch": 423, "lr": 2.0271798908924434e-05}
+{"train_loss": 0.001401102519594133, "global_step": 27553, "epoch": 423, "lr": 2.0268518498621974e-05}
+{"train_loss": 0.0017409839201718569, "global_step": 27554, "epoch": 423, "lr": 2.0265238286287457e-05}
+{"train_loss": 0.0008577841799706221, "global_step": 27555, "epoch": 423, "lr": 2.0261958271942698e-05}
+{"train_loss": 0.0026405327953398228, "global_step": 27556, "epoch": 423, "lr": 2.0258678455609566e-05}
+{"train_loss": 0.0018361741676926613, "global_step": 27557, "epoch": 423, "lr": 2.0255398837309856e-05}
+{"train_loss": 0.0022189219016581774, "global_step": 27558, "epoch": 423, "lr": 2.0252119417065434e-05}
+{"train_loss": 0.0015220377361401915, "global_step": 27559, "epoch": 423, "lr": 2.0248840194898156e-05, "val_loss": 0.004126688465476036}
+{"train_loss": 0.0008466012659482658, "global_step": 27560, "epoch": 424, "lr": 2.0245561170829813e-05}
+{"train_loss": 0.0010028446558862925, "global_step": 27561, "epoch": 424, "lr": 2.0242282344882256e-05}
+{"train_loss": 0.0021979380398988724, "global_step": 27562, "epoch": 424, "lr": 2.0239003717077326e-05}
+{"train_loss": 0.0018224255181849003, "global_step": 27563, "epoch": 424, "lr": 2.023572528743686e-05}
+{"train_loss": 0.0009964928030967712, "global_step": 27564, "epoch": 424, "lr": 2.0232447055982682e-05}
+{"train_loss": 0.001524791237898171, "global_step": 27565, "epoch": 424, "lr": 2.02291690227366e-05}
+{"train_loss": 0.0018216505413874984, "global_step": 27566, "epoch": 424, "lr": 2.0225891187720446e-05}
+{"train_loss": 0.0011822639498859644, "global_step": 27567, "epoch": 424, "lr": 2.0222613550956078e-05}
+{"train_loss": 0.002824470167979598, "global_step": 27568, "epoch": 424, "lr": 2.0219336112465277e-05}
+{"train_loss": 0.0011728734243661165, "global_step": 27569, "epoch": 424, "lr": 2.0216058872269887e-05}
+{"train_loss": 0.001211505732499063, "global_step": 27570, "epoch": 424, "lr": 2.021278183039173e-05}
+{"train_loss": 0.0022241182159632444, "global_step": 27571, "epoch": 424, "lr": 2.020950498685264e-05}
+{"train_loss": 0.0009578685276210308, "global_step": 27572, "epoch": 424, "lr": 2.0206228341674422e-05}
+{"train_loss": 0.000909406051505357, "global_step": 27573, "epoch": 424, "lr": 2.020295189487887e-05}
+{"train_loss": 0.0025806226767599583, "global_step": 27574, "epoch": 424, "lr": 2.0199675646487825e-05}
+{"train_loss": 0.0018111669924110174, "global_step": 27575, "epoch": 424, "lr": 2.019639959652312e-05}
+{"train_loss": 0.0011782662477344275, "global_step": 27576, "epoch": 424, "lr": 2.0193123745006532e-05}
+{"train_loss": 0.0008611950906924903, "global_step": 27577, "epoch": 424, "lr": 2.0189848091959883e-05}
+{"train_loss": 0.0018544855993241072, "global_step": 27578, "epoch": 424, "lr": 2.0186572637404992e-05}
+{"train_loss": 0.0010529165156185627, "global_step": 27579, "epoch": 424, "lr": 2.018329738136371e-05}
+{"train_loss": 0.0009366567246615887, "global_step": 27580, "epoch": 424, "lr": 2.0180022323857762e-05}
+{"train_loss": 0.0014970944030210376, "global_step": 27581, "epoch": 424, "lr": 2.0176747464908996e-05}
+{"train_loss": 0.0013967399718239903, "global_step": 27582, "epoch": 424, "lr": 2.0173472804539218e-05}
+{"train_loss": 0.0006440032157115638, "global_step": 27583, "epoch": 424, "lr": 2.0170198342770246e-05}
+{"train_loss": 0.0015555762220174074, "global_step": 27584, "epoch": 424, "lr": 2.0166924079623856e-05}
+{"train_loss": 0.002197601832449436, "global_step": 27585, "epoch": 424, "lr": 2.0163650015121867e-05}
+{"train_loss": 0.0009306055726483464, "global_step": 27586, "epoch": 424, "lr": 2.0160376149286066e-05}
+{"train_loss": 0.0014830388827249408, "global_step": 27587, "epoch": 424, "lr": 2.0157102482138302e-05}
+{"train_loss": 0.0013536085607483983, "global_step": 27588, "epoch": 424, "lr": 2.0153829013700293e-05}
+{"train_loss": 0.001190293114632368, "global_step": 27589, "epoch": 424, "lr": 2.0150555743993876e-05}
+{"train_loss": 0.0018458460690453649, "global_step": 27590, "epoch": 424, "lr": 2.014728267304085e-05}
+{"train_loss": 0.0017881767125800252, "global_step": 27591, "epoch": 424, "lr": 2.0144009800863018e-05}
+{"train_loss": 0.0013216085499152541, "global_step": 27592, "epoch": 424, "lr": 2.014073712748214e-05}
+{"train_loss": 0.0021343016996979713, "global_step": 27593, "epoch": 424, "lr": 2.0137464652920023e-05}
+{"train_loss": 0.0010430699912831187, "global_step": 27594, "epoch": 424, "lr": 2.013419237719846e-05}
+{"train_loss": 0.00155158422421664, "global_step": 27595, "epoch": 424, "lr": 2.0130920300339278e-05}
+{"train_loss": 0.001575437723658979, "global_step": 27596, "epoch": 424, "lr": 2.0127648422364192e-05}
+{"train_loss": 0.0015754514606669545, "global_step": 27597, "epoch": 424, "lr": 2.0124376743295014e-05}
+{"train_loss": 0.001078029745258391, "global_step": 27598, "epoch": 424, "lr": 2.012110526315354e-05}
+{"train_loss": 0.0009678799542598426, "global_step": 27599, "epoch": 424, "lr": 2.0117833981961565e-05}
+{"train_loss": 0.001801078557036817, "global_step": 27600, "epoch": 424, "lr": 2.0114562899740834e-05}
+{"train_loss": 0.002193888882175088, "global_step": 27601, "epoch": 424, "lr": 2.011129201651315e-05}
+{"train_loss": 0.0013232969213277102, "global_step": 27602, "epoch": 424, "lr": 2.0108021332300314e-05}
+{"train_loss": 0.0017088977620005608, "global_step": 27603, "epoch": 424, "lr": 2.0104750847124075e-05}
+{"train_loss": 0.0009710917947813869, "global_step": 27604, "epoch": 424, "lr": 2.0101480561006197e-05}
+{"train_loss": 0.0010947718983516097, "global_step": 27605, "epoch": 424, "lr": 2.0098210473968477e-05}
+{"train_loss": 0.0010747038759291172, "global_step": 27606, "epoch": 424, "lr": 2.009494058603268e-05}
+{"train_loss": 0.0014441008679568768, "global_step": 27607, "epoch": 424, "lr": 2.0091670897220606e-05}
+{"train_loss": 0.0011602994054555893, "global_step": 27608, "epoch": 424, "lr": 2.0088401407553987e-05}
+{"train_loss": 0.0009441465954296291, "global_step": 27609, "epoch": 424, "lr": 2.0085132117054606e-05}
+{"train_loss": 0.0008667417569085956, "global_step": 27610, "epoch": 424, "lr": 2.008186302574426e-05}
+{"train_loss": 0.0010004570940509439, "global_step": 27611, "epoch": 424, "lr": 2.0078594133644684e-05}
+{"train_loss": 0.0015910877846181393, "global_step": 27612, "epoch": 424, "lr": 2.0075325440777642e-05}
+{"train_loss": 0.0010765213519334793, "global_step": 27613, "epoch": 424, "lr": 2.0072056947164907e-05}
+{"train_loss": 0.0009983106283470988, "global_step": 27614, "epoch": 424, "lr": 2.0068788652828242e-05}
+{"train_loss": 0.0010334234684705734, "global_step": 27615, "epoch": 424, "lr": 2.006552055778943e-05}
+{"train_loss": 0.0012085784692317247, "global_step": 27616, "epoch": 424, "lr": 2.0062252662070196e-05}
+{"train_loss": 0.0013516598846763372, "global_step": 27617, "epoch": 424, "lr": 2.0058984965692317e-05}
+{"train_loss": 0.001642857096157968, "global_step": 27618, "epoch": 424, "lr": 2.005571746867757e-05}
+{"train_loss": 0.0009173454600386322, "global_step": 27619, "epoch": 424, "lr": 2.0052450171047694e-05}
+{"train_loss": 0.0009984818752855062, "global_step": 27620, "epoch": 424, "lr": 2.0049183072824418e-05}
+{"train_loss": 0.0013024916406720877, "global_step": 27621, "epoch": 424, "lr": 2.0045916174029527e-05}
+{"train_loss": 0.0020565595477819443, "global_step": 27622, "epoch": 424, "lr": 2.004264947468476e-05}
+{"train_loss": 0.0013336366973817348, "global_step": 27623, "epoch": 424, "lr": 2.00393829748119e-05}
+{"train_loss": 0.0013962238767327598, "global_step": 27624, "epoch": 424, "lr": 2.0036116674432654e-05, "val_loss": 0.010731611400842667}
+{"train_loss": 0.0018052340019494295, "global_step": 27625, "epoch": 425, "lr": 2.003285057356879e-05}
+{"train_loss": 0.0010033154394477606, "global_step": 27626, "epoch": 425, "lr": 2.0029584672242076e-05}
+{"train_loss": 0.0009848123881965876, "global_step": 27627, "epoch": 425, "lr": 2.0026318970474227e-05}
+{"train_loss": 0.0015381297562271357, "global_step": 27628, "epoch": 425, "lr": 2.002305346828699e-05}
+{"train_loss": 0.0009197734761983156, "global_step": 27629, "epoch": 425, "lr": 2.0019788165702113e-05}
+{"train_loss": 0.001549254055134952, "global_step": 27630, "epoch": 425, "lr": 2.0016523062741343e-05}
+{"train_loss": 0.0015832482604309916, "global_step": 27631, "epoch": 425, "lr": 2.0013258159426436e-05}
+{"train_loss": 0.0012967203510925174, "global_step": 27632, "epoch": 425, "lr": 2.0009993455779095e-05}
+{"train_loss": 0.001063699135556817, "global_step": 27633, "epoch": 425, "lr": 2.0006728951821097e-05}
+{"train_loss": 0.0012082636822015047, "global_step": 27634, "epoch": 425, "lr": 2.0003464647574145e-05}
+{"train_loss": 0.0019156079506501555, "global_step": 27635, "epoch": 425, "lr": 2.0000200543060004e-05}
+{"train_loss": 0.0013948852429166436, "global_step": 27636, "epoch": 425, "lr": 1.9996936638300373e-05}
+{"train_loss": 0.0011737752938643098, "global_step": 27637, "epoch": 425, "lr": 1.999367293331701e-05}
+{"train_loss": 0.0014670116361230612, "global_step": 27638, "epoch": 425, "lr": 1.999040942813164e-05}
+{"train_loss": 0.0012453661765903234, "global_step": 27639, "epoch": 425, "lr": 1.9987146122766014e-05}
+{"train_loss": 0.0013587836874648929, "global_step": 27640, "epoch": 425, "lr": 1.9983883017241824e-05}
+{"train_loss": 0.0013279446866363287, "global_step": 27641, "epoch": 425, "lr": 1.9980620111580827e-05}
+{"train_loss": 0.0015714054461568594, "global_step": 27642, "epoch": 425, "lr": 1.9977357405804725e-05}
+{"train_loss": 0.0011091954074800014, "global_step": 27643, "epoch": 425, "lr": 1.9974094899935253e-05}
+{"train_loss": 0.0012784760911017656, "global_step": 27644, "epoch": 425, "lr": 1.9970832593994153e-05}
+{"train_loss": 0.0014563224976882339, "global_step": 27645, "epoch": 425, "lr": 1.9967570488003118e-05}
+{"train_loss": 0.0017572386423125863, "global_step": 27646, "epoch": 425, "lr": 1.9964308581983876e-05}
+{"train_loss": 0.0007124481489881873, "global_step": 27647, "epoch": 425, "lr": 1.9961046875958174e-05}
+{"train_loss": 0.0021694449242204428, "global_step": 27648, "epoch": 425, "lr": 1.995778536994769e-05}
+{"train_loss": 0.001333783846348524, "global_step": 27649, "epoch": 425, "lr": 1.995452406397417e-05}
+{"train_loss": 0.0008804086828604341, "global_step": 27650, "epoch": 425, "lr": 1.9951262958059308e-05}
+{"train_loss": 0.0010451599955558777, "global_step": 27651, "epoch": 425, "lr": 1.9948002052224828e-05}
+{"train_loss": 0.001465915935114026, "global_step": 27652, "epoch": 425, "lr": 1.994474134649246e-05}
+{"train_loss": 0.002039408776909113, "global_step": 27653, "epoch": 425, "lr": 1.9941480840883882e-05}
+{"train_loss": 0.001233514049090445, "global_step": 27654, "epoch": 425, "lr": 1.993822053542082e-05}
+{"train_loss": 0.0021037410479038954, "global_step": 27655, "epoch": 425, "lr": 1.9934960430125e-05}
+{"train_loss": 0.0015219987835735083, "global_step": 27656, "epoch": 425, "lr": 1.9931700525018117e-05}
+{"train_loss": 0.0009777096565812826, "global_step": 27657, "epoch": 425, "lr": 1.9928440820121853e-05}
+{"train_loss": 0.0011980425333604217, "global_step": 27658, "epoch": 425, "lr": 1.9925181315457934e-05}
+{"train_loss": 0.0011608850909397006, "global_step": 27659, "epoch": 425, "lr": 1.9921922011048068e-05}
+{"train_loss": 0.0014037161599844694, "global_step": 27660, "epoch": 425, "lr": 1.9918662906913964e-05}
+{"train_loss": 0.0014606834156438708, "global_step": 27661, "epoch": 425, "lr": 1.991540400307729e-05}
+{"train_loss": 0.0012580686016008258, "global_step": 27662, "epoch": 425, "lr": 1.9912145299559777e-05}
+{"train_loss": 0.0007524163811467588, "global_step": 27663, "epoch": 425, "lr": 1.9908886796383125e-05}
+{"train_loss": 0.0015888861380517483, "global_step": 27664, "epoch": 425, "lr": 1.9905628493569017e-05}
+{"train_loss": 0.0016336769331246614, "global_step": 27665, "epoch": 425, "lr": 1.9902370391139136e-05}
+{"train_loss": 0.001095198909752071, "global_step": 27666, "epoch": 425, "lr": 1.9899112489115184e-05}
+{"train_loss": 0.0014623102033510804, "global_step": 27667, "epoch": 425, "lr": 1.9895854787518865e-05}
+{"train_loss": 0.0011718276655301452, "global_step": 27668, "epoch": 425, "lr": 1.9892597286371883e-05}
+{"train_loss": 0.002394100185483694, "global_step": 27669, "epoch": 425, "lr": 1.9889339985695893e-05}
+{"train_loss": 0.000658410310279578, "global_step": 27670, "epoch": 425, "lr": 1.9886082885512604e-05}
+{"train_loss": 0.0006910589290782809, "global_step": 27671, "epoch": 425, "lr": 1.988282598584371e-05}
+{"train_loss": 0.001124461181461811, "global_step": 27672, "epoch": 425, "lr": 1.98795692867109e-05}
+{"train_loss": 0.0012091960525140166, "global_step": 27673, "epoch": 425, "lr": 1.987631278813582e-05}
+{"train_loss": 0.0013990927254781127, "global_step": 27674, "epoch": 425, "lr": 1.9873056490140186e-05}
+{"train_loss": 0.0008924424764700234, "global_step": 27675, "epoch": 425, "lr": 1.9869800392745675e-05}
+{"train_loss": 0.0011279399041086435, "global_step": 27676, "epoch": 425, "lr": 1.9866544495973983e-05}
+{"train_loss": 0.0017389837885275483, "global_step": 27677, "epoch": 425, "lr": 1.986328879984675e-05}
+{"train_loss": 0.0019329470815137029, "global_step": 27678, "epoch": 425, "lr": 1.986003330438569e-05}
+{"train_loss": 0.0012761247344315052, "global_step": 27679, "epoch": 425, "lr": 1.9856778009612475e-05}
+{"train_loss": 0.0006917204591445625, "global_step": 27680, "epoch": 425, "lr": 1.9853522915548777e-05}
+{"train_loss": 0.001288726693019271, "global_step": 27681, "epoch": 425, "lr": 1.9850268022216252e-05}
+{"train_loss": 0.0014606417389586568, "global_step": 27682, "epoch": 425, "lr": 1.9847013329636587e-05}
+{"train_loss": 0.0007184327696450055, "global_step": 27683, "epoch": 425, "lr": 1.984375883783145e-05}
+{"train_loss": 0.0013324653264135122, "global_step": 27684, "epoch": 425, "lr": 1.9840504546822534e-05}
+{"train_loss": 0.001402811030857265, "global_step": 27685, "epoch": 425, "lr": 1.9837250456631475e-05}
+{"train_loss": 0.0011420438531786203, "global_step": 27686, "epoch": 425, "lr": 1.983399656727995e-05}
+{"train_loss": 0.0007987001445144415, "global_step": 27687, "epoch": 425, "lr": 1.983074287878965e-05}
+{"train_loss": 0.0020258291624486446, "global_step": 27688, "epoch": 425, "lr": 1.982748939118222e-05}
+{"train_loss": 0.0013352219597436489, "global_step": 27689, "epoch": 425, "lr": 1.98242361044793e-05, "val_loss": 0.007770487107336521, "train_action_mse_error": 4.0365339373238385e-05}
+{"train_loss": 0.0016208847519010305, "global_step": 27690, "epoch": 426, "lr": 1.9820983018702578e-05}
+{"train_loss": 0.0007505354005843401, "global_step": 27691, "epoch": 426, "lr": 1.9817730133873707e-05}
+{"train_loss": 0.0018451695796102285, "global_step": 27692, "epoch": 426, "lr": 1.9814477450014373e-05}
+{"train_loss": 0.0007915733149275184, "global_step": 27693, "epoch": 426, "lr": 1.981122496714619e-05}
+{"train_loss": 0.0008721731137484312, "global_step": 27694, "epoch": 426, "lr": 1.9807972685290845e-05}
+{"train_loss": 0.0023452246095985174, "global_step": 27695, "epoch": 426, "lr": 1.9804720604469994e-05}
+{"train_loss": 0.0010612944606691599, "global_step": 27696, "epoch": 426, "lr": 1.9801468724705285e-05}
+{"train_loss": 0.0006674929172731936, "global_step": 27697, "epoch": 426, "lr": 1.979821704601835e-05}
+{"train_loss": 0.0010082032531499863, "global_step": 27698, "epoch": 426, "lr": 1.9794965568430862e-05}
+{"train_loss": 0.0007150523597374558, "global_step": 27699, "epoch": 426, "lr": 1.9791714291964465e-05}
+{"train_loss": 0.0015453776577487588, "global_step": 27700, "epoch": 426, "lr": 1.9788463216640824e-05}
+{"train_loss": 0.0019393437542021275, "global_step": 27701, "epoch": 426, "lr": 1.9785212342481558e-05}
+{"train_loss": 0.0008131094509735703, "global_step": 27702, "epoch": 426, "lr": 1.978196166950834e-05}
+{"train_loss": 0.0010767321800813079, "global_step": 27703, "epoch": 426, "lr": 1.9778711197742794e-05}
+{"train_loss": 0.0010365297785028815, "global_step": 27704, "epoch": 426, "lr": 1.9775460927206585e-05}
+{"train_loss": 0.0008590116631239653, "global_step": 27705, "epoch": 426, "lr": 1.9772210857921326e-05}
+{"train_loss": 0.000993027351796627, "global_step": 27706, "epoch": 426, "lr": 1.976896098990867e-05}
+{"train_loss": 0.0012782203266397119, "global_step": 27707, "epoch": 426, "lr": 1.9765711323190255e-05}
+{"train_loss": 0.0017513248603790998, "global_step": 27708, "epoch": 426, "lr": 1.976246185778775e-05}
+{"train_loss": 0.0006748109008185565, "global_step": 27709, "epoch": 426, "lr": 1.9759212593722742e-05}
+{"train_loss": 0.00144050398375839, "global_step": 27710, "epoch": 426, "lr": 1.975596353101691e-05}
+{"train_loss": 0.0010381509782746434, "global_step": 27711, "epoch": 426, "lr": 1.975271466969185e-05}
+{"train_loss": 0.0006378721445798874, "global_step": 27712, "epoch": 426, "lr": 1.974946600976923e-05}
+{"train_loss": 0.0012215975439175963, "global_step": 27713, "epoch": 426, "lr": 1.9746217551270642e-05}
+{"train_loss": 0.0010387413203716278, "global_step": 27714, "epoch": 426, "lr": 1.974296929421774e-05}
+{"train_loss": 0.0013824529014527798, "global_step": 27715, "epoch": 426, "lr": 1.9739721238632154e-05}
+{"train_loss": 0.0008535117958672345, "global_step": 27716, "epoch": 426, "lr": 1.973647338453552e-05}
+{"train_loss": 0.0015994039131328464, "global_step": 27717, "epoch": 426, "lr": 1.9733225731949435e-05}
+{"train_loss": 0.0026440215297043324, "global_step": 27718, "epoch": 426, "lr": 1.9729978280895555e-05}
+{"train_loss": 0.001653567305766046, "global_step": 27719, "epoch": 426, "lr": 1.9726731031395473e-05}
+{"train_loss": 0.0021810622420161963, "global_step": 27720, "epoch": 426, "lr": 1.972348398347084e-05}
+{"train_loss": 0.0013050218112766743, "global_step": 27721, "epoch": 426, "lr": 1.972023713714325e-05}
+{"train_loss": 0.0011835370678454638, "global_step": 27722, "epoch": 426, "lr": 1.9716990492434334e-05}
+{"train_loss": 0.0008215446141548455, "global_step": 27723, "epoch": 426, "lr": 1.9713744049365708e-05}
+{"train_loss": 0.0013846420915797353, "global_step": 27724, "epoch": 426, "lr": 1.971049780795901e-05}
+{"train_loss": 0.0008733223658055067, "global_step": 27725, "epoch": 426, "lr": 1.970725176823584e-05}
+{"train_loss": 0.001999138854444027, "global_step": 27726, "epoch": 426, "lr": 1.9704005930217783e-05}
+{"train_loss": 0.002387341810390353, "global_step": 27727, "epoch": 426, "lr": 1.9700760293926484e-05}
+{"train_loss": 0.0009934480767697096, "global_step": 27728, "epoch": 426, "lr": 1.969751485938356e-05}
+{"train_loss": 0.0010999098885804415, "global_step": 27729, "epoch": 426, "lr": 1.969426962661059e-05}
+{"train_loss": 0.0021411781199276447, "global_step": 27730, "epoch": 426, "lr": 1.9691024595629205e-05}
+{"train_loss": 0.0018250735010951757, "global_step": 27731, "epoch": 426, "lr": 1.9687779766461002e-05}
+{"train_loss": 0.0015563972992822528, "global_step": 27732, "epoch": 426, "lr": 1.9684535139127615e-05}
+{"train_loss": 0.0007149694720283151, "global_step": 27733, "epoch": 426, "lr": 1.9681290713650618e-05}
+{"train_loss": 0.003771043149754405, "global_step": 27734, "epoch": 426, "lr": 1.967804649005161e-05}
+{"train_loss": 0.0015702414093539119, "global_step": 27735, "epoch": 426, "lr": 1.9674802468352203e-05}
+{"train_loss": 0.0010971364099532366, "global_step": 27736, "epoch": 426, "lr": 1.9671558648574017e-05}
+{"train_loss": 0.002184941666200757, "global_step": 27737, "epoch": 426, "lr": 1.966831503073861e-05}
+{"train_loss": 0.001952845137566328, "global_step": 27738, "epoch": 426, "lr": 1.966507161486761e-05}
+{"train_loss": 0.0014851625310257077, "global_step": 27739, "epoch": 426, "lr": 1.96618284009826e-05}
+{"train_loss": 0.0035480766091495752, "global_step": 27740, "epoch": 426, "lr": 1.9658585389105205e-05}
+{"train_loss": 0.002383324084803462, "global_step": 27741, "epoch": 426, "lr": 1.9655342579256992e-05}
+{"train_loss": 0.001263484708033502, "global_step": 27742, "epoch": 426, "lr": 1.9652099971459538e-05}
+{"train_loss": 0.0018807857995852828, "global_step": 27743, "epoch": 426, "lr": 1.9648857565734447e-05}
+{"train_loss": 0.0019868742674589157, "global_step": 27744, "epoch": 426, "lr": 1.9645615362103337e-05}
+{"train_loss": 0.001252383692190051, "global_step": 27745, "epoch": 426, "lr": 1.9642373360587756e-05}
+{"train_loss": 0.0012966005597263575, "global_step": 27746, "epoch": 426, "lr": 1.9639131561209307e-05}
+{"train_loss": 0.002306139562278986, "global_step": 27747, "epoch": 426, "lr": 1.9635889963989572e-05}
+{"train_loss": 0.0013299970887601376, "global_step": 27748, "epoch": 426, "lr": 1.9632648568950164e-05}
+{"train_loss": 0.001596750458702445, "global_step": 27749, "epoch": 426, "lr": 1.9629407376112642e-05}
+{"train_loss": 0.0018597549060359597, "global_step": 27750, "epoch": 426, "lr": 1.962616638549856e-05}
+{"train_loss": 0.0015156107256188989, "global_step": 27751, "epoch": 426, "lr": 1.9622925597129537e-05}
+{"train_loss": 0.003141344292089343, "global_step": 27752, "epoch": 426, "lr": 1.961968501102715e-05}
+{"train_loss": 0.0025389669463038445, "global_step": 27753, "epoch": 426, "lr": 1.9616444627212954e-05}
+{"train_loss": 0.001539293945265504, "global_step": 27754, "epoch": 426, "lr": 1.961320444570854e-05, "val_loss": 0.005041203461587429}
+{"train_loss": 0.002040654420852661, "global_step": 27755, "epoch": 427, "lr": 1.9609964466535473e-05}
+{"train_loss": 0.0023635595571249723, "global_step": 27756, "epoch": 427, "lr": 1.960672468971536e-05}
+{"train_loss": 0.0016521270154044032, "global_step": 27757, "epoch": 427, "lr": 1.9603485115269744e-05}
+{"train_loss": 0.0010283213341608644, "global_step": 27758, "epoch": 427, "lr": 1.960024574322018e-05}
+{"train_loss": 0.002007612958550453, "global_step": 27759, "epoch": 427, "lr": 1.959700657358826e-05}
+{"train_loss": 0.0020421117078512907, "global_step": 27760, "epoch": 427, "lr": 1.9593767606395568e-05}
+{"train_loss": 0.0010073770536109805, "global_step": 27761, "epoch": 427, "lr": 1.959052884166363e-05}
+{"train_loss": 0.0019312161020934582, "global_step": 27762, "epoch": 427, "lr": 1.958729027941404e-05}
+{"train_loss": 0.0021615021396428347, "global_step": 27763, "epoch": 427, "lr": 1.958405191966835e-05}
+{"train_loss": 0.0015557317528873682, "global_step": 27764, "epoch": 427, "lr": 1.958081376244815e-05}
+{"train_loss": 0.0020431852899491787, "global_step": 27765, "epoch": 427, "lr": 1.957757580777497e-05}
+{"train_loss": 0.0016918512992560863, "global_step": 27766, "epoch": 427, "lr": 1.9574338055670367e-05}
+{"train_loss": 0.0017485115677118301, "global_step": 27767, "epoch": 427, "lr": 1.9571100506155915e-05}
+{"train_loss": 0.001993992133066058, "global_step": 27768, "epoch": 427, "lr": 1.956786315925318e-05}
+{"train_loss": 0.0011761528439819813, "global_step": 27769, "epoch": 427, "lr": 1.9564626014983694e-05}
+{"train_loss": 0.0011706354562193155, "global_step": 27770, "epoch": 427, "lr": 1.956138907336902e-05}
+{"train_loss": 0.002173273591324687, "global_step": 27771, "epoch": 427, "lr": 1.955815233443072e-05}
+{"train_loss": 0.0016620926326140761, "global_step": 27772, "epoch": 427, "lr": 1.9554915798190353e-05}
+{"train_loss": 0.0012353595811873674, "global_step": 27773, "epoch": 427, "lr": 1.9551679464669458e-05}
+{"train_loss": 0.0013846688671037555, "global_step": 27774, "epoch": 427, "lr": 1.954844333388957e-05}
+{"train_loss": 0.0014062972040846944, "global_step": 27775, "epoch": 427, "lr": 1.9545207405872252e-05}
+{"train_loss": 0.0012419488048180938, "global_step": 27776, "epoch": 427, "lr": 1.954197168063906e-05}
+{"train_loss": 0.0013426464283838868, "global_step": 27777, "epoch": 427, "lr": 1.953873615821152e-05}
+{"train_loss": 0.0012608054094016552, "global_step": 27778, "epoch": 427, "lr": 1.9535500838611176e-05}
+{"train_loss": 0.0013216290390118957, "global_step": 27779, "epoch": 427, "lr": 1.95322657218596e-05}
+{"train_loss": 0.0013263371074572206, "global_step": 27780, "epoch": 427, "lr": 1.9529030807978292e-05}
+{"train_loss": 0.001317590824328363, "global_step": 27781, "epoch": 427, "lr": 1.952579609698883e-05}
+{"train_loss": 0.0026596796233206987, "global_step": 27782, "epoch": 427, "lr": 1.952256158891272e-05}
+{"train_loss": 0.002393658272922039, "global_step": 27783, "epoch": 427, "lr": 1.951932728377151e-05}
+{"train_loss": 0.0009094650158658624, "global_step": 27784, "epoch": 427, "lr": 1.951609318158676e-05}
+{"train_loss": 0.0018721797969192266, "global_step": 27785, "epoch": 427, "lr": 1.951285928237996e-05}
+{"train_loss": 0.0018873518565669656, "global_step": 27786, "epoch": 427, "lr": 1.950962558617267e-05}
+{"train_loss": 0.0016256422968581319, "global_step": 27787, "epoch": 427, "lr": 1.950639209298643e-05}
+{"train_loss": 0.0010389753151685, "global_step": 27788, "epoch": 427, "lr": 1.9503158802842745e-05}
+{"train_loss": 0.002678441349416971, "global_step": 27789, "epoch": 427, "lr": 1.9499925715763177e-05}
+{"train_loss": 0.0010917941108345985, "global_step": 27790, "epoch": 427, "lr": 1.9496692831769214e-05}
+{"train_loss": 0.0023150593042373657, "global_step": 27791, "epoch": 427, "lr": 1.9493460150882402e-05}
+{"train_loss": 0.0010730985086411238, "global_step": 27792, "epoch": 427, "lr": 1.9490227673124285e-05}
+{"train_loss": 0.0015153189888224006, "global_step": 27793, "epoch": 427, "lr": 1.9486995398516345e-05}
+{"train_loss": 0.0017600206192582846, "global_step": 27794, "epoch": 427, "lr": 1.948376332708013e-05}
+{"train_loss": 0.0013478187611326575, "global_step": 27795, "epoch": 427, "lr": 1.9480531458837177e-05}
+{"train_loss": 0.001875637099146843, "global_step": 27796, "epoch": 427, "lr": 1.9477299793808962e-05}
+{"train_loss": 0.0010802799370139837, "global_step": 27797, "epoch": 427, "lr": 1.9474068332017047e-05}
+{"train_loss": 0.0017345761880278587, "global_step": 27798, "epoch": 427, "lr": 1.947083707348291e-05}
+{"train_loss": 0.0020218940917402506, "global_step": 27799, "epoch": 427, "lr": 1.946760601822809e-05}
+{"train_loss": 0.001565507031045854, "global_step": 27800, "epoch": 427, "lr": 1.9464375166274114e-05}
+{"train_loss": 0.0009767626179382205, "global_step": 27801, "epoch": 427, "lr": 1.9461144517642454e-05}
+{"train_loss": 0.0012370141921564937, "global_step": 27802, "epoch": 427, "lr": 1.9457914072354666e-05}
+{"train_loss": 0.0010816699359565973, "global_step": 27803, "epoch": 427, "lr": 1.9454683830432225e-05}
+{"train_loss": 0.0018070442602038383, "global_step": 27804, "epoch": 427, "lr": 1.9451453791896645e-05}
+{"train_loss": 0.0029344086069613695, "global_step": 27805, "epoch": 427, "lr": 1.944822395676946e-05}
+{"train_loss": 0.0015614122385159135, "global_step": 27806, "epoch": 427, "lr": 1.9444994325072148e-05}
+{"train_loss": 0.001819539233110845, "global_step": 27807, "epoch": 427, "lr": 1.9441764896826215e-05}
+{"train_loss": 0.001120993634685874, "global_step": 27808, "epoch": 427, "lr": 1.943853567205319e-05}
+{"train_loss": 0.0019853906705975533, "global_step": 27809, "epoch": 427, "lr": 1.9435306650774542e-05}
+{"train_loss": 0.00184425909537822, "global_step": 27810, "epoch": 427, "lr": 1.94320778330118e-05}
+{"train_loss": 0.0014126705937087536, "global_step": 27811, "epoch": 427, "lr": 1.942884921878644e-05}
+{"train_loss": 0.0010136690689250827, "global_step": 27812, "epoch": 427, "lr": 1.9425620808119966e-05}
+{"train_loss": 0.001385558512993157, "global_step": 27813, "epoch": 427, "lr": 1.9422392601033895e-05}
+{"train_loss": 0.00126881233882159, "global_step": 27814, "epoch": 427, "lr": 1.9419164597549683e-05}
+{"train_loss": 0.001253117574378848, "global_step": 27815, "epoch": 427, "lr": 1.9415936797688857e-05}
+{"train_loss": 0.0014983498258516192, "global_step": 27816, "epoch": 427, "lr": 1.9412709201472905e-05}
+{"train_loss": 0.0026065295096486807, "global_step": 27817, "epoch": 427, "lr": 1.9409481808923298e-05}
+{"train_loss": 0.0011475445935502648, "global_step": 27818, "epoch": 427, "lr": 1.940625462006156e-05}
+{"train_loss": 0.0016138385676850494, "global_step": 27819, "epoch": 427, "lr": 1.940302763490914e-05, "val_loss": 0.0038944941479712725}
+{"train_loss": 0.0011845000553876162, "global_step": 27820, "epoch": 428, "lr": 1.939980085348754e-05}
+{"train_loss": 0.0014594176318496466, "global_step": 27821, "epoch": 428, "lr": 1.9396574275818263e-05}
+{"train_loss": 0.0010521734366193414, "global_step": 27822, "epoch": 428, "lr": 1.9393347901922764e-05}
+{"train_loss": 0.0018229237757623196, "global_step": 27823, "epoch": 428, "lr": 1.9390121731822548e-05}
+{"train_loss": 0.0012760309036821127, "global_step": 27824, "epoch": 428, "lr": 1.9386895765539103e-05}
+{"train_loss": 0.0015768788289278746, "global_step": 27825, "epoch": 428, "lr": 1.9383670003093896e-05}
+{"train_loss": 0.001322763622738421, "global_step": 27826, "epoch": 428, "lr": 1.9380444444508385e-05}
+{"train_loss": 0.0013811452081426978, "global_step": 27827, "epoch": 428, "lr": 1.9377219089804073e-05}
+{"train_loss": 0.002405483741313219, "global_step": 27828, "epoch": 428, "lr": 1.9373993939002428e-05}
+{"train_loss": 0.0020486421417444944, "global_step": 27829, "epoch": 428, "lr": 1.9370768992124948e-05}
+{"train_loss": 0.001140556880272925, "global_step": 27830, "epoch": 428, "lr": 1.9367544249193065e-05}
+{"train_loss": 0.0007142893737182021, "global_step": 27831, "epoch": 428, "lr": 1.936431971022828e-05}
+{"train_loss": 0.001041100942529738, "global_step": 27832, "epoch": 428, "lr": 1.9361095375252065e-05}
+{"train_loss": 0.0008752967114560306, "global_step": 27833, "epoch": 428, "lr": 1.9357871244285885e-05}
+{"train_loss": 0.0018232215661555529, "global_step": 27834, "epoch": 428, "lr": 1.9354647317351188e-05}
+{"train_loss": 0.0012572543928399682, "global_step": 27835, "epoch": 428, "lr": 1.9351423594469453e-05}
+{"train_loss": 0.0014413162134587765, "global_step": 27836, "epoch": 428, "lr": 1.934820007566215e-05}
+{"train_loss": 0.001281410688534379, "global_step": 27837, "epoch": 428, "lr": 1.9344976760950757e-05}
+{"train_loss": 0.0012240237556397915, "global_step": 27838, "epoch": 428, "lr": 1.9341753650356704e-05}
+{"train_loss": 0.0012450567446649075, "global_step": 27839, "epoch": 428, "lr": 1.9338530743901468e-05}
+{"train_loss": 0.0008338118204846978, "global_step": 27840, "epoch": 428, "lr": 1.9335308041606532e-05}
+{"train_loss": 0.0016073561273515224, "global_step": 27841, "epoch": 428, "lr": 1.9332085543493327e-05}
+{"train_loss": 0.0016926359385251999, "global_step": 27842, "epoch": 428, "lr": 1.9328863249583302e-05}
+{"train_loss": 0.0009224594687111676, "global_step": 27843, "epoch": 428, "lr": 1.9325641159897922e-05}
+{"train_loss": 0.00198776600882411, "global_step": 27844, "epoch": 428, "lr": 1.9322419274458646e-05}
+{"train_loss": 0.0015445706667378545, "global_step": 27845, "epoch": 428, "lr": 1.9319197593286943e-05}
+{"train_loss": 0.0016070172423496842, "global_step": 27846, "epoch": 428, "lr": 1.931597611640423e-05}
+{"train_loss": 0.0008948079776018858, "global_step": 27847, "epoch": 428, "lr": 1.9312754843831983e-05}
+{"train_loss": 0.0016350882360711694, "global_step": 27848, "epoch": 428, "lr": 1.9309533775591653e-05}
+{"train_loss": 0.002061490435153246, "global_step": 27849, "epoch": 428, "lr": 1.9306312911704683e-05}
+{"train_loss": 0.0009107495425269008, "global_step": 27850, "epoch": 428, "lr": 1.9303092252192496e-05}
+{"train_loss": 0.0013654291396960616, "global_step": 27851, "epoch": 428, "lr": 1.9299871797076552e-05}
+{"train_loss": 0.0011806485708802938, "global_step": 27852, "epoch": 428, "lr": 1.9296651546378298e-05}
+{"train_loss": 0.0014990539057180285, "global_step": 27853, "epoch": 428, "lr": 1.9293431500119198e-05}
+{"train_loss": 0.0019285581074655056, "global_step": 27854, "epoch": 428, "lr": 1.9290211658320644e-05}
+{"train_loss": 0.0015025491593405604, "global_step": 27855, "epoch": 428, "lr": 1.9286992021004108e-05}
+{"train_loss": 0.0013383786426857114, "global_step": 27856, "epoch": 428, "lr": 1.928377258819104e-05}
+{"train_loss": 0.0013623903505504131, "global_step": 27857, "epoch": 428, "lr": 1.9280553359902854e-05}
+{"train_loss": 0.0018338331719860435, "global_step": 27858, "epoch": 428, "lr": 1.927733433616098e-05}
+{"train_loss": 0.0013414182467386127, "global_step": 27859, "epoch": 428, "lr": 1.927411551698685e-05}
+{"train_loss": 0.0009619552292861044, "global_step": 27860, "epoch": 428, "lr": 1.927089690240192e-05}
+{"train_loss": 0.0008268582168966532, "global_step": 27861, "epoch": 428, "lr": 1.926767849242762e-05}
+{"train_loss": 0.0018754575867205858, "global_step": 27862, "epoch": 428, "lr": 1.9264460287085357e-05}
+{"train_loss": 0.0018043327145278454, "global_step": 27863, "epoch": 428, "lr": 1.926124228639657e-05}
+{"train_loss": 0.001097960164770484, "global_step": 27864, "epoch": 428, "lr": 1.9258024490382705e-05}
+{"train_loss": 0.0009707523277029395, "global_step": 27865, "epoch": 428, "lr": 1.925480689906517e-05}
+{"train_loss": 0.0010145734995603561, "global_step": 27866, "epoch": 428, "lr": 1.9251589512465372e-05}
+{"train_loss": 0.0012210056884214282, "global_step": 27867, "epoch": 428, "lr": 1.924837233060476e-05}
+{"train_loss": 0.0007277576951310039, "global_step": 27868, "epoch": 428, "lr": 1.924515535350474e-05}
+{"train_loss": 0.0015634120209142566, "global_step": 27869, "epoch": 428, "lr": 1.9241938581186764e-05}
+{"train_loss": 0.0015913315583020449, "global_step": 27870, "epoch": 428, "lr": 1.9238722013672206e-05}
+{"train_loss": 0.0012406345922499895, "global_step": 27871, "epoch": 428, "lr": 1.9235505650982506e-05}
+{"train_loss": 0.0011714603751897812, "global_step": 27872, "epoch": 428, "lr": 1.9232289493139094e-05}
+{"train_loss": 0.0010863840579986572, "global_step": 27873, "epoch": 428, "lr": 1.922907354016337e-05}
+{"train_loss": 0.0017963082063943148, "global_step": 27874, "epoch": 428, "lr": 1.922585779207674e-05}
+{"train_loss": 0.0015439537819474936, "global_step": 27875, "epoch": 428, "lr": 1.9222642248900614e-05}
+{"train_loss": 0.0016412365948781371, "global_step": 27876, "epoch": 428, "lr": 1.921942691065642e-05}
+{"train_loss": 0.0011330635752528906, "global_step": 27877, "epoch": 428, "lr": 1.9216211777365572e-05}
+{"train_loss": 0.0014154850505292416, "global_step": 27878, "epoch": 428, "lr": 1.9212996849049448e-05}
+{"train_loss": 0.0016721489373594522, "global_step": 27879, "epoch": 428, "lr": 1.9209782125729492e-05}
+{"train_loss": 0.0010369946248829365, "global_step": 27880, "epoch": 428, "lr": 1.9206567607427072e-05}
+{"train_loss": 0.0014275541761890054, "global_step": 27881, "epoch": 428, "lr": 1.9203353294163634e-05}
+{"train_loss": 0.0013695621164515615, "global_step": 27882, "epoch": 428, "lr": 1.920013918596053e-05}
+{"train_loss": 0.0009305674466304481, "global_step": 27883, "epoch": 428, "lr": 1.9196925282839196e-05}
+{"train_loss": 0.0013710337619368847, "global_step": 27884, "epoch": 428, "lr": 1.9193711584821016e-05, "val_loss": 0.00939359050244093}
+{"train_loss": 0.0012491053203120828, "global_step": 27885, "epoch": 429, "lr": 1.919049809192742e-05}
+{"train_loss": 0.0007443162030540407, "global_step": 27886, "epoch": 429, "lr": 1.9187284804179763e-05}
+{"train_loss": 0.0014840179355815053, "global_step": 27887, "epoch": 429, "lr": 1.9184071721599472e-05}
+{"train_loss": 0.0017527706222608685, "global_step": 27888, "epoch": 429, "lr": 1.9180858844207916e-05}
+{"train_loss": 0.0014576392713934183, "global_step": 27889, "epoch": 429, "lr": 1.9177646172026513e-05}
+{"train_loss": 0.0018389471806585789, "global_step": 27890, "epoch": 429, "lr": 1.9174433705076633e-05}
+{"train_loss": 0.00143313012085855, "global_step": 27891, "epoch": 429, "lr": 1.9171221443379672e-05}
+{"train_loss": 0.0017857172060757875, "global_step": 27892, "epoch": 429, "lr": 1.916800938695702e-05}
+{"train_loss": 0.0010488167172297835, "global_step": 27893, "epoch": 429, "lr": 1.9164797535830086e-05}
+{"train_loss": 0.0013260317500680685, "global_step": 27894, "epoch": 429, "lr": 1.9161585890020224e-05}
+{"train_loss": 0.001291598193347454, "global_step": 27895, "epoch": 429, "lr": 1.9158374449548844e-05}
+{"train_loss": 0.0016167934518307447, "global_step": 27896, "epoch": 429, "lr": 1.9155163214437298e-05}
+{"train_loss": 0.0015662980731576681, "global_step": 27897, "epoch": 429, "lr": 1.915195218470701e-05}
+{"train_loss": 0.0009511092212051153, "global_step": 27898, "epoch": 429, "lr": 1.9148741360379323e-05}
+{"train_loss": 0.001667644246481359, "global_step": 27899, "epoch": 429, "lr": 1.914553074147563e-05}
+{"train_loss": 0.0013169482117518783, "global_step": 27900, "epoch": 429, "lr": 1.914232032801731e-05}
+{"train_loss": 0.0007071829168125987, "global_step": 27901, "epoch": 429, "lr": 1.9139110120025756e-05}
+{"train_loss": 0.0017581372521817684, "global_step": 27902, "epoch": 429, "lr": 1.9135900117522333e-05}
+{"train_loss": 0.0016726409085094929, "global_step": 27903, "epoch": 429, "lr": 1.9132690320528384e-05}
+{"train_loss": 0.0009610247798264027, "global_step": 27904, "epoch": 429, "lr": 1.9129480729065312e-05}
+{"train_loss": 0.0011072464985772967, "global_step": 27905, "epoch": 429, "lr": 1.9126271343154505e-05}
+{"train_loss": 0.0008604074828326702, "global_step": 27906, "epoch": 429, "lr": 1.912306216281729e-05}
+{"train_loss": 0.0008203076431527734, "global_step": 27907, "epoch": 429, "lr": 1.9119853188075054e-05}
+{"train_loss": 0.0009381087147630751, "global_step": 27908, "epoch": 429, "lr": 1.911664441894917e-05}
+{"train_loss": 0.0008156581316143274, "global_step": 27909, "epoch": 429, "lr": 1.9113435855461015e-05}
+{"train_loss": 0.0016440743347629905, "global_step": 27910, "epoch": 429, "lr": 1.9110227497631944e-05}
+{"train_loss": 0.0015018662670627236, "global_step": 27911, "epoch": 429, "lr": 1.910701934548329e-05}
+{"train_loss": 0.0016873735003173351, "global_step": 27912, "epoch": 429, "lr": 1.910381139903644e-05}
+{"train_loss": 0.0018756322097033262, "global_step": 27913, "epoch": 429, "lr": 1.9100603658312776e-05}
+{"train_loss": 0.0010336803970858455, "global_step": 27914, "epoch": 429, "lr": 1.9097396123333615e-05}
+{"train_loss": 0.0019425153732299805, "global_step": 27915, "epoch": 429, "lr": 1.9094188794120332e-05}
+{"train_loss": 0.0006082088802941144, "global_step": 27916, "epoch": 429, "lr": 1.9090981670694286e-05}
+{"train_loss": 0.001605094876140356, "global_step": 27917, "epoch": 429, "lr": 1.9087774753076847e-05}
+{"train_loss": 0.0010561241069808602, "global_step": 27918, "epoch": 429, "lr": 1.9084568041289352e-05}
+{"train_loss": 0.001945137744769454, "global_step": 27919, "epoch": 429, "lr": 1.9081361535353137e-05}
+{"train_loss": 0.002123573562130332, "global_step": 27920, "epoch": 429, "lr": 1.9078155235289564e-05}
+{"train_loss": 0.0012658913619816303, "global_step": 27921, "epoch": 429, "lr": 1.907494914112001e-05}
+{"train_loss": 0.0008764199446886778, "global_step": 27922, "epoch": 429, "lr": 1.9071743252865776e-05}
+{"train_loss": 0.002011988079175353, "global_step": 27923, "epoch": 429, "lr": 1.9068537570548234e-05}
+{"train_loss": 0.0013977923663333058, "global_step": 27924, "epoch": 429, "lr": 1.906533209418873e-05}
+{"train_loss": 0.002240399830043316, "global_step": 27925, "epoch": 429, "lr": 1.9062126823808618e-05}
+{"train_loss": 0.0027547446079552174, "global_step": 27926, "epoch": 429, "lr": 1.905892175942923e-05}
+{"train_loss": 0.0010663610883057117, "global_step": 27927, "epoch": 429, "lr": 1.9055716901071886e-05}
+{"train_loss": 0.0022277405951172113, "global_step": 27928, "epoch": 429, "lr": 1.9052512248757948e-05}
+{"train_loss": 0.003067412879317999, "global_step": 27929, "epoch": 429, "lr": 1.904930780250874e-05}
+{"train_loss": 0.0010000183247029781, "global_step": 27930, "epoch": 429, "lr": 1.9046103562345637e-05}
+{"train_loss": 0.0013867249945178628, "global_step": 27931, "epoch": 429, "lr": 1.9042899528289927e-05}
+{"train_loss": 0.0030364368576556444, "global_step": 27932, "epoch": 429, "lr": 1.9039695700362958e-05}
+{"train_loss": 0.0016482134815305471, "global_step": 27933, "epoch": 429, "lr": 1.9036492078586092e-05}
+{"train_loss": 0.0021202329080551863, "global_step": 27934, "epoch": 429, "lr": 1.9033288662980636e-05}
+{"train_loss": 0.002855210332199931, "global_step": 27935, "epoch": 429, "lr": 1.9030085453567896e-05}
+{"train_loss": 0.002097979187965393, "global_step": 27936, "epoch": 429, "lr": 1.9026882450369237e-05}
+{"train_loss": 0.0017444925615563989, "global_step": 27937, "epoch": 429, "lr": 1.9023679653405967e-05}
+{"train_loss": 0.001171586336567998, "global_step": 27938, "epoch": 429, "lr": 1.9020477062699445e-05}
+{"train_loss": 0.0011186394840478897, "global_step": 27939, "epoch": 429, "lr": 1.9017274678270947e-05}
+{"train_loss": 0.001263665733858943, "global_step": 27940, "epoch": 429, "lr": 1.9014072500141817e-05}
+{"train_loss": 0.0018408173928037286, "global_step": 27941, "epoch": 429, "lr": 1.90108705283334e-05}
+{"train_loss": 0.001570133026689291, "global_step": 27942, "epoch": 429, "lr": 1.9007668762866997e-05}
+{"train_loss": 0.0016189744928851724, "global_step": 27943, "epoch": 429, "lr": 1.900446720376391e-05}
+{"train_loss": 0.002204697811976075, "global_step": 27944, "epoch": 429, "lr": 1.900126585104547e-05}
+{"train_loss": 0.0025773653760552406, "global_step": 27945, "epoch": 429, "lr": 1.8998064704732993e-05}
+{"train_loss": 0.0018511238740757108, "global_step": 27946, "epoch": 429, "lr": 1.899486376484782e-05}
+{"train_loss": 0.0009797278326004744, "global_step": 27947, "epoch": 429, "lr": 1.8991663031411223e-05}
+{"train_loss": 0.0010896848980337381, "global_step": 27948, "epoch": 429, "lr": 1.898846250444454e-05}
+{"train_loss": 0.0015655903172535966, "global_step": 27949, "epoch": 429, "lr": 1.898526218396907e-05, "val_loss": 0.024608058854937553}
+{"train_loss": 0.0013478364562615752, "global_step": 27950, "epoch": 430, "lr": 1.898206207000614e-05}
+{"train_loss": 0.0008911978220567107, "global_step": 27951, "epoch": 430, "lr": 1.8978862162577025e-05}
+{"train_loss": 0.0028071634005755186, "global_step": 27952, "epoch": 430, "lr": 1.8975662461703055e-05}
+{"train_loss": 0.0015480566071346402, "global_step": 27953, "epoch": 430, "lr": 1.897246296740553e-05}
+{"train_loss": 0.0012190908892080188, "global_step": 27954, "epoch": 430, "lr": 1.8969263679705766e-05}
+{"train_loss": 0.0007502077496610582, "global_step": 27955, "epoch": 430, "lr": 1.896606459862505e-05}
+{"train_loss": 0.0022071744315326214, "global_step": 27956, "epoch": 430, "lr": 1.8962865724184698e-05}
+{"train_loss": 0.001314959255978465, "global_step": 27957, "epoch": 430, "lr": 1.8959667056405984e-05}
+{"train_loss": 0.0018059109570458531, "global_step": 27958, "epoch": 430, "lr": 1.895646859531024e-05}
+{"train_loss": 0.0012331040343269706, "global_step": 27959, "epoch": 430, "lr": 1.8953270340918728e-05}
+{"train_loss": 0.0017961955163627863, "global_step": 27960, "epoch": 430, "lr": 1.8950072293252764e-05}
+{"train_loss": 0.0021598797757178545, "global_step": 27961, "epoch": 430, "lr": 1.8946874452333634e-05}
+{"train_loss": 0.0019494341686367989, "global_step": 27962, "epoch": 430, "lr": 1.894367681818266e-05}
+{"train_loss": 0.0015357652446255088, "global_step": 27963, "epoch": 430, "lr": 1.8940479390821092e-05}
+{"train_loss": 0.0009382041753269732, "global_step": 27964, "epoch": 430, "lr": 1.8937282170270255e-05}
+{"train_loss": 0.0020296412985771894, "global_step": 27965, "epoch": 430, "lr": 1.8934085156551402e-05}
+{"train_loss": 0.00125464319717139, "global_step": 27966, "epoch": 430, "lr": 1.8930888349685856e-05}
+{"train_loss": 0.0015939610311761498, "global_step": 27967, "epoch": 430, "lr": 1.892769174969487e-05}
+{"train_loss": 0.0008468574960716069, "global_step": 27968, "epoch": 430, "lr": 1.8924495356599747e-05}
+{"train_loss": 0.0011906545842066407, "global_step": 27969, "epoch": 430, "lr": 1.8921299170421764e-05}
+{"train_loss": 0.001078286673873663, "global_step": 27970, "epoch": 430, "lr": 1.891810319118223e-05}
+{"train_loss": 0.0009993901476264, "global_step": 27971, "epoch": 430, "lr": 1.89149074189024e-05}
+{"train_loss": 0.0009212812292389572, "global_step": 27972, "epoch": 430, "lr": 1.8911711853603535e-05}
+{"train_loss": 0.001020943047478795, "global_step": 27973, "epoch": 430, "lr": 1.8908516495306938e-05}
+{"train_loss": 0.002041958039626479, "global_step": 27974, "epoch": 430, "lr": 1.8905321344033898e-05}
+{"train_loss": 0.0014585057506337762, "global_step": 27975, "epoch": 430, "lr": 1.8902126399805657e-05}
+{"train_loss": 0.0016017549205571413, "global_step": 27976, "epoch": 430, "lr": 1.8898931662643505e-05}
+{"train_loss": 0.001542260404676199, "global_step": 27977, "epoch": 430, "lr": 1.8895737132568707e-05}
+{"train_loss": 0.0014456150820478797, "global_step": 27978, "epoch": 430, "lr": 1.8892542809602565e-05}
+{"train_loss": 0.0013057974865660071, "global_step": 27979, "epoch": 430, "lr": 1.8889348693766323e-05}
+{"train_loss": 0.002226688200607896, "global_step": 27980, "epoch": 430, "lr": 1.8886154785081235e-05}
+{"train_loss": 0.0009310367750003934, "global_step": 27981, "epoch": 430, "lr": 1.8882961083568577e-05}
+{"train_loss": 0.0013295452808961272, "global_step": 27982, "epoch": 430, "lr": 1.887976758924965e-05}
+{"train_loss": 0.0012110384413972497, "global_step": 27983, "epoch": 430, "lr": 1.8876574302145655e-05}
+{"train_loss": 0.000914647476747632, "global_step": 27984, "epoch": 430, "lr": 1.8873381222277897e-05}
+{"train_loss": 0.002496525412425399, "global_step": 27985, "epoch": 430, "lr": 1.8870188349667626e-05}
+{"train_loss": 0.0009544609347358346, "global_step": 27986, "epoch": 430, "lr": 1.8866995684336126e-05}
+{"train_loss": 0.001752167008817196, "global_step": 27987, "epoch": 430, "lr": 1.8863803226304634e-05}
+{"train_loss": 0.00139429431874305, "global_step": 27988, "epoch": 430, "lr": 1.8860610975594382e-05}
+{"train_loss": 0.000757601810619235, "global_step": 27989, "epoch": 430, "lr": 1.8857418932226656e-05}
+{"train_loss": 0.000991337699815631, "global_step": 27990, "epoch": 430, "lr": 1.8854227096222716e-05}
+{"train_loss": 0.0014349570265039802, "global_step": 27991, "epoch": 430, "lr": 1.8851035467603795e-05}
+{"train_loss": 0.001121720066294074, "global_step": 27992, "epoch": 430, "lr": 1.8847844046391144e-05}
+{"train_loss": 0.0007055032765492797, "global_step": 27993, "epoch": 430, "lr": 1.884465283260603e-05}
+{"train_loss": 0.0009777904488146305, "global_step": 27994, "epoch": 430, "lr": 1.884146182626971e-05}
+{"train_loss": 0.002307133050635457, "global_step": 27995, "epoch": 430, "lr": 1.883827102740341e-05}
+{"train_loss": 0.0012190614361315966, "global_step": 27996, "epoch": 430, "lr": 1.8835080436028367e-05}
+{"train_loss": 0.0022162895184010267, "global_step": 27997, "epoch": 430, "lr": 1.883189005216584e-05}
+{"train_loss": 0.0012131015537306666, "global_step": 27998, "epoch": 430, "lr": 1.882869987583709e-05}
+{"train_loss": 0.0016875597648322582, "global_step": 27999, "epoch": 430, "lr": 1.8825509907063327e-05}
+{"train_loss": 0.0012459433637559414, "global_step": 28000, "epoch": 430, "lr": 1.8822320145865808e-05}
+{"train_loss": 0.001953367842361331, "global_step": 28001, "epoch": 430, "lr": 1.881913059226576e-05}
+{"train_loss": 0.0013419623719528317, "global_step": 28002, "epoch": 430, "lr": 1.8815941246284475e-05}
+{"train_loss": 0.0008157478296197951, "global_step": 28003, "epoch": 430, "lr": 1.8812752107943103e-05}
+{"train_loss": 0.0019634913187474012, "global_step": 28004, "epoch": 430, "lr": 1.8809563177262924e-05}
+{"train_loss": 0.001174506382085383, "global_step": 28005, "epoch": 430, "lr": 1.8806374454265168e-05}
+{"train_loss": 0.000821428548078984, "global_step": 28006, "epoch": 430, "lr": 1.880318593897109e-05}
+{"train_loss": 0.0016334428219124675, "global_step": 28007, "epoch": 430, "lr": 1.8799997631401877e-05}
+{"train_loss": 0.001425314461812377, "global_step": 28008, "epoch": 430, "lr": 1.879680953157878e-05}
+{"train_loss": 0.0016338233835995197, "global_step": 28009, "epoch": 430, "lr": 1.8793621639523028e-05}
+{"train_loss": 0.0009542644256725907, "global_step": 28010, "epoch": 430, "lr": 1.8790433955255866e-05}
+{"train_loss": 0.00086551922140643, "global_step": 28011, "epoch": 430, "lr": 1.8787246478798493e-05}
+{"train_loss": 0.0015177681343629956, "global_step": 28012, "epoch": 430, "lr": 1.8784059210172127e-05}
+{"train_loss": 0.001471922849304974, "global_step": 28013, "epoch": 430, "lr": 1.8780872149398006e-05}
+{"train_loss": 0.0014088315110152157, "global_step": 28014, "epoch": 430, "lr": 1.8777685296497365e-05, "val_loss": 0.011920833960175514, "train_action_mse_error": 3.68657274520956e-05}
+{"train_loss": 0.0017999063711613417, "global_step": 28015, "epoch": 431, "lr": 1.8774498651491386e-05}
+{"train_loss": 0.0013494989834725857, "global_step": 28016, "epoch": 431, "lr": 1.8771312214401316e-05}
+{"train_loss": 0.0013973393943160772, "global_step": 28017, "epoch": 431, "lr": 1.8768125985248357e-05}
+{"train_loss": 0.0018594111315906048, "global_step": 28018, "epoch": 431, "lr": 1.876493996405375e-05}
+{"train_loss": 0.002481324365362525, "global_step": 28019, "epoch": 431, "lr": 1.8761754150838693e-05}
+{"train_loss": 0.0013683843426406384, "global_step": 28020, "epoch": 431, "lr": 1.875856854562439e-05}
+{"train_loss": 0.001383476541377604, "global_step": 28021, "epoch": 431, "lr": 1.8755383148432048e-05}
+{"train_loss": 0.000990776694379747, "global_step": 28022, "epoch": 431, "lr": 1.8752197959282907e-05}
+{"train_loss": 0.0008640020969323814, "global_step": 28023, "epoch": 431, "lr": 1.8749012978198143e-05}
+{"train_loss": 0.0018381505506113172, "global_step": 28024, "epoch": 431, "lr": 1.874582820519898e-05}
+{"train_loss": 0.0020760511979460716, "global_step": 28025, "epoch": 431, "lr": 1.8742643640306635e-05}
+{"train_loss": 0.0009075463749468327, "global_step": 28026, "epoch": 431, "lr": 1.8739459283542284e-05}
+{"train_loss": 0.001345720374956727, "global_step": 28027, "epoch": 431, "lr": 1.8736275134927162e-05}
+{"train_loss": 0.0019998368807137012, "global_step": 28028, "epoch": 431, "lr": 1.8733091194482438e-05}
+{"train_loss": 0.0009778834646567702, "global_step": 28029, "epoch": 431, "lr": 1.872990746222933e-05}
+{"train_loss": 0.0015771810431033373, "global_step": 28030, "epoch": 431, "lr": 1.8726723938189052e-05}
+{"train_loss": 0.0015465528704226017, "global_step": 28031, "epoch": 431, "lr": 1.872354062238276e-05}
+{"train_loss": 0.0017811781726777554, "global_step": 28032, "epoch": 431, "lr": 1.872035751483168e-05}
+{"train_loss": 0.0016432238044217229, "global_step": 28033, "epoch": 431, "lr": 1.8717174615557027e-05}
+{"train_loss": 0.0009771427139639854, "global_step": 28034, "epoch": 431, "lr": 1.8713991924579945e-05}
+{"train_loss": 0.0010083846282213926, "global_step": 28035, "epoch": 431, "lr": 1.8710809441921668e-05}
+{"train_loss": 0.0012076323619112372, "global_step": 28036, "epoch": 431, "lr": 1.8707627167603352e-05}
+{"train_loss": 0.0011522602289915085, "global_step": 28037, "epoch": 431, "lr": 1.8704445101646207e-05}
+{"train_loss": 0.001542679499834776, "global_step": 28038, "epoch": 431, "lr": 1.870126324407143e-05}
+{"train_loss": 0.0010661480482667685, "global_step": 28039, "epoch": 431, "lr": 1.869808159490018e-05}
+{"train_loss": 0.0009321331162936985, "global_step": 28040, "epoch": 431, "lr": 1.8694900154153657e-05}
+{"train_loss": 0.0016617487417533994, "global_step": 28041, "epoch": 431, "lr": 1.8691718921853057e-05}
+{"train_loss": 0.0015316191129386425, "global_step": 28042, "epoch": 431, "lr": 1.8688537898019537e-05}
+{"train_loss": 0.0014534249203279614, "global_step": 28043, "epoch": 431, "lr": 1.868535708267431e-05}
+{"train_loss": 0.0012119716266170144, "global_step": 28044, "epoch": 431, "lr": 1.868217647583852e-05}
+{"train_loss": 0.0010320954024791718, "global_step": 28045, "epoch": 431, "lr": 1.8678996077533355e-05}
+{"train_loss": 0.0034101540222764015, "global_step": 28046, "epoch": 431, "lr": 1.867581588778002e-05}
+{"train_loss": 0.0016169918235391378, "global_step": 28047, "epoch": 431, "lr": 1.867263590659965e-05}
+{"train_loss": 0.0018314449116587639, "global_step": 28048, "epoch": 431, "lr": 1.8669456134013458e-05}
+{"train_loss": 0.001552440458908677, "global_step": 28049, "epoch": 431, "lr": 1.8666276570042578e-05}
+{"train_loss": 0.002419604454189539, "global_step": 28050, "epoch": 431, "lr": 1.8663097214708198e-05}
+{"train_loss": 0.0008206943748518825, "global_step": 28051, "epoch": 431, "lr": 1.8659918068031508e-05}
+{"train_loss": 0.0022897974122315645, "global_step": 28052, "epoch": 431, "lr": 1.865673913003364e-05}
+{"train_loss": 0.0021228336263448, "global_step": 28053, "epoch": 431, "lr": 1.8653560400735774e-05}
+{"train_loss": 0.0023529131431132555, "global_step": 28054, "epoch": 431, "lr": 1.8650381880159106e-05}
+{"train_loss": 0.0017614677781239152, "global_step": 28055, "epoch": 431, "lr": 1.8647203568324757e-05}
+{"train_loss": 0.0015450628707185388, "global_step": 28056, "epoch": 431, "lr": 1.8644025465253922e-05}
+{"train_loss": 0.002167625818401575, "global_step": 28057, "epoch": 431, "lr": 1.864084757096773e-05}
+{"train_loss": 0.0008896335493773222, "global_step": 28058, "epoch": 431, "lr": 1.8637669885487363e-05}
+{"train_loss": 0.0008969122427515686, "global_step": 28059, "epoch": 431, "lr": 1.8634492408833988e-05}
+{"train_loss": 0.0014158176491037011, "global_step": 28060, "epoch": 431, "lr": 1.863131514102874e-05}
+{"train_loss": 0.0019337410340085626, "global_step": 28061, "epoch": 431, "lr": 1.862813808209278e-05}
+{"train_loss": 0.0011454278137534857, "global_step": 28062, "epoch": 431, "lr": 1.8624961232047283e-05}
+{"train_loss": 0.0012202486395835876, "global_step": 28063, "epoch": 431, "lr": 1.8621784590913377e-05}
+{"train_loss": 0.0017887190915644169, "global_step": 28064, "epoch": 431, "lr": 1.8618608158712236e-05}
+{"train_loss": 0.0017099814722314477, "global_step": 28065, "epoch": 431, "lr": 1.8615431935464982e-05}
+{"train_loss": 0.0009921904420480132, "global_step": 28066, "epoch": 431, "lr": 1.8612255921192777e-05}
+{"train_loss": 0.002462598728016019, "global_step": 28067, "epoch": 431, "lr": 1.8609080115916794e-05}
+{"train_loss": 0.0008992343209683895, "global_step": 28068, "epoch": 431, "lr": 1.8605904519658134e-05}
+{"train_loss": 0.0015625200467184186, "global_step": 28069, "epoch": 431, "lr": 1.8602729132437975e-05}
+{"train_loss": 0.0014717790763825178, "global_step": 28070, "epoch": 431, "lr": 1.8599553954277454e-05}
+{"train_loss": 0.0016961387591436505, "global_step": 28071, "epoch": 431, "lr": 1.859637898519772e-05}
+{"train_loss": 0.000868487055413425, "global_step": 28072, "epoch": 431, "lr": 1.859320422521988e-05}
+{"train_loss": 0.0018044397002086043, "global_step": 28073, "epoch": 431, "lr": 1.8590029674365094e-05}
+{"train_loss": 0.001461405074223876, "global_step": 28074, "epoch": 431, "lr": 1.8586855332654507e-05}
+{"train_loss": 0.0011987205361947417, "global_step": 28075, "epoch": 431, "lr": 1.8583681200109265e-05}
+{"train_loss": 0.0013711124192923307, "global_step": 28076, "epoch": 431, "lr": 1.858050727675047e-05}
+{"train_loss": 0.0017274547135457397, "global_step": 28077, "epoch": 431, "lr": 1.8577333562599276e-05}
+{"train_loss": 0.00135541963391006, "global_step": 28078, "epoch": 431, "lr": 1.857416005767683e-05}
+{"train_loss": 0.0015165217328243531, "global_step": 28079, "epoch": 431, "lr": 1.8570986762004243e-05, "val_loss": 0.008037209510803223}
+{"train_loss": 0.0014999916311353445, "global_step": 28080, "epoch": 432, "lr": 1.8567813675602634e-05}
+{"train_loss": 0.0006487502832897007, "global_step": 28081, "epoch": 432, "lr": 1.8564640798493143e-05}
+{"train_loss": 0.0008522775606252253, "global_step": 28082, "epoch": 432, "lr": 1.8561468130696903e-05}
+{"train_loss": 0.0010696279350668192, "global_step": 28083, "epoch": 432, "lr": 1.8558295672235042e-05}
+{"train_loss": 0.0017089315224438906, "global_step": 28084, "epoch": 432, "lr": 1.855512342312867e-05}
+{"train_loss": 0.0006040243315510452, "global_step": 28085, "epoch": 432, "lr": 1.8551951383398907e-05}
+{"train_loss": 0.001620041555725038, "global_step": 28086, "epoch": 432, "lr": 1.8548779553066904e-05}
+{"train_loss": 0.0013761476147919893, "global_step": 28087, "epoch": 432, "lr": 1.8545607932153765e-05}
+{"train_loss": 0.0016566967824473977, "global_step": 28088, "epoch": 432, "lr": 1.8542436520680577e-05}
+{"train_loss": 0.0020017134957015514, "global_step": 28089, "epoch": 432, "lr": 1.8539265318668487e-05}
+{"train_loss": 0.0013101479271426797, "global_step": 28090, "epoch": 432, "lr": 1.853609432613861e-05}
+{"train_loss": 0.0021607126109302044, "global_step": 28091, "epoch": 432, "lr": 1.8532923543112067e-05}
+{"train_loss": 0.0011259450111538172, "global_step": 28092, "epoch": 432, "lr": 1.8529752969609947e-05}
+{"train_loss": 0.0008074907818809152, "global_step": 28093, "epoch": 432, "lr": 1.8526582605653376e-05}
+{"train_loss": 0.0012697521597146988, "global_step": 28094, "epoch": 432, "lr": 1.8523412451263483e-05}
+{"train_loss": 0.0014488518936559558, "global_step": 28095, "epoch": 432, "lr": 1.852024250646135e-05}
+{"train_loss": 0.0023464353289455175, "global_step": 28096, "epoch": 432, "lr": 1.851707277126808e-05}
+{"train_loss": 0.000900126644410193, "global_step": 28097, "epoch": 432, "lr": 1.8513903245704784e-05}
+{"train_loss": 0.0017110989429056644, "global_step": 28098, "epoch": 432, "lr": 1.851073392979257e-05}
+{"train_loss": 0.0011421511881053448, "global_step": 28099, "epoch": 432, "lr": 1.8507564823552564e-05}
+{"train_loss": 0.0009189116535708308, "global_step": 28100, "epoch": 432, "lr": 1.850439592700583e-05}
+{"train_loss": 0.001682111294940114, "global_step": 28101, "epoch": 432, "lr": 1.8501227240173484e-05}
+{"train_loss": 0.0011716567678377032, "global_step": 28102, "epoch": 432, "lr": 1.849805876307664e-05}
+{"train_loss": 0.0013828332303091884, "global_step": 28103, "epoch": 432, "lr": 1.8494890495736384e-05}
+{"train_loss": 0.0018299334915354848, "global_step": 28104, "epoch": 432, "lr": 1.8491722438173787e-05}
+{"train_loss": 0.0007929370040073991, "global_step": 28105, "epoch": 432, "lr": 1.848855459040997e-05}
+{"train_loss": 0.0019472468411549926, "global_step": 28106, "epoch": 432, "lr": 1.848538695246602e-05}
+{"train_loss": 0.0017598939593881369, "global_step": 28107, "epoch": 432, "lr": 1.8482219524363047e-05}
+{"train_loss": 0.0012889041099697351, "global_step": 28108, "epoch": 432, "lr": 1.8479052306122108e-05}
+{"train_loss": 0.0015324747655540705, "global_step": 28109, "epoch": 432, "lr": 1.8475885297764305e-05}
+{"train_loss": 0.0008096234523691237, "global_step": 28110, "epoch": 432, "lr": 1.8472718499310753e-05}
+{"train_loss": 0.001075442531146109, "global_step": 28111, "epoch": 432, "lr": 1.8469551910782513e-05}
+{"train_loss": 0.0028532680589705706, "global_step": 28112, "epoch": 432, "lr": 1.8466385532200652e-05}
+{"train_loss": 0.0016012118430808187, "global_step": 28113, "epoch": 432, "lr": 1.8463219363586275e-05}
+{"train_loss": 0.00142136518843472, "global_step": 28114, "epoch": 432, "lr": 1.846005340496046e-05}
+{"train_loss": 0.0010886788368225098, "global_step": 28115, "epoch": 432, "lr": 1.8456887656344307e-05}
+{"train_loss": 0.0013132891617715359, "global_step": 28116, "epoch": 432, "lr": 1.845372211775886e-05}
+{"train_loss": 0.0012349587632343173, "global_step": 28117, "epoch": 432, "lr": 1.8450556789225214e-05}
+{"train_loss": 0.001189171802252531, "global_step": 28118, "epoch": 432, "lr": 1.844739167076447e-05}
+{"train_loss": 0.001360569498501718, "global_step": 28119, "epoch": 432, "lr": 1.844422676239767e-05}
+{"train_loss": 0.0006725338753312826, "global_step": 28120, "epoch": 432, "lr": 1.844106206414588e-05}
+{"train_loss": 0.0011548746842890978, "global_step": 28121, "epoch": 432, "lr": 1.8437897576030194e-05}
+{"train_loss": 0.0007612816407345235, "global_step": 28122, "epoch": 432, "lr": 1.8434733298071675e-05}
+{"train_loss": 0.0008689296082593501, "global_step": 28123, "epoch": 432, "lr": 1.843156923029142e-05}
+{"train_loss": 0.0010221743723377585, "global_step": 28124, "epoch": 432, "lr": 1.8428405372710443e-05}
+{"train_loss": 0.0008689566166140139, "global_step": 28125, "epoch": 432, "lr": 1.842524172534986e-05}
+{"train_loss": 0.0017579837003722787, "global_step": 28126, "epoch": 432, "lr": 1.8422078288230703e-05}
+{"train_loss": 0.0008538344409316778, "global_step": 28127, "epoch": 432, "lr": 1.8418915061374064e-05}
+{"train_loss": 0.0015098352450877428, "global_step": 28128, "epoch": 432, "lr": 1.841575204480097e-05}
+{"train_loss": 0.0010184369748458266, "global_step": 28129, "epoch": 432, "lr": 1.8412589238532508e-05}
+{"train_loss": 0.0010990402661263943, "global_step": 28130, "epoch": 432, "lr": 1.840942664258973e-05}
+{"train_loss": 0.0020649731159210205, "global_step": 28131, "epoch": 432, "lr": 1.8406264256993715e-05}
+{"train_loss": 0.0010528676211833954, "global_step": 28132, "epoch": 432, "lr": 1.840310208176548e-05}
+{"train_loss": 0.0023222423624247313, "global_step": 28133, "epoch": 432, "lr": 1.8399940116926125e-05}
+{"train_loss": 0.0010403027990832925, "global_step": 28134, "epoch": 432, "lr": 1.8396778362496653e-05}
+{"train_loss": 0.0012933341786265373, "global_step": 28135, "epoch": 432, "lr": 1.8393616818498172e-05}
+{"train_loss": 0.0012858739355579019, "global_step": 28136, "epoch": 432, "lr": 1.8390455484951678e-05}
+{"train_loss": 0.0023563418071717024, "global_step": 28137, "epoch": 432, "lr": 1.8387294361878255e-05}
+{"train_loss": 0.0012329582823440433, "global_step": 28138, "epoch": 432, "lr": 1.8384133449298946e-05}
+{"train_loss": 0.0020857038907706738, "global_step": 28139, "epoch": 432, "lr": 1.838097274723481e-05}
+{"train_loss": 0.0012771051842719316, "global_step": 28140, "epoch": 432, "lr": 1.8377812255706868e-05}
+{"train_loss": 0.0020721463952213526, "global_step": 28141, "epoch": 432, "lr": 1.8374651974736186e-05}
+{"train_loss": 0.0013370780507102609, "global_step": 28142, "epoch": 432, "lr": 1.837149190434378e-05}
+{"train_loss": 0.0014628341887146235, "global_step": 28143, "epoch": 432, "lr": 1.836833204455073e-05}
+{"train_loss": 0.0013686516062499812, "global_step": 28144, "epoch": 432, "lr": 1.8365172395378027e-05, "val_loss": 0.006732205394655466}
+{"train_loss": 0.001068013021722436, "global_step": 28145, "epoch": 433, "lr": 1.8362012956846748e-05}
+{"train_loss": 0.001125250244513154, "global_step": 28146, "epoch": 433, "lr": 1.835885372897791e-05}
+{"train_loss": 0.0010896122548729181, "global_step": 28147, "epoch": 433, "lr": 1.8355694711792575e-05}
+{"train_loss": 0.0012607671087607741, "global_step": 28148, "epoch": 433, "lr": 1.835253590531177e-05}
+{"train_loss": 0.0007543169776909053, "global_step": 28149, "epoch": 433, "lr": 1.8349377309556486e-05}
+{"train_loss": 0.0011105166049674153, "global_step": 28150, "epoch": 433, "lr": 1.83462189245478e-05}
+{"train_loss": 0.001655165571719408, "global_step": 28151, "epoch": 433, "lr": 1.834306075030674e-05}
+{"train_loss": 0.0013299924321472645, "global_step": 28152, "epoch": 433, "lr": 1.83399027868543e-05}
+{"train_loss": 0.001988603500649333, "global_step": 28153, "epoch": 433, "lr": 1.833674503421154e-05}
+{"train_loss": 0.0015707173151895404, "global_step": 28154, "epoch": 433, "lr": 1.8333587492399474e-05}
+{"train_loss": 0.0014374346937984228, "global_step": 28155, "epoch": 433, "lr": 1.8330430161439145e-05}
+{"train_loss": 0.0022734999656677246, "global_step": 28156, "epoch": 433, "lr": 1.832727304135156e-05}
+{"train_loss": 0.0013691732892766595, "global_step": 28157, "epoch": 433, "lr": 1.8324116132157733e-05}
+{"train_loss": 0.0019335387041792274, "global_step": 28158, "epoch": 433, "lr": 1.8320959433878682e-05}
+{"train_loss": 0.0011632464593276381, "global_step": 28159, "epoch": 433, "lr": 1.8317802946535457e-05}
+{"train_loss": 0.0013055583694949746, "global_step": 28160, "epoch": 433, "lr": 1.8314646670149037e-05}
+{"train_loss": 0.0015884110471233726, "global_step": 28161, "epoch": 433, "lr": 1.8311490604740462e-05}
+{"train_loss": 0.002608257345855236, "global_step": 28162, "epoch": 433, "lr": 1.8308334750330735e-05}
+{"train_loss": 0.0013185959542170167, "global_step": 28163, "epoch": 433, "lr": 1.8305179106940896e-05}
+{"train_loss": 0.001689495868049562, "global_step": 28164, "epoch": 433, "lr": 1.8302023674591935e-05}
+{"train_loss": 0.0012884619645774364, "global_step": 28165, "epoch": 433, "lr": 1.8298868453304845e-05}
+{"train_loss": 0.0022248507011681795, "global_step": 28166, "epoch": 433, "lr": 1.829571344310066e-05}
+{"train_loss": 0.002276570303365588, "global_step": 28167, "epoch": 433, "lr": 1.8292558644000397e-05}
+{"train_loss": 0.0014395643956959248, "global_step": 28168, "epoch": 433, "lr": 1.8289404056025028e-05}
+{"train_loss": 0.0013183819828554988, "global_step": 28169, "epoch": 433, "lr": 1.8286249679195576e-05}
+{"train_loss": 0.0018582975026220083, "global_step": 28170, "epoch": 433, "lr": 1.828309551353305e-05}
+{"train_loss": 0.0006167298415675759, "global_step": 28171, "epoch": 433, "lr": 1.8279941559058462e-05}
+{"train_loss": 0.00160748150665313, "global_step": 28172, "epoch": 433, "lr": 1.8276787815792795e-05}
+{"train_loss": 0.0012170287081971765, "global_step": 28173, "epoch": 433, "lr": 1.827363428375704e-05}
+{"train_loss": 0.0008469626191072166, "global_step": 28174, "epoch": 433, "lr": 1.8270480962972207e-05}
+{"train_loss": 0.0015315673081204295, "global_step": 28175, "epoch": 433, "lr": 1.8267327853459302e-05}
+{"train_loss": 0.0015554165001958609, "global_step": 28176, "epoch": 433, "lr": 1.8264174955239305e-05}
+{"train_loss": 0.0008155747782438993, "global_step": 28177, "epoch": 433, "lr": 1.8261022268333204e-05}
+{"train_loss": 0.002028422197327018, "global_step": 28178, "epoch": 433, "lr": 1.8257869792762007e-05}
+{"train_loss": 0.001967165619134903, "global_step": 28179, "epoch": 433, "lr": 1.8254717528546716e-05}
+{"train_loss": 0.0018509975634515285, "global_step": 28180, "epoch": 433, "lr": 1.8251565475708303e-05}
+{"train_loss": 0.0010258250404149294, "global_step": 28181, "epoch": 433, "lr": 1.8248413634267743e-05}
+{"train_loss": 0.0022525282111018896, "global_step": 28182, "epoch": 433, "lr": 1.8245262004246033e-05}
+{"train_loss": 0.0013861521147191525, "global_step": 28183, "epoch": 433, "lr": 1.8242110585664184e-05}
+{"train_loss": 0.0014619266148656607, "global_step": 28184, "epoch": 433, "lr": 1.823895937854314e-05}
+{"train_loss": 0.0019784136675298214, "global_step": 28185, "epoch": 433, "lr": 1.82358083829039e-05}
+{"train_loss": 0.001307812170125544, "global_step": 28186, "epoch": 433, "lr": 1.8232657598767443e-05}
+{"train_loss": 0.0009040393633767962, "global_step": 28187, "epoch": 433, "lr": 1.8229507026154773e-05}
+{"train_loss": 0.0012755163479596376, "global_step": 28188, "epoch": 433, "lr": 1.8226356665086853e-05}
+{"train_loss": 0.001404584851115942, "global_step": 28189, "epoch": 433, "lr": 1.822320651558463e-05}
+{"train_loss": 0.001973027130588889, "global_step": 28190, "epoch": 433, "lr": 1.8220056577669102e-05}
+{"train_loss": 0.001488421345129609, "global_step": 28191, "epoch": 433, "lr": 1.8216906851361267e-05}
+{"train_loss": 0.0025628264993429184, "global_step": 28192, "epoch": 433, "lr": 1.821375733668205e-05}
+{"train_loss": 0.0012095420388504863, "global_step": 28193, "epoch": 433, "lr": 1.8210608033652453e-05}
+{"train_loss": 0.0014698628801852465, "global_step": 28194, "epoch": 433, "lr": 1.8207458942293454e-05}
+{"train_loss": 0.0016129588475450873, "global_step": 28195, "epoch": 433, "lr": 1.8204310062625996e-05}
+{"train_loss": 0.0018368795281276107, "global_step": 28196, "epoch": 433, "lr": 1.820116139467107e-05}
+{"train_loss": 0.002237280597910285, "global_step": 28197, "epoch": 433, "lr": 1.8198012938449605e-05}
+{"train_loss": 0.0010974016040563583, "global_step": 28198, "epoch": 433, "lr": 1.8194864693982594e-05}
+{"train_loss": 0.0010479571064934134, "global_step": 28199, "epoch": 433, "lr": 1.8191716661291013e-05}
+{"train_loss": 0.0020043393597006798, "global_step": 28200, "epoch": 433, "lr": 1.8188568840395787e-05}
+{"train_loss": 0.0007267705514095724, "global_step": 28201, "epoch": 433, "lr": 1.818542123131789e-05}
+{"train_loss": 0.0017894828924909234, "global_step": 28202, "epoch": 433, "lr": 1.8182273834078307e-05}
+{"train_loss": 0.002159079071134329, "global_step": 28203, "epoch": 433, "lr": 1.8179126648697948e-05}
+{"train_loss": 0.002216016873717308, "global_step": 28204, "epoch": 433, "lr": 1.8175979675197812e-05}
+{"train_loss": 0.0009406503522768617, "global_step": 28205, "epoch": 433, "lr": 1.8172832913598814e-05}
+{"train_loss": 0.0019328469643369317, "global_step": 28206, "epoch": 433, "lr": 1.8169686363921927e-05}
+{"train_loss": 0.0014452633913606405, "global_step": 28207, "epoch": 433, "lr": 1.8166540026188123e-05}
+{"train_loss": 0.001441238564439118, "global_step": 28208, "epoch": 433, "lr": 1.8163393900418314e-05}
+{"train_loss": 0.0015362238001006728, "global_step": 28209, "epoch": 433, "lr": 1.816024798663346e-05, "val_loss": 0.0120339784771204}
+{"train_loss": 0.0011361985234543681, "global_step": 28210, "epoch": 434, "lr": 1.815710228485454e-05}
+{"train_loss": 0.0017871791496872902, "global_step": 28211, "epoch": 434, "lr": 1.8153956795102444e-05}
+{"train_loss": 0.0013214654754847288, "global_step": 28212, "epoch": 434, "lr": 1.815081151739817e-05}
+{"train_loss": 0.0008899838430806994, "global_step": 28213, "epoch": 434, "lr": 1.814766645176262e-05}
+{"train_loss": 0.0017993018263950944, "global_step": 28214, "epoch": 434, "lr": 1.8144521598216748e-05}
+{"train_loss": 0.0022901459597051144, "global_step": 28215, "epoch": 434, "lr": 1.81413769567815e-05}
+{"train_loss": 0.001877432456240058, "global_step": 28216, "epoch": 434, "lr": 1.8138232527477828e-05}
+{"train_loss": 0.002034546807408333, "global_step": 28217, "epoch": 434, "lr": 1.8135088310326643e-05}
+{"train_loss": 0.0013234730577096343, "global_step": 28218, "epoch": 434, "lr": 1.81319443053489e-05}
+{"train_loss": 0.0028407827485352755, "global_step": 28219, "epoch": 434, "lr": 1.8128800512565513e-05}
+{"train_loss": 0.0015484493924304843, "global_step": 28220, "epoch": 434, "lr": 1.8125656931997448e-05}
+{"train_loss": 0.0015005067689344287, "global_step": 28221, "epoch": 434, "lr": 1.8122513563665593e-05}
+{"train_loss": 0.0014125675661489367, "global_step": 28222, "epoch": 434, "lr": 1.811937040759091e-05}
+{"train_loss": 0.001059177564457059, "global_step": 28223, "epoch": 434, "lr": 1.811622746379431e-05}
+{"train_loss": 0.0009252114687114954, "global_step": 28224, "epoch": 434, "lr": 1.8113084732296748e-05}
+{"train_loss": 0.0008427687571384013, "global_step": 28225, "epoch": 434, "lr": 1.8109942213119137e-05}
+{"train_loss": 0.0019148094579577446, "global_step": 28226, "epoch": 434, "lr": 1.8106799906282375e-05}
+{"train_loss": 0.002288841875270009, "global_step": 28227, "epoch": 434, "lr": 1.81036578118074e-05}
+{"train_loss": 0.002192398300394416, "global_step": 28228, "epoch": 434, "lr": 1.810051592971517e-05}
+{"train_loss": 0.001537489122711122, "global_step": 28229, "epoch": 434, "lr": 1.8097374260026544e-05}
+{"train_loss": 0.0028816366102546453, "global_step": 28230, "epoch": 434, "lr": 1.8094232802762483e-05}
+{"train_loss": 0.001064100069925189, "global_step": 28231, "epoch": 434, "lr": 1.809109155794389e-05}
+{"train_loss": 0.0018765820423141122, "global_step": 28232, "epoch": 434, "lr": 1.8087950525591703e-05}
+{"train_loss": 0.0018535726703703403, "global_step": 28233, "epoch": 434, "lr": 1.8084809705726813e-05}
+{"train_loss": 0.0014650191878899932, "global_step": 28234, "epoch": 434, "lr": 1.8081669098370126e-05}
+{"train_loss": 0.001995205180719495, "global_step": 28235, "epoch": 434, "lr": 1.8078528703542564e-05}
+{"train_loss": 0.000743185868486762, "global_step": 28236, "epoch": 434, "lr": 1.807538852126506e-05}
+{"train_loss": 0.002260667970404029, "global_step": 28237, "epoch": 434, "lr": 1.807224855155848e-05}
+{"train_loss": 0.0018939008004963398, "global_step": 28238, "epoch": 434, "lr": 1.8069108794443763e-05}
+{"train_loss": 0.0010136539349332452, "global_step": 28239, "epoch": 434, "lr": 1.80659692499418e-05}
+{"train_loss": 0.0010698678670451045, "global_step": 28240, "epoch": 434, "lr": 1.806282991807352e-05}
+{"train_loss": 0.0016388314543291926, "global_step": 28241, "epoch": 434, "lr": 1.8059690798859807e-05}
+{"train_loss": 0.0021037342958152294, "global_step": 28242, "epoch": 434, "lr": 1.8056551892321548e-05}
+{"train_loss": 0.001253908732905984, "global_step": 28243, "epoch": 434, "lr": 1.805341319847966e-05}
+{"train_loss": 0.0008521354757249355, "global_step": 28244, "epoch": 434, "lr": 1.8050274717355064e-05}
+{"train_loss": 0.0013504286762326956, "global_step": 28245, "epoch": 434, "lr": 1.8047136448968615e-05}
+{"train_loss": 0.0009617535397410393, "global_step": 28246, "epoch": 434, "lr": 1.8043998393341233e-05}
+{"train_loss": 0.0008310463163070381, "global_step": 28247, "epoch": 434, "lr": 1.8040860550493803e-05}
+{"train_loss": 0.0011998694390058517, "global_step": 28248, "epoch": 434, "lr": 1.803772292044727e-05}
+{"train_loss": 0.0020603733137249947, "global_step": 28249, "epoch": 434, "lr": 1.803458550322244e-05}
+{"train_loss": 0.001191036542877555, "global_step": 28250, "epoch": 434, "lr": 1.8031448298840243e-05}
+{"train_loss": 0.0012668436393141747, "global_step": 28251, "epoch": 434, "lr": 1.8028311307321573e-05}
+{"train_loss": 0.0011253820266574621, "global_step": 28252, "epoch": 434, "lr": 1.8025174528687334e-05}
+{"train_loss": 0.0015218709595501423, "global_step": 28253, "epoch": 434, "lr": 1.802203796295837e-05}
+{"train_loss": 0.0009955018758773804, "global_step": 28254, "epoch": 434, "lr": 1.8018901610155593e-05}
+{"train_loss": 0.0007093728636391461, "global_step": 28255, "epoch": 434, "lr": 1.8015765470299877e-05}
+{"train_loss": 0.0012794536305591464, "global_step": 28256, "epoch": 434, "lr": 1.801262954341215e-05}
+{"train_loss": 0.0015855868114158511, "global_step": 28257, "epoch": 434, "lr": 1.8009493829513218e-05}
+{"train_loss": 0.0016771845985203981, "global_step": 28258, "epoch": 434, "lr": 1.800635832862399e-05}
+{"train_loss": 0.001513966592028737, "global_step": 28259, "epoch": 434, "lr": 1.8003223040765355e-05}
+{"train_loss": 0.0014573701191693544, "global_step": 28260, "epoch": 434, "lr": 1.8000087965958194e-05}
+{"train_loss": 0.0010316877160221338, "global_step": 28261, "epoch": 434, "lr": 1.7996953104223357e-05}
+{"train_loss": 0.0023493156768381596, "global_step": 28262, "epoch": 434, "lr": 1.799381845558173e-05}
+{"train_loss": 0.0009932983666658401, "global_step": 28263, "epoch": 434, "lr": 1.7990684020054183e-05}
+{"train_loss": 0.0016353634418919683, "global_step": 28264, "epoch": 434, "lr": 1.798754979766163e-05}
+{"train_loss": 0.001028626225888729, "global_step": 28265, "epoch": 434, "lr": 1.798441578842486e-05}
+{"train_loss": 0.0023494369816035032, "global_step": 28266, "epoch": 434, "lr": 1.7981281992364785e-05}
+{"train_loss": 0.0018725396366789937, "global_step": 28267, "epoch": 434, "lr": 1.7978148409502267e-05}
+{"train_loss": 0.001735173282213509, "global_step": 28268, "epoch": 434, "lr": 1.797501503985819e-05}
+{"train_loss": 0.00221592141315341, "global_step": 28269, "epoch": 434, "lr": 1.797188188345338e-05}
+{"train_loss": 0.0020892901811748743, "global_step": 28270, "epoch": 434, "lr": 1.796874894030872e-05}
+{"train_loss": 0.0012959974119439721, "global_step": 28271, "epoch": 434, "lr": 1.7965616210445085e-05}
+{"train_loss": 0.0016318893758580089, "global_step": 28272, "epoch": 434, "lr": 1.7962483693883325e-05}
+{"train_loss": 0.001512996037490666, "global_step": 28273, "epoch": 434, "lr": 1.795935139064427e-05}
+{"train_loss": 0.00154646863677324, "global_step": 28274, "epoch": 434, "lr": 1.7956219300748793e-05, "val_loss": 0.008094290271401405}
+{"train_loss": 0.001051190309226513, "global_step": 28275, "epoch": 435, "lr": 1.7953087424217763e-05}
+{"train_loss": 0.0011448122095316648, "global_step": 28276, "epoch": 435, "lr": 1.7949955761072042e-05}
+{"train_loss": 0.0012601303169503808, "global_step": 28277, "epoch": 435, "lr": 1.7946824311332443e-05}
+{"train_loss": 0.0018524127081036568, "global_step": 28278, "epoch": 435, "lr": 1.794369307501984e-05}
+{"train_loss": 0.0009150421828962862, "global_step": 28279, "epoch": 435, "lr": 1.7940562052155103e-05}
+{"train_loss": 0.001322240917943418, "global_step": 28280, "epoch": 435, "lr": 1.7937431242759057e-05}
+{"train_loss": 0.0027811110485345125, "global_step": 28281, "epoch": 435, "lr": 1.793430064685253e-05}
+{"train_loss": 0.0010426526423543692, "global_step": 28282, "epoch": 435, "lr": 1.793117026445639e-05}
+{"train_loss": 0.0005755194579251111, "global_step": 28283, "epoch": 435, "lr": 1.792804009559148e-05}
+{"train_loss": 0.0012350734323263168, "global_step": 28284, "epoch": 435, "lr": 1.7924910140278657e-05}
+{"train_loss": 0.002640072489157319, "global_step": 28285, "epoch": 435, "lr": 1.7921780398538723e-05}
+{"train_loss": 0.0010014957515522838, "global_step": 28286, "epoch": 435, "lr": 1.7918650870392545e-05}
+{"train_loss": 0.001403709757141769, "global_step": 28287, "epoch": 435, "lr": 1.791552155586097e-05}
+{"train_loss": 0.0013646705774590373, "global_step": 28288, "epoch": 435, "lr": 1.791239245496482e-05}
+{"train_loss": 0.0005205346969887614, "global_step": 28289, "epoch": 435, "lr": 1.7909263567724914e-05}
+{"train_loss": 0.0016738780541345477, "global_step": 28290, "epoch": 435, "lr": 1.790613489416211e-05}
+{"train_loss": 0.0017042068066075444, "global_step": 28291, "epoch": 435, "lr": 1.7903006434297225e-05}
+{"train_loss": 0.0015458414563909173, "global_step": 28292, "epoch": 435, "lr": 1.7899878188151114e-05}
+{"train_loss": 0.0015796188963577151, "global_step": 28293, "epoch": 435, "lr": 1.789675015574458e-05}
+{"train_loss": 0.0011553270742297173, "global_step": 28294, "epoch": 435, "lr": 1.7893622337098477e-05}
+{"train_loss": 0.00198699114844203, "global_step": 28295, "epoch": 435, "lr": 1.7890494732233594e-05}
+{"train_loss": 0.0015010059578344226, "global_step": 28296, "epoch": 435, "lr": 1.788736734117078e-05}
+{"train_loss": 0.0012173508293926716, "global_step": 28297, "epoch": 435, "lr": 1.7884240163930877e-05}
+{"train_loss": 0.0011253298725932837, "global_step": 28298, "epoch": 435, "lr": 1.7881113200534667e-05}
+{"train_loss": 0.0009406335302628577, "global_step": 28299, "epoch": 435, "lr": 1.7877986451002993e-05}
+{"train_loss": 0.0018295665504410863, "global_step": 28300, "epoch": 435, "lr": 1.787485991535669e-05}
+{"train_loss": 0.0012594653526321054, "global_step": 28301, "epoch": 435, "lr": 1.787173359361654e-05}
+{"train_loss": 0.0009505101479589939, "global_step": 28302, "epoch": 435, "lr": 1.78686074858034e-05}
+{"train_loss": 0.0013258334947749972, "global_step": 28303, "epoch": 435, "lr": 1.786548159193805e-05}
+{"train_loss": 0.0016898768953979015, "global_step": 28304, "epoch": 435, "lr": 1.7862355912041314e-05}
+{"train_loss": 0.0010550605366006494, "global_step": 28305, "epoch": 435, "lr": 1.7859230446134024e-05}
+{"train_loss": 0.0016516094328835607, "global_step": 28306, "epoch": 435, "lr": 1.785610519423696e-05}
+{"train_loss": 0.0009963454212993383, "global_step": 28307, "epoch": 435, "lr": 1.7852980156370948e-05}
+{"train_loss": 0.0013551979791373014, "global_step": 28308, "epoch": 435, "lr": 1.7849855332556807e-05}
+{"train_loss": 0.0010934751480817795, "global_step": 28309, "epoch": 435, "lr": 1.784673072281532e-05}
+{"train_loss": 0.0023806304670870304, "global_step": 28310, "epoch": 435, "lr": 1.7843606327167322e-05}
+{"train_loss": 0.002065706765279174, "global_step": 28311, "epoch": 435, "lr": 1.784048214563358e-05}
+{"train_loss": 0.0008534048683941364, "global_step": 28312, "epoch": 435, "lr": 1.783735817823492e-05}
+{"train_loss": 0.0010477846954017878, "global_step": 28313, "epoch": 435, "lr": 1.7834234424992146e-05}
+{"train_loss": 0.0008014252525754273, "global_step": 28314, "epoch": 435, "lr": 1.7831110885926044e-05}
+{"train_loss": 0.0010091591393575072, "global_step": 28315, "epoch": 435, "lr": 1.7827987561057413e-05}
+{"train_loss": 0.0015814059879630804, "global_step": 28316, "epoch": 435, "lr": 1.782486445040707e-05}
+{"train_loss": 0.0010161097161471844, "global_step": 28317, "epoch": 435, "lr": 1.7821741553995795e-05}
+{"train_loss": 0.0006258452194742858, "global_step": 28318, "epoch": 435, "lr": 1.7818618871844374e-05}
+{"train_loss": 0.0014330443227663636, "global_step": 28319, "epoch": 435, "lr": 1.7815496403973602e-05}
+{"train_loss": 0.0009022249141708016, "global_step": 28320, "epoch": 435, "lr": 1.7812374150404277e-05}
+{"train_loss": 0.0014202476013451815, "global_step": 28321, "epoch": 435, "lr": 1.7809252111157205e-05}
+{"train_loss": 0.001217474928125739, "global_step": 28322, "epoch": 435, "lr": 1.7806130286253135e-05}
+{"train_loss": 0.0010409210808575153, "global_step": 28323, "epoch": 435, "lr": 1.780300867571288e-05}
+{"train_loss": 0.001239170553162694, "global_step": 28324, "epoch": 435, "lr": 1.7799887279557237e-05}
+{"train_loss": 0.0010009356774389744, "global_step": 28325, "epoch": 435, "lr": 1.779676609780697e-05}
+{"train_loss": 0.0010822502663359046, "global_step": 28326, "epoch": 435, "lr": 1.7793645130482856e-05}
+{"train_loss": 0.0008373919990845025, "global_step": 28327, "epoch": 435, "lr": 1.7790524377605676e-05}
+{"train_loss": 0.0021397394593805075, "global_step": 28328, "epoch": 435, "lr": 1.7787403839196226e-05}
+{"train_loss": 0.0013976481277495623, "global_step": 28329, "epoch": 435, "lr": 1.778428351527529e-05}
+{"train_loss": 0.0012982108164578676, "global_step": 28330, "epoch": 435, "lr": 1.7781163405863616e-05}
+{"train_loss": 0.001636605360545218, "global_step": 28331, "epoch": 435, "lr": 1.7778043510981996e-05}
+{"train_loss": 0.0022607319988310337, "global_step": 28332, "epoch": 435, "lr": 1.777492383065122e-05}
+{"train_loss": 0.0013464719522744417, "global_step": 28333, "epoch": 435, "lr": 1.7771804364892042e-05}
+{"train_loss": 0.001870441366918385, "global_step": 28334, "epoch": 435, "lr": 1.776868511372522e-05}
+{"train_loss": 0.0015202966751530766, "global_step": 28335, "epoch": 435, "lr": 1.7765566077171537e-05}
+{"train_loss": 0.0012162118218839169, "global_step": 28336, "epoch": 435, "lr": 1.7762447255251762e-05}
+{"train_loss": 0.0011749453842639923, "global_step": 28337, "epoch": 435, "lr": 1.7759328647986677e-05}
+{"train_loss": 0.0019773899111896753, "global_step": 28338, "epoch": 435, "lr": 1.775621025539702e-05}
+{"train_loss": 0.001361101489657393, "global_step": 28339, "epoch": 435, "lr": 1.7753092077503568e-05, "val_loss": 0.016759024932980537, "train_action_mse_error": 4.951503433403559e-05}
+{"train_loss": 0.001286032609641552, "global_step": 28340, "epoch": 436, "lr": 1.7749974114327096e-05}
+{"train_loss": 0.0012606456875801086, "global_step": 28341, "epoch": 436, "lr": 1.7746856365888354e-05}
+{"train_loss": 0.0011021014070138335, "global_step": 28342, "epoch": 436, "lr": 1.7743738832208083e-05}
+{"train_loss": 0.0009262399980798364, "global_step": 28343, "epoch": 436, "lr": 1.7740621513307053e-05}
+{"train_loss": 0.0009144077193923295, "global_step": 28344, "epoch": 436, "lr": 1.773750440920603e-05}
+{"train_loss": 0.0016938301268965006, "global_step": 28345, "epoch": 436, "lr": 1.7734387519925783e-05}
+{"train_loss": 0.0008940879488363862, "global_step": 28346, "epoch": 436, "lr": 1.773127084548703e-05}
+{"train_loss": 0.0015051705995574594, "global_step": 28347, "epoch": 436, "lr": 1.772815438591054e-05}
+{"train_loss": 0.0010024848161265254, "global_step": 28348, "epoch": 436, "lr": 1.7725038141217083e-05}
+{"train_loss": 0.0016433579148724675, "global_step": 28349, "epoch": 436, "lr": 1.7721922111427385e-05}
+{"train_loss": 0.0013003653148189187, "global_step": 28350, "epoch": 436, "lr": 1.771880629656219e-05}
+{"train_loss": 0.001731644500978291, "global_step": 28351, "epoch": 436, "lr": 1.771569069664225e-05}
+{"train_loss": 0.0012474103132262826, "global_step": 28352, "epoch": 436, "lr": 1.7712575311688316e-05}
+{"train_loss": 0.001173231634311378, "global_step": 28353, "epoch": 436, "lr": 1.7709460141721153e-05}
+{"train_loss": 0.0011589296627789736, "global_step": 28354, "epoch": 436, "lr": 1.7706345186761464e-05}
+{"train_loss": 0.0009586468222551048, "global_step": 28355, "epoch": 436, "lr": 1.7703230446830004e-05}
+{"train_loss": 0.001149438787251711, "global_step": 28356, "epoch": 436, "lr": 1.770011592194753e-05}
+{"train_loss": 0.0018446003086864948, "global_step": 28357, "epoch": 436, "lr": 1.7697001612134773e-05}
+{"train_loss": 0.0014606730546802282, "global_step": 28358, "epoch": 436, "lr": 1.769388751741244e-05}
+{"train_loss": 0.0005245114443823695, "global_step": 28359, "epoch": 436, "lr": 1.7690773637801294e-05}
+{"train_loss": 0.0011437805369496346, "global_step": 28360, "epoch": 436, "lr": 1.768765997332206e-05}
+{"train_loss": 0.0017281215405091643, "global_step": 28361, "epoch": 436, "lr": 1.7684546523995492e-05}
+{"train_loss": 0.0012675455072894692, "global_step": 28362, "epoch": 436, "lr": 1.768143328984229e-05}
+{"train_loss": 0.0013591984752565622, "global_step": 28363, "epoch": 436, "lr": 1.767832027088319e-05}
+{"train_loss": 0.0009432500810362399, "global_step": 28364, "epoch": 436, "lr": 1.7675207467138954e-05}
+{"train_loss": 0.0010884662624448538, "global_step": 28365, "epoch": 436, "lr": 1.7672094878630275e-05}
+{"train_loss": 0.0014255635906010866, "global_step": 28366, "epoch": 436, "lr": 1.7668982505377868e-05}
+{"train_loss": 0.0021901745349168777, "global_step": 28367, "epoch": 436, "lr": 1.7665870347402473e-05}
+{"train_loss": 0.002175319939851761, "global_step": 28368, "epoch": 436, "lr": 1.7662758404724822e-05}
+{"train_loss": 0.0014297162415459752, "global_step": 28369, "epoch": 436, "lr": 1.7659646677365636e-05}
+{"train_loss": 0.0008194748079404235, "global_step": 28370, "epoch": 436, "lr": 1.765653516534561e-05}
+{"train_loss": 0.0011826668633148074, "global_step": 28371, "epoch": 436, "lr": 1.7653423868685497e-05}
+{"train_loss": 0.001059053698554635, "global_step": 28372, "epoch": 436, "lr": 1.7650312787405977e-05}
+{"train_loss": 0.0011222565080970526, "global_step": 28373, "epoch": 436, "lr": 1.76472019215278e-05}
+{"train_loss": 0.0016611829632893205, "global_step": 28374, "epoch": 436, "lr": 1.7644091271071646e-05}
+{"train_loss": 0.001209154026582837, "global_step": 28375, "epoch": 436, "lr": 1.764098083605824e-05}
+{"train_loss": 0.0008303275681100786, "global_step": 28376, "epoch": 436, "lr": 1.76378706165083e-05}
+{"train_loss": 0.000668957713060081, "global_step": 28377, "epoch": 436, "lr": 1.7634760612442548e-05}
+{"train_loss": 0.001511215465143323, "global_step": 28378, "epoch": 436, "lr": 1.7631650823881656e-05}
+{"train_loss": 0.001469879993237555, "global_step": 28379, "epoch": 436, "lr": 1.7628541250846376e-05}
+{"train_loss": 0.0007223690045066178, "global_step": 28380, "epoch": 436, "lr": 1.7625431893357363e-05}
+{"train_loss": 0.000960020930506289, "global_step": 28381, "epoch": 436, "lr": 1.762232275143537e-05}
+{"train_loss": 0.0010635682847350836, "global_step": 28382, "epoch": 436, "lr": 1.7619213825101056e-05}
+{"train_loss": 0.0010964086977764964, "global_step": 28383, "epoch": 436, "lr": 1.7616105114375143e-05}
+{"train_loss": 0.0011070749023929238, "global_step": 28384, "epoch": 436, "lr": 1.7612996619278322e-05}
+{"train_loss": 0.0009095403365790844, "global_step": 28385, "epoch": 436, "lr": 1.7609888339831322e-05}
+{"train_loss": 0.0007187098963186145, "global_step": 28386, "epoch": 436, "lr": 1.760678027605479e-05}
+{"train_loss": 0.0009069083025678992, "global_step": 28387, "epoch": 436, "lr": 1.760367242796947e-05}
+{"train_loss": 0.0011552167125046253, "global_step": 28388, "epoch": 436, "lr": 1.7600564795596015e-05}
+{"train_loss": 0.00193324638530612, "global_step": 28389, "epoch": 436, "lr": 1.7597457378955146e-05}
+{"train_loss": 0.00138376303948462, "global_step": 28390, "epoch": 436, "lr": 1.759435017806753e-05}
+{"train_loss": 0.001112265745177865, "global_step": 28391, "epoch": 436, "lr": 1.7591243192953864e-05}
+{"train_loss": 0.0008048434392549098, "global_step": 28392, "epoch": 436, "lr": 1.7588136423634842e-05}
+{"train_loss": 0.00116977549623698, "global_step": 28393, "epoch": 436, "lr": 1.758502987013117e-05}
+{"train_loss": 0.0009054096299223602, "global_step": 28394, "epoch": 436, "lr": 1.7581923532463506e-05}
+{"train_loss": 0.0008679742459207773, "global_step": 28395, "epoch": 436, "lr": 1.7578817410652525e-05}
+{"train_loss": 0.0008769161067903042, "global_step": 28396, "epoch": 436, "lr": 1.7575711504718922e-05}
+{"train_loss": 0.0013999681686982512, "global_step": 28397, "epoch": 436, "lr": 1.7572605814683403e-05}
+{"train_loss": 0.00135760975535959, "global_step": 28398, "epoch": 436, "lr": 1.7569500340566603e-05}
+{"train_loss": 0.0009567348170094192, "global_step": 28399, "epoch": 436, "lr": 1.756639508238922e-05}
+{"train_loss": 0.0010552579769864678, "global_step": 28400, "epoch": 436, "lr": 1.756329004017193e-05}
+{"train_loss": 0.0007551279268227518, "global_step": 28401, "epoch": 436, "lr": 1.7560185213935427e-05}
+{"train_loss": 0.0009071886306628585, "global_step": 28402, "epoch": 436, "lr": 1.7557080603700365e-05}
+{"train_loss": 0.0009551168186590075, "global_step": 28403, "epoch": 436, "lr": 1.7553976209487405e-05}
+{"train_loss": 0.001182411615557682, "global_step": 28404, "epoch": 436, "lr": 1.755087203131723e-05, "val_loss": 0.002702922560274601}
+{"train_loss": 0.000993278343230486, "global_step": 28405, "epoch": 437, "lr": 1.7547768069210524e-05}
+{"train_loss": 0.0012366175651550293, "global_step": 28406, "epoch": 437, "lr": 1.7544664323187925e-05}
+{"train_loss": 0.0008720651967450976, "global_step": 28407, "epoch": 437, "lr": 1.7541560793270118e-05}
+{"train_loss": 0.0011938207317143679, "global_step": 28408, "epoch": 437, "lr": 1.7538457479477766e-05}
+{"train_loss": 0.0017798778135329485, "global_step": 28409, "epoch": 437, "lr": 1.7535354381831542e-05}
+{"train_loss": 0.0014946752926334739, "global_step": 28410, "epoch": 437, "lr": 1.7532251500352104e-05}
+{"train_loss": 0.0014331721467897296, "global_step": 28411, "epoch": 437, "lr": 1.752914883506008e-05}
+{"train_loss": 0.0016167649300768971, "global_step": 28412, "epoch": 437, "lr": 1.7526046385976164e-05}
+{"train_loss": 0.001521620200946927, "global_step": 28413, "epoch": 437, "lr": 1.7522944153121024e-05}
+{"train_loss": 0.001652403618209064, "global_step": 28414, "epoch": 437, "lr": 1.7519842136515273e-05}
+{"train_loss": 0.0009976912988349795, "global_step": 28415, "epoch": 437, "lr": 1.7516740336179595e-05}
+{"train_loss": 0.0017375119496136904, "global_step": 28416, "epoch": 437, "lr": 1.7513638752134637e-05}
+{"train_loss": 0.0013255779631435871, "global_step": 28417, "epoch": 437, "lr": 1.751053738440107e-05}
+{"train_loss": 0.0008421361562795937, "global_step": 28418, "epoch": 437, "lr": 1.750743623299953e-05}
+{"train_loss": 0.0010097264312207699, "global_step": 28419, "epoch": 437, "lr": 1.7504335297950643e-05}
+{"train_loss": 0.0010487508261576295, "global_step": 28420, "epoch": 437, "lr": 1.7501234579275076e-05}
+{"train_loss": 0.0013553298776969314, "global_step": 28421, "epoch": 437, "lr": 1.7498134076993493e-05}
+{"train_loss": 0.0009517924627289176, "global_step": 28422, "epoch": 437, "lr": 1.7495033791126514e-05}
+{"train_loss": 0.0017424740362912416, "global_step": 28423, "epoch": 437, "lr": 1.749193372169478e-05}
+{"train_loss": 0.0011741162743419409, "global_step": 28424, "epoch": 437, "lr": 1.748883386871895e-05}
+{"train_loss": 0.00167784933000803, "global_step": 28425, "epoch": 437, "lr": 1.748573423221967e-05}
+{"train_loss": 0.0021468265913426876, "global_step": 28426, "epoch": 437, "lr": 1.748263481221757e-05}
+{"train_loss": 0.0015522957546636462, "global_step": 28427, "epoch": 437, "lr": 1.7479535608733265e-05}
+{"train_loss": 0.0018424203153699636, "global_step": 28428, "epoch": 437, "lr": 1.747643662178741e-05}
+{"train_loss": 0.0012330177705734968, "global_step": 28429, "epoch": 437, "lr": 1.747333785140066e-05}
+{"train_loss": 0.0009200175991281867, "global_step": 28430, "epoch": 437, "lr": 1.747023929759361e-05}
+{"train_loss": 0.0024237793404608965, "global_step": 28431, "epoch": 437, "lr": 1.746714096038691e-05}
+{"train_loss": 0.0012165470980107784, "global_step": 28432, "epoch": 437, "lr": 1.7464042839801192e-05}
+{"train_loss": 0.0007328473730012774, "global_step": 28433, "epoch": 437, "lr": 1.7460944935857106e-05}
+{"train_loss": 0.0006484980694949627, "global_step": 28434, "epoch": 437, "lr": 1.7457847248575248e-05}
+{"train_loss": 0.00248925294727087, "global_step": 28435, "epoch": 437, "lr": 1.7454749777976236e-05}
+{"train_loss": 0.001705202623270452, "global_step": 28436, "epoch": 437, "lr": 1.745165252408072e-05}
+{"train_loss": 0.0012715531047433615, "global_step": 28437, "epoch": 437, "lr": 1.7448555486909325e-05}
+{"train_loss": 0.0010855181608349085, "global_step": 28438, "epoch": 437, "lr": 1.7445458666482646e-05}
+{"train_loss": 0.0012091347016394138, "global_step": 28439, "epoch": 437, "lr": 1.744236206282132e-05}
+{"train_loss": 0.001842888188548386, "global_step": 28440, "epoch": 437, "lr": 1.743926567594599e-05}
+{"train_loss": 0.002389563014730811, "global_step": 28441, "epoch": 437, "lr": 1.743616950587722e-05}
+{"train_loss": 0.001066155731678009, "global_step": 28442, "epoch": 437, "lr": 1.7433073552635683e-05}
+{"train_loss": 0.000861101842019707, "global_step": 28443, "epoch": 437, "lr": 1.742997781624194e-05}
+{"train_loss": 0.002570493146777153, "global_step": 28444, "epoch": 437, "lr": 1.7426882296716636e-05}
+{"train_loss": 0.0012107116635888815, "global_step": 28445, "epoch": 437, "lr": 1.7423786994080387e-05}
+{"train_loss": 0.0015734578482806683, "global_step": 28446, "epoch": 437, "lr": 1.7420691908353782e-05}
+{"train_loss": 0.0013315518153831363, "global_step": 28447, "epoch": 437, "lr": 1.741759703955743e-05}
+{"train_loss": 0.0007769910153001547, "global_step": 28448, "epoch": 437, "lr": 1.7414502387711974e-05}
+{"train_loss": 0.0009992581326514482, "global_step": 28449, "epoch": 437, "lr": 1.7411407952837977e-05}
+{"train_loss": 0.0014803127851337194, "global_step": 28450, "epoch": 437, "lr": 1.740831373495607e-05}
+{"train_loss": 0.0020788018591701984, "global_step": 28451, "epoch": 437, "lr": 1.7405219734086836e-05}
+{"train_loss": 0.0008170658256858587, "global_step": 28452, "epoch": 437, "lr": 1.7402125950250887e-05}
+{"train_loss": 0.0012068639043718576, "global_step": 28453, "epoch": 437, "lr": 1.739903238346884e-05}
+{"train_loss": 0.0007967103156261146, "global_step": 28454, "epoch": 437, "lr": 1.7395939033761253e-05}
+{"train_loss": 0.0009460423025302589, "global_step": 28455, "epoch": 437, "lr": 1.7392845901148758e-05}
+{"train_loss": 0.0007846506196074188, "global_step": 28456, "epoch": 437, "lr": 1.738975298565195e-05}
+{"train_loss": 0.0017885318957269192, "global_step": 28457, "epoch": 437, "lr": 1.7386660287291395e-05}
+{"train_loss": 0.002552916295826435, "global_step": 28458, "epoch": 437, "lr": 1.738356780608772e-05}
+{"train_loss": 0.001166398054920137, "global_step": 28459, "epoch": 437, "lr": 1.7380475542061485e-05}
+{"train_loss": 0.0024542349856346846, "global_step": 28460, "epoch": 437, "lr": 1.7377383495233297e-05}
+{"train_loss": 0.0019274121150374413, "global_step": 28461, "epoch": 437, "lr": 1.7374291665623755e-05}
+{"train_loss": 0.001579045900143683, "global_step": 28462, "epoch": 437, "lr": 1.7371200053253416e-05}
+{"train_loss": 0.0011391754960641265, "global_step": 28463, "epoch": 437, "lr": 1.7368108658142888e-05}
+{"train_loss": 0.0007841826300136745, "global_step": 28464, "epoch": 437, "lr": 1.736501748031276e-05}
+{"train_loss": 0.0017470535822212696, "global_step": 28465, "epoch": 437, "lr": 1.7361926519783596e-05}
+{"train_loss": 0.00119327986612916, "global_step": 28466, "epoch": 437, "lr": 1.7358835776575998e-05}
+{"train_loss": 0.0007028256659395993, "global_step": 28467, "epoch": 437, "lr": 1.735574525071052e-05}
+{"train_loss": 0.001742207445204258, "global_step": 28468, "epoch": 437, "lr": 1.7352654942207753e-05}
+{"train_loss": 0.0013965335002957056, "global_step": 28469, "epoch": 437, "lr": 1.734956485108829e-05, "val_loss": 0.007089047692716122}
+{"train_loss": 0.0015488130738958716, "global_step": 28470, "epoch": 438, "lr": 1.7346474977372673e-05}
+{"train_loss": 0.0012205675011500716, "global_step": 28471, "epoch": 438, "lr": 1.7343385321081513e-05}
+{"train_loss": 0.0018377065425738692, "global_step": 28472, "epoch": 438, "lr": 1.7340295882235352e-05}
+{"train_loss": 0.0016387759242206812, "global_step": 28473, "epoch": 438, "lr": 1.7337206660854767e-05}
+{"train_loss": 0.0018938181456178427, "global_step": 28474, "epoch": 438, "lr": 1.7334117656960354e-05}
+{"train_loss": 0.0008125716703943908, "global_step": 28475, "epoch": 438, "lr": 1.7331028870572647e-05}
+{"train_loss": 0.0010126542765647173, "global_step": 28476, "epoch": 438, "lr": 1.732794030171222e-05}
+{"train_loss": 0.0014139092527329922, "global_step": 28477, "epoch": 438, "lr": 1.7324851950399668e-05}
+{"train_loss": 0.0019840875174850225, "global_step": 28478, "epoch": 438, "lr": 1.7321763816655513e-05}
+{"train_loss": 0.0006941864849068224, "global_step": 28479, "epoch": 438, "lr": 1.7318675900500353e-05}
+{"train_loss": 0.0015127991791814566, "global_step": 28480, "epoch": 438, "lr": 1.731558820195472e-05}
+{"train_loss": 0.0009986904915422201, "global_step": 28481, "epoch": 438, "lr": 1.7312500721039176e-05}
+{"train_loss": 0.0013853316195309162, "global_step": 28482, "epoch": 438, "lr": 1.7309413457774314e-05}
+{"train_loss": 0.0010801468743011355, "global_step": 28483, "epoch": 438, "lr": 1.730632641218065e-05}
+{"train_loss": 0.0016829428495839238, "global_step": 28484, "epoch": 438, "lr": 1.7303239584278754e-05}
+{"train_loss": 0.0009866144973784685, "global_step": 28485, "epoch": 438, "lr": 1.7300152974089197e-05}
+{"train_loss": 0.000811234291177243, "global_step": 28486, "epoch": 438, "lr": 1.7297066581632494e-05}
+{"train_loss": 0.0009698507492430508, "global_step": 28487, "epoch": 438, "lr": 1.7293980406929233e-05}
+{"train_loss": 0.0008182300953194499, "global_step": 28488, "epoch": 438, "lr": 1.7290894449999932e-05}
+{"train_loss": 0.000777071516495198, "global_step": 28489, "epoch": 438, "lr": 1.728780871086516e-05}
+{"train_loss": 0.0011307770619168878, "global_step": 28490, "epoch": 438, "lr": 1.7284723189545472e-05}
+{"train_loss": 0.001497638993896544, "global_step": 28491, "epoch": 438, "lr": 1.728163788606138e-05}
+{"train_loss": 0.0008738856995478272, "global_step": 28492, "epoch": 438, "lr": 1.7278552800433446e-05}
+{"train_loss": 0.0013119938084855676, "global_step": 28493, "epoch": 438, "lr": 1.7275467932682233e-05}
+{"train_loss": 0.0013485091039910913, "global_step": 28494, "epoch": 438, "lr": 1.7272383282828253e-05}
+{"train_loss": 0.0016608709702268243, "global_step": 28495, "epoch": 438, "lr": 1.726929885089204e-05}
+{"train_loss": 0.0015654696617275476, "global_step": 28496, "epoch": 438, "lr": 1.7266214636894152e-05}
+{"train_loss": 0.0024262801744043827, "global_step": 28497, "epoch": 438, "lr": 1.726313064085511e-05}
+{"train_loss": 0.0013990645529702306, "global_step": 28498, "epoch": 438, "lr": 1.7260046862795475e-05}
+{"train_loss": 0.0009869053028523922, "global_step": 28499, "epoch": 438, "lr": 1.725696330273575e-05}
+{"train_loss": 0.001667022006586194, "global_step": 28500, "epoch": 438, "lr": 1.7253879960696478e-05}
+{"train_loss": 0.0009762588888406754, "global_step": 28501, "epoch": 438, "lr": 1.7250796836698207e-05}
+{"train_loss": 0.0007256074459291995, "global_step": 28502, "epoch": 438, "lr": 1.724771393076145e-05}
+{"train_loss": 0.002078431425616145, "global_step": 28503, "epoch": 438, "lr": 1.7244631242906717e-05}
+{"train_loss": 0.0008607050403952599, "global_step": 28504, "epoch": 438, "lr": 1.7241548773154553e-05}
+{"train_loss": 0.001766724861226976, "global_step": 28505, "epoch": 438, "lr": 1.723846652152549e-05}
+{"train_loss": 0.0009674779139459133, "global_step": 28506, "epoch": 438, "lr": 1.7235384488040046e-05}
+{"train_loss": 0.0011009708978235722, "global_step": 28507, "epoch": 438, "lr": 1.723230267271873e-05}
+{"train_loss": 0.0017894727643579245, "global_step": 28508, "epoch": 438, "lr": 1.722922107558207e-05}
+{"train_loss": 0.0006517060683108866, "global_step": 28509, "epoch": 438, "lr": 1.722613969665059e-05}
+{"train_loss": 0.0008802302181720734, "global_step": 28510, "epoch": 438, "lr": 1.7223058535944837e-05}
+{"train_loss": 0.0007220900733955204, "global_step": 28511, "epoch": 438, "lr": 1.721997759348526e-05}
+{"train_loss": 0.0020218954887241125, "global_step": 28512, "epoch": 438, "lr": 1.721689686929241e-05}
+{"train_loss": 0.0010610318277031183, "global_step": 28513, "epoch": 438, "lr": 1.72138163633868e-05}
+{"train_loss": 0.0020330813713371754, "global_step": 28514, "epoch": 438, "lr": 1.7210736075788947e-05}
+{"train_loss": 0.00232556345872581, "global_step": 28515, "epoch": 438, "lr": 1.7207656006519346e-05}
+{"train_loss": 0.0015177904861047864, "global_step": 28516, "epoch": 438, "lr": 1.720457615559851e-05}
+{"train_loss": 0.001563692232593894, "global_step": 28517, "epoch": 438, "lr": 1.720149652304697e-05}
+{"train_loss": 0.0010877910535782576, "global_step": 28518, "epoch": 438, "lr": 1.7198417108885206e-05}
+{"train_loss": 0.0030946205370128155, "global_step": 28519, "epoch": 438, "lr": 1.719533791313372e-05}
+{"train_loss": 0.0011676062131300569, "global_step": 28520, "epoch": 438, "lr": 1.7192258935813015e-05}
+{"train_loss": 0.0005261494079604745, "global_step": 28521, "epoch": 438, "lr": 1.7189180176943604e-05}
+{"train_loss": 0.001807177672162652, "global_step": 28522, "epoch": 438, "lr": 1.7186101636546e-05}
+{"train_loss": 0.0015744123375043273, "global_step": 28523, "epoch": 438, "lr": 1.718302331464067e-05}
+{"train_loss": 0.0021053687669336796, "global_step": 28524, "epoch": 438, "lr": 1.717994521124812e-05}
+{"train_loss": 0.0014745662920176983, "global_step": 28525, "epoch": 438, "lr": 1.717686732638888e-05}
+{"train_loss": 0.0013291998766362667, "global_step": 28526, "epoch": 438, "lr": 1.7173789660083406e-05}
+{"train_loss": 0.0008354952442459762, "global_step": 28527, "epoch": 438, "lr": 1.7170712212352187e-05}
+{"train_loss": 0.0009622449288144708, "global_step": 28528, "epoch": 438, "lr": 1.716763498321573e-05}
+{"train_loss": 0.0017319623148068786, "global_step": 28529, "epoch": 438, "lr": 1.7164557972694524e-05}
+{"train_loss": 0.001446114620193839, "global_step": 28530, "epoch": 438, "lr": 1.716148118080907e-05}
+{"train_loss": 0.002244299743324518, "global_step": 28531, "epoch": 438, "lr": 1.715840460757982e-05}
+{"train_loss": 0.0017991024069488049, "global_step": 28532, "epoch": 438, "lr": 1.7155328253027286e-05}
+{"train_loss": 0.0022017834708094597, "global_step": 28533, "epoch": 438, "lr": 1.7152252117171962e-05}
+{"train_loss": 0.0014082360233610067, "global_step": 28534, "epoch": 438, "lr": 1.7149176200034318e-05, "val_loss": 0.003874095156788826}
+{"train_loss": 0.0014564408920705318, "global_step": 28535, "epoch": 439, "lr": 1.714610050163481e-05}
+{"train_loss": 0.001823212020099163, "global_step": 28536, "epoch": 439, "lr": 1.7143025021993942e-05}
+{"train_loss": 0.001042721327394247, "global_step": 28537, "epoch": 439, "lr": 1.713994976113219e-05}
+{"train_loss": 0.001061174669303, "global_step": 28538, "epoch": 439, "lr": 1.713687471907005e-05}
+{"train_loss": 0.0010719072306528687, "global_step": 28539, "epoch": 439, "lr": 1.7133799895827963e-05}
+{"train_loss": 0.0024629358667880297, "global_step": 28540, "epoch": 439, "lr": 1.713072529142643e-05}
+{"train_loss": 0.0020630965009331703, "global_step": 28541, "epoch": 439, "lr": 1.7127650905885896e-05}
+{"train_loss": 0.000932424096390605, "global_step": 28542, "epoch": 439, "lr": 1.7124576739226862e-05}
+{"train_loss": 0.0015003059525042772, "global_step": 28543, "epoch": 439, "lr": 1.712150279146977e-05}
+{"train_loss": 0.0019812597893178463, "global_step": 28544, "epoch": 439, "lr": 1.7118429062635093e-05}
+{"train_loss": 0.001511089620180428, "global_step": 28545, "epoch": 439, "lr": 1.7115355552743305e-05}
+{"train_loss": 0.00198887730948627, "global_step": 28546, "epoch": 439, "lr": 1.7112282261814895e-05}
+{"train_loss": 0.0012582567287608981, "global_step": 28547, "epoch": 439, "lr": 1.7109209189870285e-05}
+{"train_loss": 0.0012376955710351467, "global_step": 28548, "epoch": 439, "lr": 1.7106136336929968e-05}
+{"train_loss": 0.0012924629263579845, "global_step": 28549, "epoch": 439, "lr": 1.7103063703014372e-05}
+{"train_loss": 0.0018178983591496944, "global_step": 28550, "epoch": 439, "lr": 1.7099991288143998e-05}
+{"train_loss": 0.0020122788846492767, "global_step": 28551, "epoch": 439, "lr": 1.7096919092339264e-05}
+{"train_loss": 0.0017121376004070044, "global_step": 28552, "epoch": 439, "lr": 1.7093847115620642e-05}
+{"train_loss": 0.002024236833676696, "global_step": 28553, "epoch": 439, "lr": 1.7090775358008586e-05}
+{"train_loss": 0.0010896612657234073, "global_step": 28554, "epoch": 439, "lr": 1.708770381952357e-05}
+{"train_loss": 0.0016551787266507745, "global_step": 28555, "epoch": 439, "lr": 1.7084632500186017e-05}
+{"train_loss": 0.0021461627911776304, "global_step": 28556, "epoch": 439, "lr": 1.70815614000164e-05}
+{"train_loss": 0.002826895099133253, "global_step": 28557, "epoch": 439, "lr": 1.7078490519035134e-05}
+{"train_loss": 0.0010252472711727023, "global_step": 28558, "epoch": 439, "lr": 1.7075419857262714e-05}
+{"train_loss": 0.0011145896278321743, "global_step": 28559, "epoch": 439, "lr": 1.707234941471954e-05}
+{"train_loss": 0.0018818005919456482, "global_step": 28560, "epoch": 439, "lr": 1.706927919142608e-05}
+{"train_loss": 0.0025348549243062735, "global_step": 28561, "epoch": 439, "lr": 1.7066209187402777e-05}
+{"train_loss": 0.001624993747100234, "global_step": 28562, "epoch": 439, "lr": 1.706313940267008e-05}
+{"train_loss": 0.001044316915795207, "global_step": 28563, "epoch": 439, "lr": 1.7060069837248427e-05}
+{"train_loss": 0.0008854377083480358, "global_step": 28564, "epoch": 439, "lr": 1.7057000491158227e-05}
+{"train_loss": 0.0016218404052779078, "global_step": 28565, "epoch": 439, "lr": 1.7053931364419945e-05}
+{"train_loss": 0.001516673481091857, "global_step": 28566, "epoch": 439, "lr": 1.7050862457054024e-05}
+{"train_loss": 0.0016144674737006426, "global_step": 28567, "epoch": 439, "lr": 1.704779376908087e-05}
+{"train_loss": 0.002347912173718214, "global_step": 28568, "epoch": 439, "lr": 1.7044725300520935e-05}
+{"train_loss": 0.0014502521371468902, "global_step": 28569, "epoch": 439, "lr": 1.7041657051394644e-05}
+{"train_loss": 0.0010344693437218666, "global_step": 28570, "epoch": 439, "lr": 1.703858902172245e-05}
+{"train_loss": 0.0013479710323736072, "global_step": 28571, "epoch": 439, "lr": 1.7035521211524758e-05}
+{"train_loss": 0.0019379795994609594, "global_step": 28572, "epoch": 439, "lr": 1.7032453620821985e-05}
+{"train_loss": 0.0016423972556367517, "global_step": 28573, "epoch": 439, "lr": 1.702938624963457e-05}
+{"train_loss": 0.001456011668778956, "global_step": 28574, "epoch": 439, "lr": 1.702631909798296e-05}
+{"train_loss": 0.0015061215963214636, "global_step": 28575, "epoch": 439, "lr": 1.7023252165887532e-05}
+{"train_loss": 0.001104216556996107, "global_step": 28576, "epoch": 439, "lr": 1.7020185453368736e-05}
+{"train_loss": 0.0007614838541485369, "global_step": 28577, "epoch": 439, "lr": 1.7017118960446985e-05}
+{"train_loss": 0.000815183506347239, "global_step": 28578, "epoch": 439, "lr": 1.7014052687142718e-05}
+{"train_loss": 0.0010895752348005772, "global_step": 28579, "epoch": 439, "lr": 1.701098663347633e-05}
+{"train_loss": 0.00110674521420151, "global_step": 28580, "epoch": 439, "lr": 1.7007920799468224e-05}
+{"train_loss": 0.0017232086975127459, "global_step": 28581, "epoch": 439, "lr": 1.7004855185138828e-05}
+{"train_loss": 0.0009322008700110018, "global_step": 28582, "epoch": 439, "lr": 1.7001789790508555e-05}
+{"train_loss": 0.0012710343580693007, "global_step": 28583, "epoch": 439, "lr": 1.699872461559784e-05}
+{"train_loss": 0.0009752695914357901, "global_step": 28584, "epoch": 439, "lr": 1.6995659660427044e-05}
+{"train_loss": 0.0013459144392982125, "global_step": 28585, "epoch": 439, "lr": 1.6992594925016602e-05}
+{"train_loss": 0.0013828821247443557, "global_step": 28586, "epoch": 439, "lr": 1.698953040938694e-05}
+{"train_loss": 0.0016187920700758696, "global_step": 28587, "epoch": 439, "lr": 1.6986466113558442e-05}
+{"train_loss": 0.00160498998593539, "global_step": 28588, "epoch": 439, "lr": 1.6983402037551494e-05}
+{"train_loss": 0.0006402505096048117, "global_step": 28589, "epoch": 439, "lr": 1.6980338181386513e-05}
+{"train_loss": 0.0010552386520430446, "global_step": 28590, "epoch": 439, "lr": 1.697727454508391e-05}
+{"train_loss": 0.0015662965597584844, "global_step": 28591, "epoch": 439, "lr": 1.6974211128664085e-05}
+{"train_loss": 0.0014225066406652331, "global_step": 28592, "epoch": 439, "lr": 1.6971147932147418e-05}
+{"train_loss": 0.0007434809813275933, "global_step": 28593, "epoch": 439, "lr": 1.6968084955554314e-05}
+{"train_loss": 0.001008672988973558, "global_step": 28594, "epoch": 439, "lr": 1.696502219890519e-05}
+{"train_loss": 0.0011227488284930587, "global_step": 28595, "epoch": 439, "lr": 1.696195966222041e-05}
+{"train_loss": 0.0007457633619196713, "global_step": 28596, "epoch": 439, "lr": 1.6958897345520365e-05}
+{"train_loss": 0.001301495125517249, "global_step": 28597, "epoch": 439, "lr": 1.6955835248825453e-05}
+{"train_loss": 0.0014928592136129737, "global_step": 28598, "epoch": 439, "lr": 1.6952773372156066e-05}
+{"train_loss": 0.0014470109241441465, "global_step": 28599, "epoch": 439, "lr": 1.694971171553261e-05, "val_loss": 0.013506896793842316}
+{"train_loss": 0.00077665044227615, "global_step": 28600, "epoch": 440, "lr": 1.6946650278975436e-05}
+{"train_loss": 0.0011036021169275045, "global_step": 28601, "epoch": 440, "lr": 1.6943589062504938e-05}
+{"train_loss": 0.0014206644846126437, "global_step": 28602, "epoch": 440, "lr": 1.6940528066141525e-05}
+{"train_loss": 0.0008195322589017451, "global_step": 28603, "epoch": 440, "lr": 1.693746728990557e-05}
+{"train_loss": 0.0012395887169986963, "global_step": 28604, "epoch": 440, "lr": 1.6934406733817414e-05}
+{"train_loss": 0.0006819426198489964, "global_step": 28605, "epoch": 440, "lr": 1.693134639789747e-05}
+{"train_loss": 0.0010047528194263577, "global_step": 28606, "epoch": 440, "lr": 1.6928286282166106e-05}
+{"train_loss": 0.0008004357805475593, "global_step": 28607, "epoch": 440, "lr": 1.6925226386643723e-05}
+{"train_loss": 0.0016512679867446423, "global_step": 28608, "epoch": 440, "lr": 1.6922166711350655e-05}
+{"train_loss": 0.0020287083461880684, "global_step": 28609, "epoch": 440, "lr": 1.69191072563073e-05}
+{"train_loss": 0.001255312468856573, "global_step": 28610, "epoch": 440, "lr": 1.6916048021534037e-05}
+{"train_loss": 0.0006943225744180381, "global_step": 28611, "epoch": 440, "lr": 1.6912989007051223e-05}
+{"train_loss": 0.001151754753664136, "global_step": 28612, "epoch": 440, "lr": 1.690993021287921e-05}
+{"train_loss": 0.0011560408165678382, "global_step": 28613, "epoch": 440, "lr": 1.690687163903838e-05}
+{"train_loss": 0.0007143413531593978, "global_step": 28614, "epoch": 440, "lr": 1.6903813285549102e-05}
+{"train_loss": 0.0008289803517982364, "global_step": 28615, "epoch": 440, "lr": 1.690075515243175e-05}
+{"train_loss": 0.0011256281286478043, "global_step": 28616, "epoch": 440, "lr": 1.6897697239706666e-05}
+{"train_loss": 0.0010344272013753653, "global_step": 28617, "epoch": 440, "lr": 1.6894639547394235e-05}
+{"train_loss": 0.0009546952205710113, "global_step": 28618, "epoch": 440, "lr": 1.6891582075514783e-05}
+{"train_loss": 0.0010337054263800383, "global_step": 28619, "epoch": 440, "lr": 1.6888524824088703e-05}
+{"train_loss": 0.0019180916715413332, "global_step": 28620, "epoch": 440, "lr": 1.688546779313632e-05}
+{"train_loss": 0.0014139336999505758, "global_step": 28621, "epoch": 440, "lr": 1.6882410982678003e-05}
+{"train_loss": 0.0016144549008458853, "global_step": 28622, "epoch": 440, "lr": 1.6879354392734114e-05}
+{"train_loss": 0.000985810300335288, "global_step": 28623, "epoch": 440, "lr": 1.687629802332501e-05}
+{"train_loss": 0.0017429367871955037, "global_step": 28624, "epoch": 440, "lr": 1.687324187447102e-05}
+{"train_loss": 0.0011765542440116405, "global_step": 28625, "epoch": 440, "lr": 1.6870185946192518e-05}
+{"train_loss": 0.0017323733773082495, "global_step": 28626, "epoch": 440, "lr": 1.6867130238509826e-05}
+{"train_loss": 0.001375043299049139, "global_step": 28627, "epoch": 440, "lr": 1.6864074751443316e-05}
+{"train_loss": 0.001578695373609662, "global_step": 28628, "epoch": 440, "lr": 1.68610194850133e-05}
+{"train_loss": 0.0012912772363051772, "global_step": 28629, "epoch": 440, "lr": 1.6857964439240155e-05}
+{"train_loss": 0.001338366768322885, "global_step": 28630, "epoch": 440, "lr": 1.6854909614144198e-05}
+{"train_loss": 0.0006449439679272473, "global_step": 28631, "epoch": 440, "lr": 1.6851855009745802e-05}
+{"train_loss": 0.0008571302169002593, "global_step": 28632, "epoch": 440, "lr": 1.684880062606527e-05}
+{"train_loss": 0.0009276538621634245, "global_step": 28633, "epoch": 440, "lr": 1.6845746463122975e-05}
+{"train_loss": 0.0011743847280740738, "global_step": 28634, "epoch": 440, "lr": 1.6842692520939214e-05}
+{"train_loss": 0.0016463394276797771, "global_step": 28635, "epoch": 440, "lr": 1.6839638799534356e-05}
+{"train_loss": 0.0011023527476936579, "global_step": 28636, "epoch": 440, "lr": 1.6836585298928708e-05}
+{"train_loss": 0.0012835492379963398, "global_step": 28637, "epoch": 440, "lr": 1.683353201914261e-05}
+{"train_loss": 0.0012331975158303976, "global_step": 28638, "epoch": 440, "lr": 1.68304789601964e-05}
+{"train_loss": 0.001105204108171165, "global_step": 28639, "epoch": 440, "lr": 1.6827426122110413e-05}
+{"train_loss": 0.0010117684723809361, "global_step": 28640, "epoch": 440, "lr": 1.6824373504904973e-05}
+{"train_loss": 0.0010469683911651373, "global_step": 28641, "epoch": 440, "lr": 1.682132110860038e-05}
+{"train_loss": 0.001230038469657302, "global_step": 28642, "epoch": 440, "lr": 1.681826893321698e-05}
+{"train_loss": 0.001611594227142632, "global_step": 28643, "epoch": 440, "lr": 1.6815216978775107e-05}
+{"train_loss": 0.0009647480910643935, "global_step": 28644, "epoch": 440, "lr": 1.6812165245295052e-05}
+{"train_loss": 0.0012474075192585588, "global_step": 28645, "epoch": 440, "lr": 1.6809113732797155e-05}
+{"train_loss": 0.002298316452652216, "global_step": 28646, "epoch": 440, "lr": 1.6806062441301727e-05}
+{"train_loss": 0.0017547954339534044, "global_step": 28647, "epoch": 440, "lr": 1.6803011370829115e-05}
+{"train_loss": 0.000772983068600297, "global_step": 28648, "epoch": 440, "lr": 1.6799960521399603e-05}
+{"train_loss": 0.0011582020670175552, "global_step": 28649, "epoch": 440, "lr": 1.6796909893033504e-05}
+{"train_loss": 0.0009375200606882572, "global_step": 28650, "epoch": 440, "lr": 1.6793859485751128e-05}
+{"train_loss": 0.0009937171125784516, "global_step": 28651, "epoch": 440, "lr": 1.679080929957282e-05}
+{"train_loss": 0.0009715560008771718, "global_step": 28652, "epoch": 440, "lr": 1.6787759334518847e-05}
+{"train_loss": 0.001541514997370541, "global_step": 28653, "epoch": 440, "lr": 1.6784709590609538e-05}
+{"train_loss": 0.0010829557431861758, "global_step": 28654, "epoch": 440, "lr": 1.6781660067865197e-05}
+{"train_loss": 0.0016716478858143091, "global_step": 28655, "epoch": 440, "lr": 1.6778610766306153e-05}
+{"train_loss": 0.0007599929231218994, "global_step": 28656, "epoch": 440, "lr": 1.6775561685952677e-05}
+{"train_loss": 0.000507789314724505, "global_step": 28657, "epoch": 440, "lr": 1.6772512826825078e-05}
+{"train_loss": 0.0017894619377329946, "global_step": 28658, "epoch": 440, "lr": 1.6769464188943653e-05}
+{"train_loss": 0.001427596202120185, "global_step": 28659, "epoch": 440, "lr": 1.676641577232873e-05}
+{"train_loss": 0.000891463365405798, "global_step": 28660, "epoch": 440, "lr": 1.6763367577000567e-05}
+{"train_loss": 0.0010370849631726742, "global_step": 28661, "epoch": 440, "lr": 1.676031960297948e-05}
+{"train_loss": 0.000826258328743279, "global_step": 28662, "epoch": 440, "lr": 1.6757271850285768e-05}
+{"train_loss": 0.0010604200651869178, "global_step": 28663, "epoch": 440, "lr": 1.675422431893973e-05}
+{"train_loss": 0.0011900677632253904, "global_step": 28664, "epoch": 440, "lr": 1.6751177008961656e-05, "val_loss": 0.005712590180337429, "train_action_mse_error": 3.6327444831840694e-05}
+{"train_loss": 0.0013013181742280722, "global_step": 28665, "epoch": 441, "lr": 1.6748129920371813e-05}
+{"train_loss": 0.0006568747339770198, "global_step": 28666, "epoch": 441, "lr": 1.67450830531905e-05}
+{"train_loss": 0.001807594671845436, "global_step": 28667, "epoch": 441, "lr": 1.674203640743803e-05}
+{"train_loss": 0.0012067229254171252, "global_step": 28668, "epoch": 441, "lr": 1.6738989983134655e-05}
+{"train_loss": 0.001475473283790052, "global_step": 28669, "epoch": 441, "lr": 1.6735943780300677e-05}
+{"train_loss": 0.0012279779184609652, "global_step": 28670, "epoch": 441, "lr": 1.6732897798956376e-05}
+{"train_loss": 0.0012301818933337927, "global_step": 28671, "epoch": 441, "lr": 1.6729852039122052e-05}
+{"train_loss": 0.0012976626167073846, "global_step": 28672, "epoch": 441, "lr": 1.6726806500817964e-05}
+{"train_loss": 0.0016173931071534753, "global_step": 28673, "epoch": 441, "lr": 1.6723761184064383e-05}
+{"train_loss": 0.0014188408385962248, "global_step": 28674, "epoch": 441, "lr": 1.6720716088881594e-05}
+{"train_loss": 0.002299919258803129, "global_step": 28675, "epoch": 441, "lr": 1.6717671215289898e-05}
+{"train_loss": 0.001325321034528315, "global_step": 28676, "epoch": 441, "lr": 1.6714626563309533e-05}
+{"train_loss": 0.0011532355565577745, "global_step": 28677, "epoch": 441, "lr": 1.6711582132960786e-05}
+{"train_loss": 0.0008809018763713539, "global_step": 28678, "epoch": 441, "lr": 1.6708537924263923e-05}
+{"train_loss": 0.0015767911681905389, "global_step": 28679, "epoch": 441, "lr": 1.6705493937239248e-05}
+{"train_loss": 0.0014432918978855014, "global_step": 28680, "epoch": 441, "lr": 1.6702450171906998e-05}
+{"train_loss": 0.0007620834512636065, "global_step": 28681, "epoch": 441, "lr": 1.669940662828742e-05}
+{"train_loss": 0.0013401395408436656, "global_step": 28682, "epoch": 441, "lr": 1.6696363306400813e-05}
+{"train_loss": 0.0014602930750697851, "global_step": 28683, "epoch": 441, "lr": 1.669332020626745e-05}
+{"train_loss": 0.0007854679715819657, "global_step": 28684, "epoch": 441, "lr": 1.6690277327907554e-05}
+{"train_loss": 0.0013028366956859827, "global_step": 28685, "epoch": 441, "lr": 1.6687234671341412e-05}
+{"train_loss": 0.0013478115433827043, "global_step": 28686, "epoch": 441, "lr": 1.6684192236589292e-05}
+{"train_loss": 0.0008638814324513078, "global_step": 28687, "epoch": 441, "lr": 1.6681150023671422e-05}
+{"train_loss": 0.0008641364984214306, "global_step": 28688, "epoch": 441, "lr": 1.6678108032608093e-05}
+{"train_loss": 0.0010514954337850213, "global_step": 28689, "epoch": 441, "lr": 1.667506626341953e-05}
+{"train_loss": 0.000837012252304703, "global_step": 28690, "epoch": 441, "lr": 1.6672024716125995e-05}
+{"train_loss": 0.0005886449944227934, "global_step": 28691, "epoch": 441, "lr": 1.6668983390747767e-05}
+{"train_loss": 0.0013810304226353765, "global_step": 28692, "epoch": 441, "lr": 1.6665942287305052e-05}
+{"train_loss": 0.0021569824311882257, "global_step": 28693, "epoch": 441, "lr": 1.6662901405818125e-05}
+{"train_loss": 0.0006798835820518434, "global_step": 28694, "epoch": 441, "lr": 1.6659860746307255e-05}
+{"train_loss": 0.0013601715909317136, "global_step": 28695, "epoch": 441, "lr": 1.6656820308792638e-05}
+{"train_loss": 0.0011225691996514797, "global_step": 28696, "epoch": 441, "lr": 1.6653780093294562e-05}
+{"train_loss": 0.0011793309822678566, "global_step": 28697, "epoch": 441, "lr": 1.665074009983324e-05}
+{"train_loss": 0.0010943105444312096, "global_step": 28698, "epoch": 441, "lr": 1.6647700328428928e-05}
+{"train_loss": 0.0017422089586034417, "global_step": 28699, "epoch": 441, "lr": 1.6644660779101885e-05}
+{"train_loss": 0.002087079454213381, "global_step": 28700, "epoch": 441, "lr": 1.664162145187231e-05}
+{"train_loss": 0.0010655256919562817, "global_step": 28701, "epoch": 441, "lr": 1.6638582346760456e-05}
+{"train_loss": 0.0017044296255335212, "global_step": 28702, "epoch": 441, "lr": 1.663554346378659e-05}
+{"train_loss": 0.0015021174913272262, "global_step": 28703, "epoch": 441, "lr": 1.66325048029709e-05}
+{"train_loss": 0.0010264171287417412, "global_step": 28704, "epoch": 441, "lr": 1.6629466364333656e-05}
+{"train_loss": 0.0008133220835588872, "global_step": 28705, "epoch": 441, "lr": 1.6626428147895057e-05}
+{"train_loss": 0.0011442587710916996, "global_step": 28706, "epoch": 441, "lr": 1.662339015367535e-05}
+{"train_loss": 0.0008915325743146241, "global_step": 28707, "epoch": 441, "lr": 1.6620352381694777e-05}
+{"train_loss": 0.0008821385563351214, "global_step": 28708, "epoch": 441, "lr": 1.6617314831973534e-05}
+{"train_loss": 0.0010822945041581988, "global_step": 28709, "epoch": 441, "lr": 1.6614277504531866e-05}
+{"train_loss": 0.0013841347536072135, "global_step": 28710, "epoch": 441, "lr": 1.661124039939001e-05}
+{"train_loss": 0.0008755135349929333, "global_step": 28711, "epoch": 441, "lr": 1.6608203516568155e-05}
+{"train_loss": 0.0008635966223664582, "global_step": 28712, "epoch": 441, "lr": 1.6605166856086562e-05}
+{"train_loss": 0.0015029801288619637, "global_step": 28713, "epoch": 441, "lr": 1.6602130417965406e-05}
+{"train_loss": 0.0011298988247290254, "global_step": 28714, "epoch": 441, "lr": 1.6599094202224934e-05}
+{"train_loss": 0.0014793091686442494, "global_step": 28715, "epoch": 441, "lr": 1.6596058208885372e-05}
+{"train_loss": 0.0017943702405318618, "global_step": 28716, "epoch": 441, "lr": 1.6593022437966905e-05}
+{"train_loss": 0.0013553572352975607, "global_step": 28717, "epoch": 441, "lr": 1.6589986889489773e-05}
+{"train_loss": 0.0009232641314156353, "global_step": 28718, "epoch": 441, "lr": 1.658695156347417e-05}
+{"train_loss": 0.0007975763874128461, "global_step": 28719, "epoch": 441, "lr": 1.6583916459940303e-05}
+{"train_loss": 0.0012638263870030642, "global_step": 28720, "epoch": 441, "lr": 1.6580881578908412e-05}
+{"train_loss": 0.0006201404612511396, "global_step": 28721, "epoch": 441, "lr": 1.6577846920398677e-05}
+{"train_loss": 0.001160054816864431, "global_step": 28722, "epoch": 441, "lr": 1.6574812484431308e-05}
+{"train_loss": 0.0014610589714720845, "global_step": 28723, "epoch": 441, "lr": 1.6571778271026527e-05}
+{"train_loss": 0.0007422739872708917, "global_step": 28724, "epoch": 441, "lr": 1.6568744280204513e-05}
+{"train_loss": 0.0012767985463142395, "global_step": 28725, "epoch": 441, "lr": 1.6565710511985494e-05}
+{"train_loss": 0.0010214619105681777, "global_step": 28726, "epoch": 441, "lr": 1.6562676966389638e-05}
+{"train_loss": 0.0018985591595992446, "global_step": 28727, "epoch": 441, "lr": 1.6559643643437168e-05}
+{"train_loss": 0.0012936927378177643, "global_step": 28728, "epoch": 441, "lr": 1.6556610543148287e-05}
+{"train_loss": 0.0012285367075282221, "global_step": 28729, "epoch": 441, "lr": 1.655357766554317e-05, "val_loss": 0.009378926828503609}
+{"train_loss": 0.0008714601863175631, "global_step": 28730, "epoch": 442, "lr": 1.6550545010642017e-05}
+{"train_loss": 0.00124405138194561, "global_step": 28731, "epoch": 442, "lr": 1.654751257846504e-05}
+{"train_loss": 0.001652384758926928, "global_step": 28732, "epoch": 442, "lr": 1.65444803690324e-05}
+{"train_loss": 0.0007341625750996172, "global_step": 28733, "epoch": 442, "lr": 1.654144838236432e-05}
+{"train_loss": 0.0008151611546054482, "global_step": 28734, "epoch": 442, "lr": 1.6538416618480955e-05}
+{"train_loss": 0.0017631270457059145, "global_step": 28735, "epoch": 442, "lr": 1.653538507740251e-05}
+{"train_loss": 0.0014249873347580433, "global_step": 28736, "epoch": 442, "lr": 1.6532353759149182e-05}
+{"train_loss": 0.0007039291667751968, "global_step": 28737, "epoch": 442, "lr": 1.6529322663741124e-05}
+{"train_loss": 0.001255685230717063, "global_step": 28738, "epoch": 442, "lr": 1.6526291791198545e-05}
+{"train_loss": 0.0010082663502544165, "global_step": 28739, "epoch": 442, "lr": 1.652326114154163e-05}
+{"train_loss": 0.0016425300855189562, "global_step": 28740, "epoch": 442, "lr": 1.6520230714790545e-05}
+{"train_loss": 0.0006707630818709731, "global_step": 28741, "epoch": 442, "lr": 1.6517200510965458e-05}
+{"train_loss": 0.0011574283707886934, "global_step": 28742, "epoch": 442, "lr": 1.6514170530086554e-05}
+{"train_loss": 0.0013578939251601696, "global_step": 28743, "epoch": 442, "lr": 1.651114077217401e-05}
+{"train_loss": 0.000985611928626895, "global_step": 28744, "epoch": 442, "lr": 1.650811123724802e-05}
+{"train_loss": 0.001018616952933371, "global_step": 28745, "epoch": 442, "lr": 1.6505081925328726e-05}
+{"train_loss": 0.001363767427392304, "global_step": 28746, "epoch": 442, "lr": 1.6502052836436305e-05}
+{"train_loss": 0.0014938021777197719, "global_step": 28747, "epoch": 442, "lr": 1.649902397059095e-05}
+{"train_loss": 0.0015261346707120538, "global_step": 28748, "epoch": 442, "lr": 1.649599532781281e-05}
+{"train_loss": 0.0007897299365140498, "global_step": 28749, "epoch": 442, "lr": 1.649296690812203e-05}
+{"train_loss": 0.0010566492564976215, "global_step": 28750, "epoch": 442, "lr": 1.6489938711538806e-05}
+{"train_loss": 0.0011855715420097113, "global_step": 28751, "epoch": 442, "lr": 1.6486910738083287e-05}
+{"train_loss": 0.000840905006043613, "global_step": 28752, "epoch": 442, "lr": 1.6483882987775658e-05}
+{"train_loss": 0.0013475425075739622, "global_step": 28753, "epoch": 442, "lr": 1.6480855460636046e-05}
+{"train_loss": 0.0009659414645284414, "global_step": 28754, "epoch": 442, "lr": 1.6477828156684622e-05}
+{"train_loss": 0.0007044195663183928, "global_step": 28755, "epoch": 442, "lr": 1.6474801075941565e-05}
+{"train_loss": 0.0012241743970662355, "global_step": 28756, "epoch": 442, "lr": 1.647177421842701e-05}
+{"train_loss": 0.001602634903974831, "global_step": 28757, "epoch": 442, "lr": 1.64687475841611e-05}
+{"train_loss": 0.002132927533239126, "global_step": 28758, "epoch": 442, "lr": 1.6465721173164002e-05}
+{"train_loss": 0.0016895761946216226, "global_step": 28759, "epoch": 442, "lr": 1.646269498545587e-05}
+{"train_loss": 0.001337712979875505, "global_step": 28760, "epoch": 442, "lr": 1.6459669021056862e-05}
+{"train_loss": 0.0008883762056939304, "global_step": 28761, "epoch": 442, "lr": 1.64566432799871e-05}
+{"train_loss": 0.0017118436517193913, "global_step": 28762, "epoch": 442, "lr": 1.6453617762266743e-05}
+{"train_loss": 0.0012747038854286075, "global_step": 28763, "epoch": 442, "lr": 1.6450592467915965e-05}
+{"train_loss": 0.001033854205161333, "global_step": 28764, "epoch": 442, "lr": 1.6447567396954884e-05}
+{"train_loss": 0.0011630915105342865, "global_step": 28765, "epoch": 442, "lr": 1.6444542549403618e-05}
+{"train_loss": 0.0007919029449112713, "global_step": 28766, "epoch": 442, "lr": 1.644151792528234e-05}
+{"train_loss": 0.0013814090052619576, "global_step": 28767, "epoch": 442, "lr": 1.6438493524611187e-05}
+{"train_loss": 0.002030855044722557, "global_step": 28768, "epoch": 442, "lr": 1.6435469347410303e-05}
+{"train_loss": 0.0010041826171800494, "global_step": 28769, "epoch": 442, "lr": 1.64324453936998e-05}
+{"train_loss": 0.001004811841994524, "global_step": 28770, "epoch": 442, "lr": 1.6429421663499833e-05}
+{"train_loss": 0.0016318371053785086, "global_step": 28771, "epoch": 442, "lr": 1.6426398156830543e-05}
+{"train_loss": 0.0016154811019077897, "global_step": 28772, "epoch": 442, "lr": 1.642337487371205e-05}
+{"train_loss": 0.0009665234829299152, "global_step": 28773, "epoch": 442, "lr": 1.642035181416447e-05}
+{"train_loss": 0.0010424358770251274, "global_step": 28774, "epoch": 442, "lr": 1.6417328978207942e-05}
+{"train_loss": 0.0008127214969135821, "global_step": 28775, "epoch": 442, "lr": 1.6414306365862603e-05}
+{"train_loss": 0.0018087825737893581, "global_step": 28776, "epoch": 442, "lr": 1.6411283977148585e-05}
+{"train_loss": 0.0013579976512119174, "global_step": 28777, "epoch": 442, "lr": 1.640826181208599e-05}
+{"train_loss": 0.0007365483324974775, "global_step": 28778, "epoch": 442, "lr": 1.6405239870694948e-05}
+{"train_loss": 0.0011424471158534288, "global_step": 28779, "epoch": 442, "lr": 1.6402218152995607e-05}
+{"train_loss": 0.00179163774009794, "global_step": 28780, "epoch": 442, "lr": 1.6399196659008065e-05}
+{"train_loss": 0.000825191440526396, "global_step": 28781, "epoch": 442, "lr": 1.6396175388752428e-05}
+{"train_loss": 0.0009602199424989522, "global_step": 28782, "epoch": 442, "lr": 1.6393154342248817e-05}
+{"train_loss": 0.0012619858607649803, "global_step": 28783, "epoch": 442, "lr": 1.6390133519517363e-05}
+{"train_loss": 0.001834277412854135, "global_step": 28784, "epoch": 442, "lr": 1.6387112920578196e-05}
+{"train_loss": 0.0013838906306773424, "global_step": 28785, "epoch": 442, "lr": 1.6384092545451385e-05}
+{"train_loss": 0.001399552565999329, "global_step": 28786, "epoch": 442, "lr": 1.6381072394157087e-05}
+{"train_loss": 0.0010730968788266182, "global_step": 28787, "epoch": 442, "lr": 1.6378052466715364e-05}
+{"train_loss": 0.0006166086532175541, "global_step": 28788, "epoch": 442, "lr": 1.637503276314637e-05}
+{"train_loss": 0.0017739749746397138, "global_step": 28789, "epoch": 442, "lr": 1.637201328347017e-05}
+{"train_loss": 0.0017261833418160677, "global_step": 28790, "epoch": 442, "lr": 1.6368994027706897e-05}
+{"train_loss": 0.000903379637748003, "global_step": 28791, "epoch": 442, "lr": 1.6365974995876644e-05}
+{"train_loss": 0.0020741417538374662, "global_step": 28792, "epoch": 442, "lr": 1.6362956187999534e-05}
+{"train_loss": 0.0008630308439023793, "global_step": 28793, "epoch": 442, "lr": 1.635993760409563e-05}
+{"train_loss": 0.0012411556063363185, "global_step": 28794, "epoch": 442, "lr": 1.635691924418507e-05, "val_loss": 0.009707939811050892}
+{"train_loss": 0.0013138969661667943, "global_step": 28795, "epoch": 443, "lr": 1.6353901108287923e-05}
+{"train_loss": 0.0012658138293772936, "global_step": 28796, "epoch": 443, "lr": 1.635088319642431e-05}
+{"train_loss": 0.0011833731550723314, "global_step": 28797, "epoch": 443, "lr": 1.6347865508614297e-05}
+{"train_loss": 0.00141004694160074, "global_step": 28798, "epoch": 443, "lr": 1.6344848044877985e-05}
+{"train_loss": 0.0014133834047243, "global_step": 28799, "epoch": 443, "lr": 1.6341830805235482e-05}
+{"train_loss": 0.0011598343262448907, "global_step": 28800, "epoch": 443, "lr": 1.633881378970688e-05}
+{"train_loss": 0.0013517403276637197, "global_step": 28801, "epoch": 443, "lr": 1.633579699831225e-05}
+{"train_loss": 0.0007865582010708749, "global_step": 28802, "epoch": 443, "lr": 1.63327804310717e-05}
+{"train_loss": 0.001582048600539565, "global_step": 28803, "epoch": 443, "lr": 1.632976408800528e-05}
+{"train_loss": 0.0012645344249904156, "global_step": 28804, "epoch": 443, "lr": 1.6326747969133115e-05}
+{"train_loss": 0.0010371309472247958, "global_step": 28805, "epoch": 443, "lr": 1.6323732074475262e-05}
+{"train_loss": 0.0011913247872143984, "global_step": 28806, "epoch": 443, "lr": 1.6320716404051807e-05}
+{"train_loss": 0.001094987615942955, "global_step": 28807, "epoch": 443, "lr": 1.6317700957882832e-05}
+{"train_loss": 0.0012863323790952563, "global_step": 28808, "epoch": 443, "lr": 1.6314685735988433e-05}
+{"train_loss": 0.0010203372221440077, "global_step": 28809, "epoch": 443, "lr": 1.6311670738388672e-05}
+{"train_loss": 0.000743287499062717, "global_step": 28810, "epoch": 443, "lr": 1.630865596510361e-05}
+{"train_loss": 0.0008612485253252089, "global_step": 28811, "epoch": 443, "lr": 1.630564141615333e-05}
+{"train_loss": 0.0009739251690916717, "global_step": 28812, "epoch": 443, "lr": 1.6302627091557925e-05}
+{"train_loss": 0.000842196517623961, "global_step": 28813, "epoch": 443, "lr": 1.6299612991337436e-05}
+{"train_loss": 0.0013348347274586558, "global_step": 28814, "epoch": 443, "lr": 1.6296599115511946e-05}
+{"train_loss": 0.0008990939822979271, "global_step": 28815, "epoch": 443, "lr": 1.6293585464101524e-05}
+{"train_loss": 0.0008192074601538479, "global_step": 28816, "epoch": 443, "lr": 1.629057203712625e-05}
+{"train_loss": 0.0011068633757531643, "global_step": 28817, "epoch": 443, "lr": 1.6287558834606176e-05}
+{"train_loss": 0.0008834361215122044, "global_step": 28818, "epoch": 443, "lr": 1.6284545856561346e-05}
+{"train_loss": 0.0008669341914355755, "global_step": 28819, "epoch": 443, "lr": 1.628153310301184e-05}
+{"train_loss": 0.0010093031451106071, "global_step": 28820, "epoch": 443, "lr": 1.627852057397774e-05}
+{"train_loss": 0.0008713752613402903, "global_step": 28821, "epoch": 443, "lr": 1.627550826947907e-05}
+{"train_loss": 0.0008855769992806017, "global_step": 28822, "epoch": 443, "lr": 1.627249618953589e-05}
+{"train_loss": 0.001706013805232942, "global_step": 28823, "epoch": 443, "lr": 1.626948433416827e-05}
+{"train_loss": 0.0012503631878644228, "global_step": 28824, "epoch": 443, "lr": 1.6266472703396286e-05}
+{"train_loss": 0.0008834013715386391, "global_step": 28825, "epoch": 443, "lr": 1.6263461297239963e-05}
+{"train_loss": 0.0013595162890851498, "global_step": 28826, "epoch": 443, "lr": 1.626045011571934e-05}
+{"train_loss": 0.000588526192586869, "global_step": 28827, "epoch": 443, "lr": 1.625743915885448e-05}
+{"train_loss": 0.0009508316870778799, "global_step": 28828, "epoch": 443, "lr": 1.625442842666546e-05}
+{"train_loss": 0.0009282335522584617, "global_step": 28829, "epoch": 443, "lr": 1.6251417919172278e-05}
+{"train_loss": 0.0009174875449389219, "global_step": 28830, "epoch": 443, "lr": 1.6248407636395e-05}
+{"train_loss": 0.001021689036861062, "global_step": 28831, "epoch": 443, "lr": 1.6245397578353684e-05}
+{"train_loss": 0.0014057715889066458, "global_step": 28832, "epoch": 443, "lr": 1.624238774506837e-05}
+{"train_loss": 0.0011782296933233738, "global_step": 28833, "epoch": 443, "lr": 1.6239378136559098e-05}
+{"train_loss": 0.00134640175383538, "global_step": 28834, "epoch": 443, "lr": 1.623636875284588e-05}
+{"train_loss": 0.0010489723645150661, "global_step": 28835, "epoch": 443, "lr": 1.6233359593948777e-05}
+{"train_loss": 0.0013146045384928584, "global_step": 28836, "epoch": 443, "lr": 1.6230350659887844e-05}
+{"train_loss": 0.0008715639705769718, "global_step": 28837, "epoch": 443, "lr": 1.6227341950683073e-05}
+{"train_loss": 0.0011465803254395723, "global_step": 28838, "epoch": 443, "lr": 1.6224333466354518e-05}
+{"train_loss": 0.0007442013011313975, "global_step": 28839, "epoch": 443, "lr": 1.6221325206922223e-05}
+{"train_loss": 0.001685099909082055, "global_step": 28840, "epoch": 443, "lr": 1.6218317172406218e-05}
+{"train_loss": 0.0006954245618544519, "global_step": 28841, "epoch": 443, "lr": 1.6215309362826524e-05}
+{"train_loss": 0.0014755320735275745, "global_step": 28842, "epoch": 443, "lr": 1.6212301778203148e-05}
+{"train_loss": 0.0011507251765578985, "global_step": 28843, "epoch": 443, "lr": 1.620929441855614e-05}
+{"train_loss": 0.0005404427065514028, "global_step": 28844, "epoch": 443, "lr": 1.6206287283905537e-05}
+{"train_loss": 0.0018604911165311933, "global_step": 28845, "epoch": 443, "lr": 1.6203280374271323e-05}
+{"train_loss": 0.0007009392720647156, "global_step": 28846, "epoch": 443, "lr": 1.6200273689673552e-05}
+{"train_loss": 0.0013030318077653646, "global_step": 28847, "epoch": 443, "lr": 1.6197267230132223e-05}
+{"train_loss": 0.0009165259543806314, "global_step": 28848, "epoch": 443, "lr": 1.6194260995667388e-05}
+{"train_loss": 0.0009386899182572961, "global_step": 28849, "epoch": 443, "lr": 1.619125498629904e-05}
+{"train_loss": 0.0006252813036553562, "global_step": 28850, "epoch": 443, "lr": 1.6188249202047183e-05}
+{"train_loss": 0.0009910473600029945, "global_step": 28851, "epoch": 443, "lr": 1.618524364293184e-05}
+{"train_loss": 0.0016263832803815603, "global_step": 28852, "epoch": 443, "lr": 1.6182238308973048e-05}
+{"train_loss": 0.0007063499069772661, "global_step": 28853, "epoch": 443, "lr": 1.6179233200190778e-05}
+{"train_loss": 0.0007776579586789012, "global_step": 28854, "epoch": 443, "lr": 1.6176228316605062e-05}
+{"train_loss": 0.0010239927796646953, "global_step": 28855, "epoch": 443, "lr": 1.6173223658235903e-05}
+{"train_loss": 0.0006730465102009475, "global_step": 28856, "epoch": 443, "lr": 1.6170219225103327e-05}
+{"train_loss": 0.000820595829281956, "global_step": 28857, "epoch": 443, "lr": 1.6167215017227326e-05}
+{"train_loss": 0.001010801293887198, "global_step": 28858, "epoch": 443, "lr": 1.6164211034627886e-05}
+{"train_loss": 0.0010897734121849331, "global_step": 28859, "epoch": 443, "lr": 1.6161207277325014e-05, "val_loss": 0.009339353069663048}
+{"train_loss": 0.001727119437418878, "global_step": 28860, "epoch": 444, "lr": 1.615820374533874e-05}
+{"train_loss": 0.0012700490187853575, "global_step": 28861, "epoch": 444, "lr": 1.6155200438689033e-05}
+{"train_loss": 0.0011470435420051217, "global_step": 28862, "epoch": 444, "lr": 1.6152197357395892e-05}
+{"train_loss": 0.0007749276119284332, "global_step": 28863, "epoch": 444, "lr": 1.6149194501479342e-05}
+{"train_loss": 0.0012229890562593937, "global_step": 28864, "epoch": 444, "lr": 1.6146191870959338e-05}
+{"train_loss": 0.0011523605789989233, "global_step": 28865, "epoch": 444, "lr": 1.614318946585591e-05}
+{"train_loss": 0.002122130012139678, "global_step": 28866, "epoch": 444, "lr": 1.6140187286189017e-05}
+{"train_loss": 0.0014180579455569386, "global_step": 28867, "epoch": 444, "lr": 1.6137185331978667e-05}
+{"train_loss": 0.0012791927438229322, "global_step": 28868, "epoch": 444, "lr": 1.613418360324484e-05}
+{"train_loss": 0.0005689503159373999, "global_step": 28869, "epoch": 444, "lr": 1.6131182100007547e-05}
+{"train_loss": 0.0016624439740553498, "global_step": 28870, "epoch": 444, "lr": 1.612818082228674e-05}
+{"train_loss": 0.0016262705903500319, "global_step": 28871, "epoch": 444, "lr": 1.6125179770102432e-05}
+{"train_loss": 0.0011253647971898317, "global_step": 28872, "epoch": 444, "lr": 1.6122178943474576e-05}
+{"train_loss": 0.0017522100824862719, "global_step": 28873, "epoch": 444, "lr": 1.6119178342423185e-05}
+{"train_loss": 0.0013213991187512875, "global_step": 28874, "epoch": 444, "lr": 1.611617796696821e-05}
+{"train_loss": 0.0010108062997460365, "global_step": 28875, "epoch": 444, "lr": 1.611317781712964e-05}
+{"train_loss": 0.0011167529737576842, "global_step": 28876, "epoch": 444, "lr": 1.6110177892927453e-05}
+{"train_loss": 0.0010117391357198358, "global_step": 28877, "epoch": 444, "lr": 1.6107178194381637e-05}
+{"train_loss": 0.0008447912987321615, "global_step": 28878, "epoch": 444, "lr": 1.610417872151214e-05}
+{"train_loss": 0.0013901328202337027, "global_step": 28879, "epoch": 444, "lr": 1.610117947433897e-05}
+{"train_loss": 0.0008570105419494212, "global_step": 28880, "epoch": 444, "lr": 1.6098180452882045e-05}
+{"train_loss": 0.001451038639061153, "global_step": 28881, "epoch": 444, "lr": 1.609518165716139e-05}
+{"train_loss": 0.0009456950356252491, "global_step": 28882, "epoch": 444, "lr": 1.6092183087196928e-05}
+{"train_loss": 0.0012616150779649615, "global_step": 28883, "epoch": 444, "lr": 1.608918474300864e-05}
+{"train_loss": 0.0008309074328280985, "global_step": 28884, "epoch": 444, "lr": 1.6086186624616495e-05}
+{"train_loss": 0.001165090943686664, "global_step": 28885, "epoch": 444, "lr": 1.6083188732040472e-05}
+{"train_loss": 0.0014844140969216824, "global_step": 28886, "epoch": 444, "lr": 1.6080191065300515e-05}
+{"train_loss": 0.0008778508054092526, "global_step": 28887, "epoch": 444, "lr": 1.607719362441657e-05}
+{"train_loss": 0.001230055233463645, "global_step": 28888, "epoch": 444, "lr": 1.607419640940861e-05}
+{"train_loss": 0.0020230987574905157, "global_step": 28889, "epoch": 444, "lr": 1.6071199420296607e-05}
+{"train_loss": 0.0012974393321201205, "global_step": 28890, "epoch": 444, "lr": 1.6068202657100485e-05}
+{"train_loss": 0.0011103375582024455, "global_step": 28891, "epoch": 444, "lr": 1.6065206119840213e-05}
+{"train_loss": 0.001396141480654478, "global_step": 28892, "epoch": 444, "lr": 1.606220980853575e-05}
+{"train_loss": 0.0006585128139704466, "global_step": 28893, "epoch": 444, "lr": 1.6059213723207057e-05}
+{"train_loss": 0.0013893552822992206, "global_step": 28894, "epoch": 444, "lr": 1.6056217863874067e-05}
+{"train_loss": 0.0007076330366544425, "global_step": 28895, "epoch": 444, "lr": 1.6053222230556718e-05}
+{"train_loss": 0.0006778236711397767, "global_step": 28896, "epoch": 444, "lr": 1.605022682327496e-05}
+{"train_loss": 0.0005851470632478595, "global_step": 28897, "epoch": 444, "lr": 1.604723164204877e-05}
+{"train_loss": 0.0009402112918905914, "global_step": 28898, "epoch": 444, "lr": 1.604423668689805e-05}
+{"train_loss": 0.001512017915956676, "global_step": 28899, "epoch": 444, "lr": 1.6041241957842763e-05}
+{"train_loss": 0.0008616625564172864, "global_step": 28900, "epoch": 444, "lr": 1.603824745490284e-05}
+{"train_loss": 0.0008629146032035351, "global_step": 28901, "epoch": 444, "lr": 1.6035253178098242e-05}
+{"train_loss": 0.0009718773071654141, "global_step": 28902, "epoch": 444, "lr": 1.6032259127448894e-05}
+{"train_loss": 0.0009035906405188143, "global_step": 28903, "epoch": 444, "lr": 1.6029265302974717e-05}
+{"train_loss": 0.0013454104773700237, "global_step": 28904, "epoch": 444, "lr": 1.602627170469565e-05}
+{"train_loss": 0.0013261057902127504, "global_step": 28905, "epoch": 444, "lr": 1.6023278332631654e-05}
+{"train_loss": 0.0007528991554863751, "global_step": 28906, "epoch": 444, "lr": 1.602028518680262e-05}
+{"train_loss": 0.0014067079173400998, "global_step": 28907, "epoch": 444, "lr": 1.6017292267228495e-05}
+{"train_loss": 0.0013218533713370562, "global_step": 28908, "epoch": 444, "lr": 1.6014299573929214e-05}
+{"train_loss": 0.0007967688725329936, "global_step": 28909, "epoch": 444, "lr": 1.6011307106924733e-05}
+{"train_loss": 0.0017564859008416533, "global_step": 28910, "epoch": 444, "lr": 1.6008314866234912e-05}
+{"train_loss": 0.001082044094800949, "global_step": 28911, "epoch": 444, "lr": 1.6005322851879705e-05}
+{"train_loss": 0.0011271482799202204, "global_step": 28912, "epoch": 444, "lr": 1.600233106387904e-05}
+{"train_loss": 0.000796103326138109, "global_step": 28913, "epoch": 444, "lr": 1.5999339502252846e-05}
+{"train_loss": 0.0011745132505893707, "global_step": 28914, "epoch": 444, "lr": 1.599634816702102e-05}
+{"train_loss": 0.0008175299153663218, "global_step": 28915, "epoch": 444, "lr": 1.599335705820349e-05}
+{"train_loss": 0.0012162562925368547, "global_step": 28916, "epoch": 444, "lr": 1.599036617582017e-05}
+{"train_loss": 0.0014008949510753155, "global_step": 28917, "epoch": 444, "lr": 1.5987375519891012e-05}
+{"train_loss": 0.0011835787445306778, "global_step": 28918, "epoch": 444, "lr": 1.5984385090435866e-05}
+{"train_loss": 0.0013860348844900727, "global_step": 28919, "epoch": 444, "lr": 1.598139488747467e-05}
+{"train_loss": 0.0008445042767561972, "global_step": 28920, "epoch": 444, "lr": 1.597840491102734e-05}
+{"train_loss": 0.0012956502614542842, "global_step": 28921, "epoch": 444, "lr": 1.59754151611138e-05}
+{"train_loss": 0.0015448429621756077, "global_step": 28922, "epoch": 444, "lr": 1.597242563775392e-05}
+{"train_loss": 0.001004831399768591, "global_step": 28923, "epoch": 444, "lr": 1.5969436340967626e-05}
+{"train_loss": 0.001171442055895638, "global_step": 28924, "epoch": 444, "lr": 1.596644727077482e-05, "val_loss": 0.008765147067606449}
+{"train_loss": 0.0016802080208435655, "global_step": 28925, "epoch": 445, "lr": 1.5963458427195445e-05}
+{"train_loss": 0.0009187071700580418, "global_step": 28926, "epoch": 445, "lr": 1.5960469810249328e-05}
+{"train_loss": 0.0009061797754839063, "global_step": 28927, "epoch": 445, "lr": 1.5957481419956403e-05}
+{"train_loss": 0.0018378025852143764, "global_step": 28928, "epoch": 445, "lr": 1.5954493256336577e-05}
+{"train_loss": 0.0013605722924694419, "global_step": 28929, "epoch": 445, "lr": 1.5951505319409753e-05}
+{"train_loss": 0.0018950930098071694, "global_step": 28930, "epoch": 445, "lr": 1.5948517609195794e-05}
+{"train_loss": 0.0014546337770298123, "global_step": 28931, "epoch": 445, "lr": 1.5945530125714618e-05}
+{"train_loss": 0.0012422265717759728, "global_step": 28932, "epoch": 445, "lr": 1.5942542868986127e-05}
+{"train_loss": 0.002119242213666439, "global_step": 28933, "epoch": 445, "lr": 1.5939555839030196e-05}
+{"train_loss": 0.0012361961416900158, "global_step": 28934, "epoch": 445, "lr": 1.59365690358667e-05}
+{"train_loss": 0.0008243421325460076, "global_step": 28935, "epoch": 445, "lr": 1.5933582459515543e-05}
+{"train_loss": 0.001674726721830666, "global_step": 28936, "epoch": 445, "lr": 1.593059610999661e-05}
+{"train_loss": 0.0015648710541427135, "global_step": 28937, "epoch": 445, "lr": 1.59276099873298e-05}
+{"train_loss": 0.0010331114754080772, "global_step": 28938, "epoch": 445, "lr": 1.5924624091534967e-05}
+{"train_loss": 0.0011895322240889072, "global_step": 28939, "epoch": 445, "lr": 1.5921638422632006e-05}
+{"train_loss": 0.001459019724279642, "global_step": 28940, "epoch": 445, "lr": 1.591865298064082e-05}
+{"train_loss": 0.0012306696735322475, "global_step": 28941, "epoch": 445, "lr": 1.591566776558126e-05}
+{"train_loss": 0.0010438163299113512, "global_step": 28942, "epoch": 445, "lr": 1.5912682777473197e-05}
+{"train_loss": 0.0010531875304877758, "global_step": 28943, "epoch": 445, "lr": 1.590969801633652e-05}
+{"train_loss": 0.0021093590185046196, "global_step": 28944, "epoch": 445, "lr": 1.59067134821911e-05}
+{"train_loss": 0.0009327521547675133, "global_step": 28945, "epoch": 445, "lr": 1.5903729175056832e-05}
+{"train_loss": 0.0009366807644255459, "global_step": 28946, "epoch": 445, "lr": 1.5900745094953547e-05}
+{"train_loss": 0.0020306992810219526, "global_step": 28947, "epoch": 445, "lr": 1.5897761241901136e-05}
+{"train_loss": 0.0013290425995364785, "global_step": 28948, "epoch": 445, "lr": 1.5894777615919482e-05}
+{"train_loss": 0.0013463660143315792, "global_step": 28949, "epoch": 445, "lr": 1.589179421702842e-05}
+{"train_loss": 0.0016837437869980931, "global_step": 28950, "epoch": 445, "lr": 1.588881104524785e-05}
+{"train_loss": 0.0019201230024918914, "global_step": 28951, "epoch": 445, "lr": 1.5885828100597593e-05}
+{"train_loss": 0.0015947888605296612, "global_step": 28952, "epoch": 445, "lr": 1.5882845383097535e-05}
+{"train_loss": 0.0009154652943834662, "global_step": 28953, "epoch": 445, "lr": 1.5879862892767556e-05}
+{"train_loss": 0.0011345306411385536, "global_step": 28954, "epoch": 445, "lr": 1.5876880629627473e-05}
+{"train_loss": 0.0008517211535945535, "global_step": 28955, "epoch": 445, "lr": 1.5873898593697168e-05}
+{"train_loss": 0.0019141561351716518, "global_step": 28956, "epoch": 445, "lr": 1.587091678499651e-05}
+{"train_loss": 0.0008827187702991068, "global_step": 28957, "epoch": 445, "lr": 1.586793520354532e-05}
+{"train_loss": 0.0009488367359153926, "global_step": 28958, "epoch": 445, "lr": 1.5864953849363483e-05}
+{"train_loss": 0.001351339858956635, "global_step": 28959, "epoch": 445, "lr": 1.5861972722470825e-05}
+{"train_loss": 0.0007609978783875704, "global_step": 28960, "epoch": 445, "lr": 1.5858991822887203e-05}
+{"train_loss": 0.0007756339618936181, "global_step": 28961, "epoch": 445, "lr": 1.585601115063249e-05}
+{"train_loss": 0.0018157821614295244, "global_step": 28962, "epoch": 445, "lr": 1.585303070572649e-05}
+{"train_loss": 0.0009436598629690707, "global_step": 28963, "epoch": 445, "lr": 1.5850050488189088e-05}
+{"train_loss": 0.0015406332677230239, "global_step": 28964, "epoch": 445, "lr": 1.5847070498040097e-05}
+{"train_loss": 0.0016161834355443716, "global_step": 28965, "epoch": 445, "lr": 1.5844090735299366e-05}
+{"train_loss": 0.001111836638301611, "global_step": 28966, "epoch": 445, "lr": 1.5841111199986762e-05}
+{"train_loss": 0.0025042088236659765, "global_step": 28967, "epoch": 445, "lr": 1.5838131892122088e-05}
+{"train_loss": 0.0015228622360154986, "global_step": 28968, "epoch": 445, "lr": 1.58351528117252e-05}
+{"train_loss": 0.0015068022767081857, "global_step": 28969, "epoch": 445, "lr": 1.583217395881595e-05}
+{"train_loss": 0.001480921870097518, "global_step": 28970, "epoch": 445, "lr": 1.5829195333414137e-05}
+{"train_loss": 0.0010836778674274683, "global_step": 28971, "epoch": 445, "lr": 1.5826216935539635e-05}
+{"train_loss": 0.0017844936810433865, "global_step": 28972, "epoch": 445, "lr": 1.582323876521223e-05}
+{"train_loss": 0.0017311323899775743, "global_step": 28973, "epoch": 445, "lr": 1.5820260822451776e-05}
+{"train_loss": 0.0021933813113719225, "global_step": 28974, "epoch": 445, "lr": 1.5817283107278124e-05}
+{"train_loss": 0.0010904779192060232, "global_step": 28975, "epoch": 445, "lr": 1.5814305619711055e-05}
+{"train_loss": 0.0014941557310521603, "global_step": 28976, "epoch": 445, "lr": 1.5811328359770423e-05}
+{"train_loss": 0.0014207650674507022, "global_step": 28977, "epoch": 445, "lr": 1.580835132747607e-05}
+{"train_loss": 0.0009534400887787342, "global_step": 28978, "epoch": 445, "lr": 1.5805374522847765e-05}
+{"train_loss": 0.0017748954705893993, "global_step": 28979, "epoch": 445, "lr": 1.580239794590539e-05}
+{"train_loss": 0.0012553561246022582, "global_step": 28980, "epoch": 445, "lr": 1.579942159666871e-05}
+{"train_loss": 0.0010430363472551107, "global_step": 28981, "epoch": 445, "lr": 1.5796445475157572e-05}
+{"train_loss": 0.0008344252710230649, "global_step": 28982, "epoch": 445, "lr": 1.5793469581391806e-05}
+{"train_loss": 0.0010200011311098933, "global_step": 28983, "epoch": 445, "lr": 1.579049391539119e-05}
+{"train_loss": 0.0011038209777325392, "global_step": 28984, "epoch": 445, "lr": 1.578751847717556e-05}
+{"train_loss": 0.0019956922624260187, "global_step": 28985, "epoch": 445, "lr": 1.5784543266764745e-05}
+{"train_loss": 0.001162337721325457, "global_step": 28986, "epoch": 445, "lr": 1.578156828417853e-05}
+{"train_loss": 0.001187685295008123, "global_step": 28987, "epoch": 445, "lr": 1.577859352943672e-05}
+{"train_loss": 0.0011991363717243075, "global_step": 28988, "epoch": 445, "lr": 1.5775619002559128e-05}
+{"train_loss": 0.0013619055792402762, "global_step": 28989, "epoch": 445, "lr": 1.5772644703565565e-05, "val_loss": 0.004755440633744001, "train_action_mse_error": 2.8363032470224425e-05}
+{"train_loss": 0.001252202084288001, "global_step": 28990, "epoch": 446, "lr": 1.5769670632475853e-05}
+{"train_loss": 0.0019266451708972454, "global_step": 28991, "epoch": 446, "lr": 1.5766696789309754e-05}
+{"train_loss": 0.0017244635382667184, "global_step": 28992, "epoch": 446, "lr": 1.5763723174087096e-05}
+{"train_loss": 0.0016734986566007137, "global_step": 28993, "epoch": 446, "lr": 1.5760749786827696e-05}
+{"train_loss": 0.001268783351406455, "global_step": 28994, "epoch": 446, "lr": 1.575777662755133e-05}
+{"train_loss": 0.001392102101817727, "global_step": 28995, "epoch": 446, "lr": 1.5754803696277774e-05}
+{"train_loss": 0.0020349635742604733, "global_step": 28996, "epoch": 446, "lr": 1.575183099302685e-05}
+{"train_loss": 0.0008817248162813485, "global_step": 28997, "epoch": 446, "lr": 1.574885851781835e-05}
+{"train_loss": 0.0011408235877752304, "global_step": 28998, "epoch": 446, "lr": 1.5745886270672078e-05}
+{"train_loss": 0.0010906483512371778, "global_step": 28999, "epoch": 446, "lr": 1.5742914251607793e-05}
+{"train_loss": 0.0012521541211754084, "global_step": 29000, "epoch": 446, "lr": 1.5739942460645302e-05}
+{"train_loss": 0.0015375536167994142, "global_step": 29001, "epoch": 446, "lr": 1.573697089780441e-05}
+{"train_loss": 0.002549449447542429, "global_step": 29002, "epoch": 446, "lr": 1.5733999563104884e-05}
+{"train_loss": 0.0013478418113663793, "global_step": 29003, "epoch": 446, "lr": 1.57310284565665e-05}
+{"train_loss": 0.0012570074759423733, "global_step": 29004, "epoch": 446, "lr": 1.5728057578209042e-05}
+{"train_loss": 0.0020880871452391148, "global_step": 29005, "epoch": 446, "lr": 1.5725086928052314e-05}
+{"train_loss": 0.0011982822325080633, "global_step": 29006, "epoch": 446, "lr": 1.572211650611609e-05}
+{"train_loss": 0.0012612491846084595, "global_step": 29007, "epoch": 446, "lr": 1.571914631242013e-05}
+{"train_loss": 0.0009340923861600459, "global_step": 29008, "epoch": 446, "lr": 1.5716176346984223e-05}
+{"train_loss": 0.0008864300907589495, "global_step": 29009, "epoch": 446, "lr": 1.5713206609828164e-05}
+{"train_loss": 0.001367695163935423, "global_step": 29010, "epoch": 446, "lr": 1.5710237100971703e-05}
+{"train_loss": 0.0011391856241971254, "global_step": 29011, "epoch": 446, "lr": 1.5707267820434606e-05}
+{"train_loss": 0.0010868131648749113, "global_step": 29012, "epoch": 446, "lr": 1.5704298768236653e-05}
+{"train_loss": 0.002427240600809455, "global_step": 29013, "epoch": 446, "lr": 1.5701329944397613e-05}
+{"train_loss": 0.001914288615807891, "global_step": 29014, "epoch": 446, "lr": 1.5698361348937278e-05}
+{"train_loss": 0.0022492152638733387, "global_step": 29015, "epoch": 446, "lr": 1.569539298187538e-05}
+{"train_loss": 0.0011348876869305968, "global_step": 29016, "epoch": 446, "lr": 1.5692424843231695e-05}
+{"train_loss": 0.0017679252196103334, "global_step": 29017, "epoch": 446, "lr": 1.5689456933026005e-05}
+{"train_loss": 0.0009214187739416957, "global_step": 29018, "epoch": 446, "lr": 1.5686489251278053e-05}
+{"train_loss": 0.0015402372227981687, "global_step": 29019, "epoch": 446, "lr": 1.568352179800759e-05}
+{"train_loss": 0.0009050295921042562, "global_step": 29020, "epoch": 446, "lr": 1.568055457323439e-05}
+{"train_loss": 0.0010574593907222152, "global_step": 29021, "epoch": 446, "lr": 1.5677587576978205e-05}
+{"train_loss": 0.0011913850903511047, "global_step": 29022, "epoch": 446, "lr": 1.5674620809258807e-05}
+{"train_loss": 0.0008867523283697665, "global_step": 29023, "epoch": 446, "lr": 1.567165427009592e-05}
+{"train_loss": 0.0012203665683045983, "global_step": 29024, "epoch": 446, "lr": 1.566868795950932e-05}
+{"train_loss": 0.0015024709282442927, "global_step": 29025, "epoch": 446, "lr": 1.5665721877518763e-05}
+{"train_loss": 0.0007505392422899604, "global_step": 29026, "epoch": 446, "lr": 1.5662756024143988e-05}
+{"train_loss": 0.0014525556471198797, "global_step": 29027, "epoch": 446, "lr": 1.5659790399404727e-05}
+{"train_loss": 0.0016395278507843614, "global_step": 29028, "epoch": 446, "lr": 1.5656825003320746e-05}
+{"train_loss": 0.0006709471927024424, "global_step": 29029, "epoch": 446, "lr": 1.565385983591178e-05}
+{"train_loss": 0.001216008560732007, "global_step": 29030, "epoch": 446, "lr": 1.56508948971976e-05}
+{"train_loss": 0.0009004977182485163, "global_step": 29031, "epoch": 446, "lr": 1.5647930187197912e-05}
+{"train_loss": 0.0013197686057537794, "global_step": 29032, "epoch": 446, "lr": 1.5644965705932486e-05}
+{"train_loss": 0.0019816968124359846, "global_step": 29033, "epoch": 446, "lr": 1.5642001453421036e-05}
+{"train_loss": 0.0009839946869760752, "global_step": 29034, "epoch": 446, "lr": 1.563903742968332e-05}
+{"train_loss": 0.00160799000877887, "global_step": 29035, "epoch": 446, "lr": 1.563607363473905e-05}
+{"train_loss": 0.001963566755875945, "global_step": 29036, "epoch": 446, "lr": 1.5633110068607977e-05}
+{"train_loss": 0.0026018281932920218, "global_step": 29037, "epoch": 446, "lr": 1.563014673130983e-05}
+{"train_loss": 0.000904852815438062, "global_step": 29038, "epoch": 446, "lr": 1.5627183622864362e-05}
+{"train_loss": 0.0016267241444438696, "global_step": 29039, "epoch": 446, "lr": 1.562422074329127e-05}
+{"train_loss": 0.001553352689370513, "global_step": 29040, "epoch": 446, "lr": 1.5621258092610304e-05}
+{"train_loss": 0.0008832429302856326, "global_step": 29041, "epoch": 446, "lr": 1.5618295670841172e-05}
+{"train_loss": 0.0009069556836038828, "global_step": 29042, "epoch": 446, "lr": 1.5615333478003623e-05}
+{"train_loss": 0.001450075302273035, "global_step": 29043, "epoch": 446, "lr": 1.5612371514117358e-05}
+{"train_loss": 0.001125628943555057, "global_step": 29044, "epoch": 446, "lr": 1.5609409779202106e-05}
+{"train_loss": 0.0009167478419840336, "global_step": 29045, "epoch": 446, "lr": 1.560644827327759e-05}
+{"train_loss": 0.001031394931487739, "global_step": 29046, "epoch": 446, "lr": 1.5603486996363554e-05}
+{"train_loss": 0.0019951562862843275, "global_step": 29047, "epoch": 446, "lr": 1.5600525948479667e-05}
+{"train_loss": 0.0016129118157550693, "global_step": 29048, "epoch": 446, "lr": 1.5597565129645693e-05}
+{"train_loss": 0.0013500300701707602, "global_step": 29049, "epoch": 446, "lr": 1.5594604539881303e-05}
+{"train_loss": 0.0011115686502307653, "global_step": 29050, "epoch": 446, "lr": 1.559164417920625e-05}
+{"train_loss": 0.0012141295010223985, "global_step": 29051, "epoch": 446, "lr": 1.558868404764021e-05}
+{"train_loss": 0.0009343044366687536, "global_step": 29052, "epoch": 446, "lr": 1.5585724145202912e-05}
+{"train_loss": 0.0008221542811952531, "global_step": 29053, "epoch": 446, "lr": 1.5582764471914063e-05}
+{"train_loss": 0.001359044480173347, "global_step": 29054, "epoch": 446, "lr": 1.5579805027793387e-05, "val_loss": 0.0063230302184820175}
+{"train_loss": 0.0017549011390656233, "global_step": 29055, "epoch": 447, "lr": 1.5576845812860568e-05}
+{"train_loss": 0.002902488922700286, "global_step": 29056, "epoch": 447, "lr": 1.5573886827135305e-05}
+{"train_loss": 0.0018374050268903375, "global_step": 29057, "epoch": 447, "lr": 1.5570928070637303e-05}
+{"train_loss": 0.0017690095119178295, "global_step": 29058, "epoch": 447, "lr": 1.5567969543386292e-05}
+{"train_loss": 0.0012095625279471278, "global_step": 29059, "epoch": 447, "lr": 1.556501124540193e-05}
+{"train_loss": 0.00083778245607391, "global_step": 29060, "epoch": 447, "lr": 1.5562053176703934e-05}
+{"train_loss": 0.001113347359932959, "global_step": 29061, "epoch": 447, "lr": 1.5559095337311997e-05}
+{"train_loss": 0.0014289097161963582, "global_step": 29062, "epoch": 447, "lr": 1.555613772724584e-05}
+{"train_loss": 0.0011180718429386616, "global_step": 29063, "epoch": 447, "lr": 1.555318034652513e-05}
+{"train_loss": 0.0008440355304628611, "global_step": 29064, "epoch": 447, "lr": 1.555022319516955e-05}
+{"train_loss": 0.001880026888102293, "global_step": 29065, "epoch": 447, "lr": 1.55472662731988e-05}
+{"train_loss": 0.0014180977595970035, "global_step": 29066, "epoch": 447, "lr": 1.554430958063259e-05}
+{"train_loss": 0.0006850243080407381, "global_step": 29067, "epoch": 447, "lr": 1.554135311749057e-05}
+{"train_loss": 0.0015693457098677754, "global_step": 29068, "epoch": 447, "lr": 1.5538396883792445e-05}
+{"train_loss": 0.0011364937527105212, "global_step": 29069, "epoch": 447, "lr": 1.55354408795579e-05}
+{"train_loss": 0.0010258328402414918, "global_step": 29070, "epoch": 447, "lr": 1.5532485104806632e-05}
+{"train_loss": 0.001928395009599626, "global_step": 29071, "epoch": 447, "lr": 1.552952955955831e-05}
+{"train_loss": 0.0012577876914292574, "global_step": 29072, "epoch": 447, "lr": 1.5526574243832586e-05}
+{"train_loss": 0.0017936486983671784, "global_step": 29073, "epoch": 447, "lr": 1.5523619157649166e-05}
+{"train_loss": 0.0010200671385973692, "global_step": 29074, "epoch": 447, "lr": 1.5520664301027744e-05}
+{"train_loss": 0.0006849399069324136, "global_step": 29075, "epoch": 447, "lr": 1.551770967398795e-05}
+{"train_loss": 0.002094850642606616, "global_step": 29076, "epoch": 447, "lr": 1.5514755276549487e-05}
+{"train_loss": 0.0012805191799998283, "global_step": 29077, "epoch": 447, "lr": 1.5511801108732016e-05}
+{"train_loss": 0.0014324260409921408, "global_step": 29078, "epoch": 447, "lr": 1.550884717055523e-05}
+{"train_loss": 0.0012099419254809618, "global_step": 29079, "epoch": 447, "lr": 1.5505893462038784e-05}
+{"train_loss": 0.001883319579064846, "global_step": 29080, "epoch": 447, "lr": 1.5502939983202323e-05}
+{"train_loss": 0.0012075243284925818, "global_step": 29081, "epoch": 447, "lr": 1.549998673406553e-05}
+{"train_loss": 0.0009679345530457795, "global_step": 29082, "epoch": 447, "lr": 1.549703371464809e-05}
+{"train_loss": 0.001062026247382164, "global_step": 29083, "epoch": 447, "lr": 1.5494080924969628e-05}
+{"train_loss": 0.0006974619464017451, "global_step": 29084, "epoch": 447, "lr": 1.5491128365049823e-05}
+{"train_loss": 0.001532026450149715, "global_step": 29085, "epoch": 447, "lr": 1.548817603490834e-05}
+{"train_loss": 0.001673865015618503, "global_step": 29086, "epoch": 447, "lr": 1.5485223934564846e-05}
+{"train_loss": 0.0020825781393796206, "global_step": 29087, "epoch": 447, "lr": 1.5482272064038983e-05}
+{"train_loss": 0.0011131193023175001, "global_step": 29088, "epoch": 447, "lr": 1.547932042335039e-05}
+{"train_loss": 0.0010902523063123226, "global_step": 29089, "epoch": 447, "lr": 1.5476369012518742e-05}
+{"train_loss": 0.0014916374348104, "global_step": 29090, "epoch": 447, "lr": 1.5473417831563703e-05}
+{"train_loss": 0.0009130696416832507, "global_step": 29091, "epoch": 447, "lr": 1.547046688050489e-05}
+{"train_loss": 0.001200593775138259, "global_step": 29092, "epoch": 447, "lr": 1.5467516159361972e-05}
+{"train_loss": 0.0007339019211940467, "global_step": 29093, "epoch": 447, "lr": 1.546456566815459e-05}
+{"train_loss": 0.0020538815297186375, "global_step": 29094, "epoch": 447, "lr": 1.5461615406902412e-05}
+{"train_loss": 0.0007844077772460878, "global_step": 29095, "epoch": 447, "lr": 1.545866537562507e-05}
+{"train_loss": 0.00181440485175699, "global_step": 29096, "epoch": 447, "lr": 1.545571557434218e-05}
+{"train_loss": 0.00115352647844702, "global_step": 29097, "epoch": 447, "lr": 1.5452766003073404e-05}
+{"train_loss": 0.0019725158344954252, "global_step": 29098, "epoch": 447, "lr": 1.5449816661838402e-05}
+{"train_loss": 0.001841093646362424, "global_step": 29099, "epoch": 447, "lr": 1.544686755065677e-05}
+{"train_loss": 0.0011658637085929513, "global_step": 29100, "epoch": 447, "lr": 1.5443918669548173e-05}
+{"train_loss": 0.001686213305220008, "global_step": 29101, "epoch": 447, "lr": 1.5440970018532235e-05}
+{"train_loss": 0.0012446532491594553, "global_step": 29102, "epoch": 447, "lr": 1.5438021597628617e-05}
+{"train_loss": 0.0007420774782076478, "global_step": 29103, "epoch": 447, "lr": 1.543507340685693e-05}
+{"train_loss": 0.001245653722435236, "global_step": 29104, "epoch": 447, "lr": 1.5432125446236783e-05}
+{"train_loss": 0.0013590442249551415, "global_step": 29105, "epoch": 447, "lr": 1.542917771578783e-05}
+{"train_loss": 0.0019361535087227821, "global_step": 29106, "epoch": 447, "lr": 1.5426230215529712e-05}
+{"train_loss": 0.0023367858957499266, "global_step": 29107, "epoch": 447, "lr": 1.542328294548202e-05}
+{"train_loss": 0.0017741137417033315, "global_step": 29108, "epoch": 447, "lr": 1.5420335905664396e-05}
+{"train_loss": 0.0012937153223901987, "global_step": 29109, "epoch": 447, "lr": 1.541738909609648e-05}
+{"train_loss": 0.001579029019922018, "global_step": 29110, "epoch": 447, "lr": 1.5414442516797855e-05}
+{"train_loss": 0.002363828709349036, "global_step": 29111, "epoch": 447, "lr": 1.5411496167788186e-05}
+{"train_loss": 0.002548325341194868, "global_step": 29112, "epoch": 447, "lr": 1.540855004908705e-05}
+{"train_loss": 0.0019786907359957695, "global_step": 29113, "epoch": 447, "lr": 1.5405604160714078e-05}
+{"train_loss": 0.0009596497402526438, "global_step": 29114, "epoch": 447, "lr": 1.540265850268891e-05}
+{"train_loss": 0.0009567915112711489, "global_step": 29115, "epoch": 447, "lr": 1.539971307503112e-05}
+{"train_loss": 0.001814562827348709, "global_step": 29116, "epoch": 447, "lr": 1.539676787776034e-05}
+{"train_loss": 0.0024071752559393644, "global_step": 29117, "epoch": 447, "lr": 1.5393822910896194e-05}
+{"train_loss": 0.0015812503406777978, "global_step": 29118, "epoch": 447, "lr": 1.5390878174458255e-05}
+{"train_loss": 0.0014558342607835163, "global_step": 29119, "epoch": 447, "lr": 1.538793366846618e-05, "val_loss": 0.01626717671751976}
+{"train_loss": 0.0015050938818603754, "global_step": 29120, "epoch": 448, "lr": 1.5384989392939525e-05}
+{"train_loss": 0.0014584360178560019, "global_step": 29121, "epoch": 448, "lr": 1.5382045347897918e-05}
+{"train_loss": 0.0018159545725211501, "global_step": 29122, "epoch": 448, "lr": 1.537910153336098e-05}
+{"train_loss": 0.0012000608257949352, "global_step": 29123, "epoch": 448, "lr": 1.537615794934827e-05}
+{"train_loss": 0.002210645005106926, "global_step": 29124, "epoch": 448, "lr": 1.5373214595879413e-05}
+{"train_loss": 0.0018973357509821653, "global_step": 29125, "epoch": 448, "lr": 1.537027147297403e-05}
+{"train_loss": 0.001672237878665328, "global_step": 29126, "epoch": 448, "lr": 1.5367328580651667e-05}
+{"train_loss": 0.0012042815797030926, "global_step": 29127, "epoch": 448, "lr": 1.5364385918931974e-05}
+{"train_loss": 0.001300696050748229, "global_step": 29128, "epoch": 448, "lr": 1.5361443487834493e-05}
+{"train_loss": 0.0022944817319512367, "global_step": 29129, "epoch": 448, "lr": 1.535850128737884e-05}
+{"train_loss": 0.0010807911166921258, "global_step": 29130, "epoch": 448, "lr": 1.5355559317584623e-05}
+{"train_loss": 0.0014079288812354207, "global_step": 29131, "epoch": 448, "lr": 1.5352617578471396e-05}
+{"train_loss": 0.0012353927595540881, "global_step": 29132, "epoch": 448, "lr": 1.5349676070058784e-05}
+{"train_loss": 0.0014998620608821511, "global_step": 29133, "epoch": 448, "lr": 1.5346734792366335e-05}
+{"train_loss": 0.0012402968714013696, "global_step": 29134, "epoch": 448, "lr": 1.5343793745413654e-05}
+{"train_loss": 0.0016372108366340399, "global_step": 29135, "epoch": 448, "lr": 1.5340852929220333e-05}
+{"train_loss": 0.002120692515745759, "global_step": 29136, "epoch": 448, "lr": 1.5337912343805934e-05}
+{"train_loss": 0.0015364711871370673, "global_step": 29137, "epoch": 448, "lr": 1.5334971989190045e-05}
+{"train_loss": 0.0025435234420001507, "global_step": 29138, "epoch": 448, "lr": 1.533203186539226e-05}
+{"train_loss": 0.0007950888830237091, "global_step": 29139, "epoch": 448, "lr": 1.5329091972432124e-05}
+{"train_loss": 0.0016408145893365145, "global_step": 29140, "epoch": 448, "lr": 1.5326152310329244e-05}
+{"train_loss": 0.000973984191659838, "global_step": 29141, "epoch": 448, "lr": 1.5323212879103165e-05}
+{"train_loss": 0.0013342188904061913, "global_step": 29142, "epoch": 448, "lr": 1.5320273678773477e-05}
+{"train_loss": 0.0012260829098522663, "global_step": 29143, "epoch": 448, "lr": 1.531733470935976e-05}
+{"train_loss": 0.001216365722939372, "global_step": 29144, "epoch": 448, "lr": 1.5314395970881558e-05}
+{"train_loss": 0.0022973287850618362, "global_step": 29145, "epoch": 448, "lr": 1.5311457463358447e-05}
+{"train_loss": 0.0016119744395837188, "global_step": 29146, "epoch": 448, "lr": 1.5308519186810016e-05}
+{"train_loss": 0.0015124696074053645, "global_step": 29147, "epoch": 448, "lr": 1.530558114125579e-05}
+{"train_loss": 0.0006874184473417699, "global_step": 29148, "epoch": 448, "lr": 1.5302643326715376e-05}
+{"train_loss": 0.0019731454085558653, "global_step": 29149, "epoch": 448, "lr": 1.5299705743208293e-05}
+{"train_loss": 0.0006853766972199082, "global_step": 29150, "epoch": 448, "lr": 1.5296768390754125e-05}
+{"train_loss": 0.0013750867219641805, "global_step": 29151, "epoch": 448, "lr": 1.529383126937244e-05}
+{"train_loss": 0.0014501932309940457, "global_step": 29152, "epoch": 448, "lr": 1.5290894379082758e-05}
+{"train_loss": 0.0023918121587485075, "global_step": 29153, "epoch": 448, "lr": 1.5287957719904668e-05}
+{"train_loss": 0.0017291648546233773, "global_step": 29154, "epoch": 448, "lr": 1.5285021291857705e-05}
+{"train_loss": 0.0009593611466698349, "global_step": 29155, "epoch": 448, "lr": 1.5282085094961463e-05}
+{"train_loss": 0.002239267574623227, "global_step": 29156, "epoch": 448, "lr": 1.527914912923543e-05}
+{"train_loss": 0.0009498992003500462, "global_step": 29157, "epoch": 448, "lr": 1.5276213394699186e-05}
+{"train_loss": 0.0011173170059919357, "global_step": 29158, "epoch": 448, "lr": 1.527327789137227e-05}
+{"train_loss": 0.002469874918460846, "global_step": 29159, "epoch": 448, "lr": 1.5270342619274258e-05}
+{"train_loss": 0.0009680907824076712, "global_step": 29160, "epoch": 448, "lr": 1.5267407578424652e-05}
+{"train_loss": 0.001791918184608221, "global_step": 29161, "epoch": 448, "lr": 1.5264472768843013e-05}
+{"train_loss": 0.0006848025368526578, "global_step": 29162, "epoch": 448, "lr": 1.526153819054889e-05}
+{"train_loss": 0.002126776147633791, "global_step": 29163, "epoch": 448, "lr": 1.5258603843561847e-05}
+{"train_loss": 0.0011693487176671624, "global_step": 29164, "epoch": 448, "lr": 1.5255669727901362e-05}
+{"train_loss": 0.0016937344335019588, "global_step": 29165, "epoch": 448, "lr": 1.5252735843586997e-05}
+{"train_loss": 0.001588134211488068, "global_step": 29166, "epoch": 448, "lr": 1.5249802190638297e-05}
+{"train_loss": 0.0020853220485150814, "global_step": 29167, "epoch": 448, "lr": 1.5246868769074807e-05}
+{"train_loss": 0.0014500354882329702, "global_step": 29168, "epoch": 448, "lr": 1.524393557891603e-05}
+{"train_loss": 0.0009021137957461178, "global_step": 29169, "epoch": 448, "lr": 1.524100262018151e-05}
+{"train_loss": 0.0013205308932811022, "global_step": 29170, "epoch": 448, "lr": 1.5238069892890777e-05}
+{"train_loss": 0.001480547129176557, "global_step": 29171, "epoch": 448, "lr": 1.5235137397063393e-05}
+{"train_loss": 0.0014953570207580924, "global_step": 29172, "epoch": 448, "lr": 1.5232205132718813e-05}
+{"train_loss": 0.001503041130490601, "global_step": 29173, "epoch": 448, "lr": 1.52292730998766e-05}
+{"train_loss": 0.0011011272436007857, "global_step": 29174, "epoch": 448, "lr": 1.5226341298556279e-05}
+{"train_loss": 0.0008503851131536067, "global_step": 29175, "epoch": 448, "lr": 1.5223409728777377e-05}
+{"train_loss": 0.0025235575158149004, "global_step": 29176, "epoch": 448, "lr": 1.5220478390559395e-05}
+{"train_loss": 0.0010972501477226615, "global_step": 29177, "epoch": 448, "lr": 1.5217547283921857e-05}
+{"train_loss": 0.001039960072375834, "global_step": 29178, "epoch": 448, "lr": 1.5214616408884302e-05}
+{"train_loss": 0.0016417206497862935, "global_step": 29179, "epoch": 448, "lr": 1.5211685765466227e-05}
+{"train_loss": 0.001257407828234136, "global_step": 29180, "epoch": 448, "lr": 1.5208755353687133e-05}
+{"train_loss": 0.0030054824892431498, "global_step": 29181, "epoch": 448, "lr": 1.520582517356654e-05}
+{"train_loss": 0.00132412975654006, "global_step": 29182, "epoch": 448, "lr": 1.520289522512397e-05}
+{"train_loss": 0.0018447297625243664, "global_step": 29183, "epoch": 448, "lr": 1.5199965508378939e-05}
+{"train_loss": 0.0015180236883819676, "global_step": 29184, "epoch": 448, "lr": 1.5197036023350925e-05, "val_loss": 0.00934816338121891}
+{"train_loss": 0.001432357938028872, "global_step": 29185, "epoch": 449, "lr": 1.5194106770059452e-05}
+{"train_loss": 0.002030783798545599, "global_step": 29186, "epoch": 449, "lr": 1.5191177748524039e-05}
+{"train_loss": 0.0013708730693906546, "global_step": 29187, "epoch": 449, "lr": 1.5188248958764173e-05}
+{"train_loss": 0.0012738925870507956, "global_step": 29188, "epoch": 449, "lr": 1.5185320400799341e-05}
+{"train_loss": 0.0029170808847993612, "global_step": 29189, "epoch": 449, "lr": 1.518239207464906e-05}
+{"train_loss": 0.001562439021654427, "global_step": 29190, "epoch": 449, "lr": 1.5179463980332819e-05}
+{"train_loss": 0.0011463609989732504, "global_step": 29191, "epoch": 449, "lr": 1.5176536117870143e-05}
+{"train_loss": 0.0008795686298981309, "global_step": 29192, "epoch": 449, "lr": 1.5173608487280489e-05}
+{"train_loss": 0.0016590937739238143, "global_step": 29193, "epoch": 449, "lr": 1.5170681088583371e-05}
+{"train_loss": 0.0012530338717624545, "global_step": 29194, "epoch": 449, "lr": 1.516775392179829e-05}
+{"train_loss": 0.0017543904250487685, "global_step": 29195, "epoch": 449, "lr": 1.5164826986944725e-05}
+{"train_loss": 0.001133751473389566, "global_step": 29196, "epoch": 449, "lr": 1.5161900284042153e-05}
+{"train_loss": 0.0012175202136859298, "global_step": 29197, "epoch": 449, "lr": 1.5158973813110067e-05}
+{"train_loss": 0.0011976015521213412, "global_step": 29198, "epoch": 449, "lr": 1.5156047574167958e-05}
+{"train_loss": 0.001663892180658877, "global_step": 29199, "epoch": 449, "lr": 1.5153121567235335e-05}
+{"train_loss": 0.0008894653292372823, "global_step": 29200, "epoch": 449, "lr": 1.515019579233164e-05}
+{"train_loss": 0.0011533041251823306, "global_step": 29201, "epoch": 449, "lr": 1.514727024947637e-05}
+{"train_loss": 0.0005598507705144584, "global_step": 29202, "epoch": 449, "lr": 1.514434493868902e-05}
+{"train_loss": 0.0008305482915602624, "global_step": 29203, "epoch": 449, "lr": 1.5141419859989059e-05}
+{"train_loss": 0.0006815929664298892, "global_step": 29204, "epoch": 449, "lr": 1.5138495013395942e-05}
+{"train_loss": 0.001083733281120658, "global_step": 29205, "epoch": 449, "lr": 1.5135570398929161e-05}
+{"train_loss": 0.0014937897212803364, "global_step": 29206, "epoch": 449, "lr": 1.5132646016608192e-05}
+{"train_loss": 0.0018375200452283025, "global_step": 29207, "epoch": 449, "lr": 1.5129721866452524e-05}
+{"train_loss": 0.001113184611313045, "global_step": 29208, "epoch": 449, "lr": 1.5126797948481586e-05}
+{"train_loss": 0.0008583090384490788, "global_step": 29209, "epoch": 449, "lr": 1.5123874262714893e-05}
+{"train_loss": 0.0016222564736381173, "global_step": 29210, "epoch": 449, "lr": 1.5120950809171868e-05}
+{"train_loss": 0.0011399798095226288, "global_step": 29211, "epoch": 449, "lr": 1.511802758787202e-05}
+{"train_loss": 0.0008877955842763186, "global_step": 29212, "epoch": 449, "lr": 1.5115104598834773e-05}
+{"train_loss": 0.0008808450656943023, "global_step": 29213, "epoch": 449, "lr": 1.5112181842079609e-05}
+{"train_loss": 0.0011248196242377162, "global_step": 29214, "epoch": 449, "lr": 1.510925931762599e-05}
+{"train_loss": 0.0013937248149886727, "global_step": 29215, "epoch": 449, "lr": 1.5106337025493389e-05}
+{"train_loss": 0.0011382963275536895, "global_step": 29216, "epoch": 449, "lr": 1.5103414965701235e-05}
+{"train_loss": 0.0008450986351817846, "global_step": 29217, "epoch": 449, "lr": 1.5100493138269013e-05}
+{"train_loss": 0.0014281137846410275, "global_step": 29218, "epoch": 449, "lr": 1.5097571543216149e-05}
+{"train_loss": 0.0007019742042757571, "global_step": 29219, "epoch": 449, "lr": 1.5094650180562132e-05}
+{"train_loss": 0.0011163828894495964, "global_step": 29220, "epoch": 449, "lr": 1.5091729050326375e-05}
+{"train_loss": 0.0011868370929732919, "global_step": 29221, "epoch": 449, "lr": 1.5088808152528344e-05}
+{"train_loss": 0.0009791308548301458, "global_step": 29222, "epoch": 449, "lr": 1.50858874871875e-05}
+{"train_loss": 0.0013666249578818679, "global_step": 29223, "epoch": 449, "lr": 1.5082967054323288e-05}
+{"train_loss": 0.0008787590195424855, "global_step": 29224, "epoch": 449, "lr": 1.5080046853955138e-05}
+{"train_loss": 0.0006945595378056169, "global_step": 29225, "epoch": 449, "lr": 1.5077126886102516e-05}
+{"train_loss": 0.0013484915252774954, "global_step": 29226, "epoch": 449, "lr": 1.507420715078484e-05}
+{"train_loss": 0.0008879643864929676, "global_step": 29227, "epoch": 449, "lr": 1.5071287648021576e-05}
+{"train_loss": 0.00047409581020474434, "global_step": 29228, "epoch": 449, "lr": 1.5068368377832137e-05}
+{"train_loss": 0.00115402159281075, "global_step": 29229, "epoch": 449, "lr": 1.5065449340235976e-05}
+{"train_loss": 0.0012060001026839018, "global_step": 29230, "epoch": 449, "lr": 1.5062530535252527e-05}
+{"train_loss": 0.00099849549587816, "global_step": 29231, "epoch": 449, "lr": 1.5059611962901243e-05}
+{"train_loss": 0.0006168500403873622, "global_step": 29232, "epoch": 449, "lr": 1.505669362320154e-05}
+{"train_loss": 0.0004961760132573545, "global_step": 29233, "epoch": 449, "lr": 1.5053775516172835e-05}
+{"train_loss": 0.001118338550440967, "global_step": 29234, "epoch": 449, "lr": 1.5050857641834577e-05}
+{"train_loss": 0.0010295308893546462, "global_step": 29235, "epoch": 449, "lr": 1.5047940000206185e-05}
+{"train_loss": 0.0018681110814213753, "global_step": 29236, "epoch": 449, "lr": 1.5045022591307117e-05}
+{"train_loss": 0.0008688307134434581, "global_step": 29237, "epoch": 449, "lr": 1.5042105415156755e-05}
+{"train_loss": 0.0005159663851372898, "global_step": 29238, "epoch": 449, "lr": 1.503918847177454e-05}
+{"train_loss": 0.0011667718645185232, "global_step": 29239, "epoch": 449, "lr": 1.5036271761179915e-05}
+{"train_loss": 0.001100825727917254, "global_step": 29240, "epoch": 449, "lr": 1.5033355283392287e-05}
+{"train_loss": 0.001095025334507227, "global_step": 29241, "epoch": 449, "lr": 1.5030439038431055e-05}
+{"train_loss": 0.0016366486670449376, "global_step": 29242, "epoch": 449, "lr": 1.5027523026315654e-05}
+{"train_loss": 0.0014042805414646864, "global_step": 29243, "epoch": 449, "lr": 1.5024607247065498e-05}
+{"train_loss": 0.0007023910875432193, "global_step": 29244, "epoch": 449, "lr": 1.5021691700700019e-05}
+{"train_loss": 0.0009946783538907766, "global_step": 29245, "epoch": 449, "lr": 1.5018776387238598e-05}
+{"train_loss": 0.0008027690346352756, "global_step": 29246, "epoch": 449, "lr": 1.5015861306700669e-05}
+{"train_loss": 0.0012967073125764728, "global_step": 29247, "epoch": 449, "lr": 1.5012946459105648e-05}
+{"train_loss": 0.0011904940474778414, "global_step": 29248, "epoch": 449, "lr": 1.5010031844472933e-05}
+{"train_loss": 0.0011611763826714686, "global_step": 29249, "epoch": 449, "lr": 1.5007117462821918e-05, "val_loss": 0.016878508031368256}
+{"train_loss": 0.0007675449014641345, "global_step": 29250, "epoch": 450, "lr": 1.5004203314172022e-05}
+{"train_loss": 0.0010821118485182524, "global_step": 29251, "epoch": 450, "lr": 1.5001289398542645e-05}
+{"train_loss": 0.0010575938504189253, "global_step": 29252, "epoch": 450, "lr": 1.4998375715953206e-05}
+{"train_loss": 0.0007696776301600039, "global_step": 29253, "epoch": 450, "lr": 1.4995462266423082e-05}
+{"train_loss": 0.0010677216341719031, "global_step": 29254, "epoch": 450, "lr": 1.4992549049971678e-05}
+{"train_loss": 0.0007482636137865484, "global_step": 29255, "epoch": 450, "lr": 1.4989636066618413e-05}
+{"train_loss": 0.0009511231910437346, "global_step": 29256, "epoch": 450, "lr": 1.4986723316382667e-05}
+{"train_loss": 0.0018083404283970594, "global_step": 29257, "epoch": 450, "lr": 1.498381079928382e-05}
+{"train_loss": 0.0006411515641957521, "global_step": 29258, "epoch": 450, "lr": 1.498089851534128e-05}
+{"train_loss": 0.0013416127767413855, "global_step": 29259, "epoch": 450, "lr": 1.4977986464574434e-05}
+{"train_loss": 0.000641495396848768, "global_step": 29260, "epoch": 450, "lr": 1.497507464700269e-05}
+{"train_loss": 0.0009137872839346528, "global_step": 29261, "epoch": 450, "lr": 1.497216306264541e-05}
+{"train_loss": 0.0009990570833906531, "global_step": 29262, "epoch": 450, "lr": 1.4969251711521992e-05}
+{"train_loss": 0.0008017321233637631, "global_step": 29263, "epoch": 450, "lr": 1.496634059365184e-05}
+{"train_loss": 0.001085341558791697, "global_step": 29264, "epoch": 450, "lr": 1.4963429709054322e-05}
+{"train_loss": 0.000831571698654443, "global_step": 29265, "epoch": 450, "lr": 1.4960519057748796e-05}
+{"train_loss": 0.0008497625822201371, "global_step": 29266, "epoch": 450, "lr": 1.4957608639754667e-05}
+{"train_loss": 0.0007047707913443446, "global_step": 29267, "epoch": 450, "lr": 1.4954698455091315e-05}
+{"train_loss": 0.0006647795671597123, "global_step": 29268, "epoch": 450, "lr": 1.4951788503778124e-05}
+{"train_loss": 0.0014558943221345544, "global_step": 29269, "epoch": 450, "lr": 1.4948878785834453e-05}
+{"train_loss": 0.0011835822369903326, "global_step": 29270, "epoch": 450, "lr": 1.4945969301279678e-05}
+{"train_loss": 0.0015174630098044872, "global_step": 29271, "epoch": 450, "lr": 1.4943060050133195e-05}
+{"train_loss": 0.0008448648732155561, "global_step": 29272, "epoch": 450, "lr": 1.4940151032414363e-05}
+{"train_loss": 0.0007956449408084154, "global_step": 29273, "epoch": 450, "lr": 1.4937242248142525e-05}
+{"train_loss": 0.0015725510893389583, "global_step": 29274, "epoch": 450, "lr": 1.4934333697337073e-05}
+{"train_loss": 0.0016845820937305689, "global_step": 29275, "epoch": 450, "lr": 1.4931425380017372e-05}
+{"train_loss": 0.0010849779937416315, "global_step": 29276, "epoch": 450, "lr": 1.4928517296202805e-05}
+{"train_loss": 0.0006141148041933775, "global_step": 29277, "epoch": 450, "lr": 1.4925609445912697e-05}
+{"train_loss": 0.0010487922700121999, "global_step": 29278, "epoch": 450, "lr": 1.4922701829166452e-05}
+{"train_loss": 0.0008497641538269818, "global_step": 29279, "epoch": 450, "lr": 1.4919794445983393e-05}
+{"train_loss": 0.0013805830385535955, "global_step": 29280, "epoch": 450, "lr": 1.4916887296382904e-05}
+{"train_loss": 0.0009169632685370743, "global_step": 29281, "epoch": 450, "lr": 1.4913980380384323e-05}
+{"train_loss": 0.0007488353876397014, "global_step": 29282, "epoch": 450, "lr": 1.4911073698007017e-05}
+{"train_loss": 0.0008803739910945296, "global_step": 29283, "epoch": 450, "lr": 1.4908167249270333e-05}
+{"train_loss": 0.001137929386459291, "global_step": 29284, "epoch": 450, "lr": 1.4905261034193652e-05}
+{"train_loss": 0.0007336025591939688, "global_step": 29285, "epoch": 450, "lr": 1.4902355052796285e-05}
+{"train_loss": 0.0016891241539269686, "global_step": 29286, "epoch": 450, "lr": 1.4899449305097618e-05}
+{"train_loss": 0.0008643025066703558, "global_step": 29287, "epoch": 450, "lr": 1.4896543791116963e-05}
+{"train_loss": 0.0017105677397921681, "global_step": 29288, "epoch": 450, "lr": 1.4893638510873697e-05}
+{"train_loss": 0.00134038005489856, "global_step": 29289, "epoch": 450, "lr": 1.4890733464387136e-05}
+{"train_loss": 0.0008567660115659237, "global_step": 29290, "epoch": 450, "lr": 1.4887828651676644e-05}
+{"train_loss": 0.0005321048083715141, "global_step": 29291, "epoch": 450, "lr": 1.4884924072761558e-05}
+{"train_loss": 0.0008071088814176619, "global_step": 29292, "epoch": 450, "lr": 1.4882019727661229e-05}
+{"train_loss": 0.0011540481355041265, "global_step": 29293, "epoch": 450, "lr": 1.4879115616394973e-05}
+{"train_loss": 0.001056406181305647, "global_step": 29294, "epoch": 450, "lr": 1.4876211738982155e-05}
+{"train_loss": 0.0015426770551130176, "global_step": 29295, "epoch": 450, "lr": 1.4873308095442079e-05}
+{"train_loss": 0.0008771810680627823, "global_step": 29296, "epoch": 450, "lr": 1.4870404685794109e-05}
+{"train_loss": 0.0013798588188365102, "global_step": 29297, "epoch": 450, "lr": 1.4867501510057546e-05}
+{"train_loss": 0.0011497092200443149, "global_step": 29298, "epoch": 450, "lr": 1.4864598568251742e-05}
+{"train_loss": 0.0007009373512119055, "global_step": 29299, "epoch": 450, "lr": 1.4861695860396019e-05}
+{"train_loss": 0.0007807741640135646, "global_step": 29300, "epoch": 450, "lr": 1.4858793386509723e-05}
+{"train_loss": 0.0013136316556483507, "global_step": 29301, "epoch": 450, "lr": 1.4855891146612167e-05}
+{"train_loss": 0.0008499168907292187, "global_step": 29302, "epoch": 450, "lr": 1.4852989140722655e-05}
+{"train_loss": 0.0010670351330190897, "global_step": 29303, "epoch": 450, "lr": 1.4850087368860532e-05}
+{"train_loss": 0.0011448700679466128, "global_step": 29304, "epoch": 450, "lr": 1.4847185831045136e-05}
+{"train_loss": 0.0013165752170607448, "global_step": 29305, "epoch": 450, "lr": 1.4844284527295749e-05}
+{"train_loss": 0.0008206323836930096, "global_step": 29306, "epoch": 450, "lr": 1.4841383457631703e-05}
+{"train_loss": 0.0007398009183816612, "global_step": 29307, "epoch": 450, "lr": 1.4838482622072326e-05}
+{"train_loss": 0.0015237928600981832, "global_step": 29308, "epoch": 450, "lr": 1.483558202063694e-05}
+{"train_loss": 0.0010880890768021345, "global_step": 29309, "epoch": 450, "lr": 1.4832681653344848e-05}
+{"train_loss": 0.001064136391505599, "global_step": 29310, "epoch": 450, "lr": 1.4829781520215342e-05}
+{"train_loss": 0.0004937336780130863, "global_step": 29311, "epoch": 450, "lr": 1.4826881621267752e-05}
+{"train_loss": 0.0011867077555507421, "global_step": 29312, "epoch": 450, "lr": 1.4823981956521399e-05}
+{"train_loss": 0.0009626516839489341, "global_step": 29313, "epoch": 450, "lr": 1.4821082525995561e-05}
+{"train_loss": 0.0010381993542138773, "global_step": 29314, "epoch": 450, "lr": 1.4818183329709562e-05, "val_loss": 0.005214347038418055, "train_action_mse_error": 2.6970104954671115e-05}
+{"train_loss": 0.001127548166550696, "global_step": 29315, "epoch": 451, "lr": 1.4815284367682703e-05}
+{"train_loss": 0.0013786169001832604, "global_step": 29316, "epoch": 451, "lr": 1.4812385639934306e-05}
+{"train_loss": 0.0008680243627168238, "global_step": 29317, "epoch": 451, "lr": 1.4809487146483658e-05}
+{"train_loss": 0.001026355428621173, "global_step": 29318, "epoch": 451, "lr": 1.4806588887350032e-05}
+{"train_loss": 0.0007484948146156967, "global_step": 29319, "epoch": 451, "lr": 1.4803690862552755e-05}
+{"train_loss": 0.0010534859029576182, "global_step": 29320, "epoch": 451, "lr": 1.480079307211113e-05}
+{"train_loss": 0.0012311236932873726, "global_step": 29321, "epoch": 451, "lr": 1.4797895516044424e-05}
+{"train_loss": 0.0007785243797115982, "global_step": 29322, "epoch": 451, "lr": 1.4794998194371951e-05}
+{"train_loss": 0.001009735744446516, "global_step": 29323, "epoch": 451, "lr": 1.4792101107112993e-05}
+{"train_loss": 0.000977534451521933, "global_step": 29324, "epoch": 451, "lr": 1.4789204254286865e-05}
+{"train_loss": 0.0014586622128263116, "global_step": 29325, "epoch": 451, "lr": 1.4786307635912838e-05}
+{"train_loss": 0.0009433015948161483, "global_step": 29326, "epoch": 451, "lr": 1.4783411252010183e-05}
+{"train_loss": 0.0016976728802546859, "global_step": 29327, "epoch": 451, "lr": 1.4780515102598192e-05}
+{"train_loss": 0.0013881147606298327, "global_step": 29328, "epoch": 451, "lr": 1.4777619187696178e-05}
+{"train_loss": 0.0007015895680524409, "global_step": 29329, "epoch": 451, "lr": 1.477472350732339e-05}
+{"train_loss": 0.0008221050957217813, "global_step": 29330, "epoch": 451, "lr": 1.4771828061499122e-05}
+{"train_loss": 0.0019182051764801145, "global_step": 29331, "epoch": 451, "lr": 1.4768932850242644e-05}
+{"train_loss": 0.0010089082643389702, "global_step": 29332, "epoch": 451, "lr": 1.4766037873573268e-05}
+{"train_loss": 0.0010485644452273846, "global_step": 29333, "epoch": 451, "lr": 1.4763143131510243e-05}
+{"train_loss": 0.0009875139221549034, "global_step": 29334, "epoch": 451, "lr": 1.4760248624072831e-05}
+{"train_loss": 0.0008950090850703418, "global_step": 29335, "epoch": 451, "lr": 1.4757354351280323e-05}
+{"train_loss": 0.0012191679561510682, "global_step": 29336, "epoch": 451, "lr": 1.4754460313152002e-05}
+{"train_loss": 0.0012393208453431726, "global_step": 29337, "epoch": 451, "lr": 1.4751566509707104e-05}
+{"train_loss": 0.001854429254308343, "global_step": 29338, "epoch": 451, "lr": 1.474867294096492e-05}
+{"train_loss": 0.0011370931752026081, "global_step": 29339, "epoch": 451, "lr": 1.4745779606944716e-05}
+{"train_loss": 0.0005393847241066396, "global_step": 29340, "epoch": 451, "lr": 1.474288650766577e-05}
+{"train_loss": 0.0009082498145289719, "global_step": 29341, "epoch": 451, "lr": 1.4739993643147331e-05}
+{"train_loss": 0.0011338075855746865, "global_step": 29342, "epoch": 451, "lr": 1.473710101340865e-05}
+{"train_loss": 0.0010784076293930411, "global_step": 29343, "epoch": 451, "lr": 1.4734208618468998e-05}
+{"train_loss": 0.0012610519770532846, "global_step": 29344, "epoch": 451, "lr": 1.4731316458347649e-05}
+{"train_loss": 0.00041727631469257176, "global_step": 29345, "epoch": 451, "lr": 1.4728424533063828e-05}
+{"train_loss": 0.0011887438595294952, "global_step": 29346, "epoch": 451, "lr": 1.4725532842636818e-05}
+{"train_loss": 0.0019816847052425146, "global_step": 29347, "epoch": 451, "lr": 1.4722641387085862e-05}
+{"train_loss": 0.002258299384266138, "global_step": 29348, "epoch": 451, "lr": 1.471975016643023e-05}
+{"train_loss": 0.0015030131908133626, "global_step": 29349, "epoch": 451, "lr": 1.4716859180689162e-05}
+{"train_loss": 0.0013571581803262234, "global_step": 29350, "epoch": 451, "lr": 1.4713968429881886e-05}
+{"train_loss": 0.0009508581715635955, "global_step": 29351, "epoch": 451, "lr": 1.471107791402767e-05}
+{"train_loss": 0.0005720045301131904, "global_step": 29352, "epoch": 451, "lr": 1.4708187633145782e-05}
+{"train_loss": 0.0009294928167946637, "global_step": 29353, "epoch": 451, "lr": 1.4705297587255423e-05}
+{"train_loss": 0.0012768094893544912, "global_step": 29354, "epoch": 451, "lr": 1.470240777637586e-05}
+{"train_loss": 0.00084167520981282, "global_step": 29355, "epoch": 451, "lr": 1.4699518200526353e-05}
+{"train_loss": 0.0016509582055732608, "global_step": 29356, "epoch": 451, "lr": 1.4696628859726103e-05}
+{"train_loss": 0.0014822118682786822, "global_step": 29357, "epoch": 451, "lr": 1.4693739753994384e-05}
+{"train_loss": 0.0007673781947232783, "global_step": 29358, "epoch": 451, "lr": 1.4690850883350398e-05}
+{"train_loss": 0.0010111592710018158, "global_step": 29359, "epoch": 451, "lr": 1.4687962247813409e-05}
+{"train_loss": 0.001408352400176227, "global_step": 29360, "epoch": 451, "lr": 1.4685073847402652e-05}
+{"train_loss": 0.0011718082241714, "global_step": 29361, "epoch": 451, "lr": 1.4682185682137334e-05}
+{"train_loss": 0.0013246734160929918, "global_step": 29362, "epoch": 451, "lr": 1.4679297752036708e-05}
+{"train_loss": 0.0008289572433568537, "global_step": 29363, "epoch": 451, "lr": 1.4676410057120005e-05}
+{"train_loss": 0.0014169183559715748, "global_step": 29364, "epoch": 451, "lr": 1.4673522597406437e-05}
+{"train_loss": 0.001791133196093142, "global_step": 29365, "epoch": 451, "lr": 1.4670635372915248e-05}
+{"train_loss": 0.000994314206764102, "global_step": 29366, "epoch": 451, "lr": 1.4667748383665637e-05}
+{"train_loss": 0.0009522216278128326, "global_step": 29367, "epoch": 451, "lr": 1.4664861629676847e-05}
+{"train_loss": 0.0008952000644057989, "global_step": 29368, "epoch": 451, "lr": 1.4661975110968107e-05}
+{"train_loss": 0.0008915705839172006, "global_step": 29369, "epoch": 451, "lr": 1.465908882755861e-05}
+{"train_loss": 0.0010980716906487942, "global_step": 29370, "epoch": 451, "lr": 1.4656202779467593e-05}
+{"train_loss": 0.0008536761160939932, "global_step": 29371, "epoch": 451, "lr": 1.465331696671428e-05}
+{"train_loss": 0.0015414708759635687, "global_step": 29372, "epoch": 451, "lr": 1.4650431389317865e-05}
+{"train_loss": 0.0012964080087840557, "global_step": 29373, "epoch": 451, "lr": 1.4647546047297589e-05}
+{"train_loss": 0.0016173399053514004, "global_step": 29374, "epoch": 451, "lr": 1.4644660940672627e-05}
+{"train_loss": 0.0011147258337587118, "global_step": 29375, "epoch": 451, "lr": 1.4641776069462215e-05}
+{"train_loss": 0.0015114390989765525, "global_step": 29376, "epoch": 451, "lr": 1.463889143368557e-05}
+{"train_loss": 0.0011459838133305311, "global_step": 29377, "epoch": 451, "lr": 1.463600703336187e-05}
+{"train_loss": 0.0010981266386806965, "global_step": 29378, "epoch": 451, "lr": 1.4633122868510358e-05}
+{"train_loss": 0.0011625776009168477, "global_step": 29379, "epoch": 451, "lr": 1.4630238939150198e-05, "val_loss": 0.006158391013741493}
+{"train_loss": 0.0016545203980058432, "global_step": 29380, "epoch": 452, "lr": 1.4627355245300616e-05}
+{"train_loss": 0.0007455456652678549, "global_step": 29381, "epoch": 452, "lr": 1.4624471786980826e-05}
+{"train_loss": 0.001711352146230638, "global_step": 29382, "epoch": 452, "lr": 1.4621588564209993e-05}
+{"train_loss": 0.0011882431572303176, "global_step": 29383, "epoch": 452, "lr": 1.4618705577007336e-05}
+{"train_loss": 0.000723759294487536, "global_step": 29384, "epoch": 452, "lr": 1.4615822825392062e-05}
+{"train_loss": 0.0009344556601718068, "global_step": 29385, "epoch": 452, "lr": 1.4612940309383332e-05}
+{"train_loss": 0.0008988262270577252, "global_step": 29386, "epoch": 452, "lr": 1.4610058029000385e-05}
+{"train_loss": 0.0008503022836521268, "global_step": 29387, "epoch": 452, "lr": 1.4607175984262367e-05}
+{"train_loss": 0.0012265280820429325, "global_step": 29388, "epoch": 452, "lr": 1.4604294175188493e-05}
+{"train_loss": 0.001318783382885158, "global_step": 29389, "epoch": 452, "lr": 1.460141260179796e-05}
+{"train_loss": 0.0015005465829744935, "global_step": 29390, "epoch": 452, "lr": 1.4598531264109927e-05}
+{"train_loss": 0.0008396625053137541, "global_step": 29391, "epoch": 452, "lr": 1.4595650162143598e-05}
+{"train_loss": 0.001064867596141994, "global_step": 29392, "epoch": 452, "lr": 1.4592769295918162e-05}
+{"train_loss": 0.0009412862127646804, "global_step": 29393, "epoch": 452, "lr": 1.458988866545279e-05}
+{"train_loss": 0.0016019499162212014, "global_step": 29394, "epoch": 452, "lr": 1.4587008270766672e-05}
+{"train_loss": 0.0008548878831788898, "global_step": 29395, "epoch": 452, "lr": 1.458412811187897e-05}
+{"train_loss": 0.0010249447077512741, "global_step": 29396, "epoch": 452, "lr": 1.4581248188808872e-05}
+{"train_loss": 0.0006944707711227238, "global_step": 29397, "epoch": 452, "lr": 1.4578368501575567e-05}
+{"train_loss": 0.0011459289817139506, "global_step": 29398, "epoch": 452, "lr": 1.4575489050198204e-05}
+{"train_loss": 0.0012152314884588122, "global_step": 29399, "epoch": 452, "lr": 1.4572609834695971e-05}
+{"train_loss": 0.0019785568583756685, "global_step": 29400, "epoch": 452, "lr": 1.4569730855088054e-05}
+{"train_loss": 0.0013264953158795834, "global_step": 29401, "epoch": 452, "lr": 1.4566852111393603e-05}
+{"train_loss": 0.0011984450975432992, "global_step": 29402, "epoch": 452, "lr": 1.4563973603631775e-05}
+{"train_loss": 0.0020900925155729055, "global_step": 29403, "epoch": 452, "lr": 1.456109533182175e-05}
+{"train_loss": 0.0008127530454657972, "global_step": 29404, "epoch": 452, "lr": 1.4558217295982701e-05}
+{"train_loss": 0.0008492398192174733, "global_step": 29405, "epoch": 452, "lr": 1.4555339496133797e-05}
+{"train_loss": 0.0009706027922220528, "global_step": 29406, "epoch": 452, "lr": 1.455246193229417e-05}
+{"train_loss": 0.0007747490308247507, "global_step": 29407, "epoch": 452, "lr": 1.4549584604482996e-05}
+{"train_loss": 0.0008275933796539903, "global_step": 29408, "epoch": 452, "lr": 1.4546707512719455e-05}
+{"train_loss": 0.0010673658689484, "global_step": 29409, "epoch": 452, "lr": 1.4543830657022683e-05}
+{"train_loss": 0.0012285772245377302, "global_step": 29410, "epoch": 452, "lr": 1.4540954037411825e-05}
+{"train_loss": 0.0006760242977179587, "global_step": 29411, "epoch": 452, "lr": 1.4538077653906046e-05}
+{"train_loss": 0.001053400686942041, "global_step": 29412, "epoch": 452, "lr": 1.4535201506524503e-05}
+{"train_loss": 0.0013293323572725058, "global_step": 29413, "epoch": 452, "lr": 1.4532325595286356e-05}
+{"train_loss": 0.000909320660866797, "global_step": 29414, "epoch": 452, "lr": 1.452944992021073e-05}
+{"train_loss": 0.0012429188936948776, "global_step": 29415, "epoch": 452, "lr": 1.4526574481316779e-05}
+{"train_loss": 0.0006991875707171857, "global_step": 29416, "epoch": 452, "lr": 1.4523699278623675e-05}
+{"train_loss": 0.0017599533312022686, "global_step": 29417, "epoch": 452, "lr": 1.4520824312150544e-05}
+{"train_loss": 0.0011427229037508368, "global_step": 29418, "epoch": 452, "lr": 1.4517949581916513e-05}
+{"train_loss": 0.0011829712893813848, "global_step": 29419, "epoch": 452, "lr": 1.4515075087940739e-05}
+{"train_loss": 0.0013521768851205707, "global_step": 29420, "epoch": 452, "lr": 1.4512200830242357e-05}
+{"train_loss": 0.001199048012495041, "global_step": 29421, "epoch": 452, "lr": 1.450932680884053e-05}
+{"train_loss": 0.0006937243160791695, "global_step": 29422, "epoch": 452, "lr": 1.4506453023754357e-05}
+{"train_loss": 0.0008420879603363574, "global_step": 29423, "epoch": 452, "lr": 1.4503579475002992e-05}
+{"train_loss": 0.0013511766446754336, "global_step": 29424, "epoch": 452, "lr": 1.4500706162605582e-05}
+{"train_loss": 0.0008383114472962916, "global_step": 29425, "epoch": 452, "lr": 1.4497833086581242e-05}
+{"train_loss": 0.0006642850930802524, "global_step": 29426, "epoch": 452, "lr": 1.4494960246949091e-05}
+{"train_loss": 0.000962900638114661, "global_step": 29427, "epoch": 452, "lr": 1.4492087643728275e-05}
+{"train_loss": 0.00085801025852561, "global_step": 29428, "epoch": 452, "lr": 1.4489215276937911e-05}
+{"train_loss": 0.0004927135887555778, "global_step": 29429, "epoch": 452, "lr": 1.4486343146597154e-05}
+{"train_loss": 0.0015480044530704618, "global_step": 29430, "epoch": 452, "lr": 1.4483471252725089e-05}
+{"train_loss": 0.001217477722093463, "global_step": 29431, "epoch": 452, "lr": 1.4480599595340855e-05}
+{"train_loss": 0.0012781627010554075, "global_step": 29432, "epoch": 452, "lr": 1.4477728174463585e-05}
+{"train_loss": 0.0010410596150904894, "global_step": 29433, "epoch": 452, "lr": 1.447485699011239e-05}
+{"train_loss": 0.0006887719500809908, "global_step": 29434, "epoch": 452, "lr": 1.4471986042306373e-05}
+{"train_loss": 0.0018100449815392494, "global_step": 29435, "epoch": 452, "lr": 1.4469115331064658e-05}
+{"train_loss": 0.001084033981896937, "global_step": 29436, "epoch": 452, "lr": 1.4466244856406364e-05}
+{"train_loss": 0.0009670783765614033, "global_step": 29437, "epoch": 452, "lr": 1.4463374618350616e-05}
+{"train_loss": 0.0008080762927420437, "global_step": 29438, "epoch": 452, "lr": 1.4460504616916504e-05}
+{"train_loss": 0.0009390293271280825, "global_step": 29439, "epoch": 452, "lr": 1.4457634852123148e-05}
+{"train_loss": 0.0021137662697583437, "global_step": 29440, "epoch": 452, "lr": 1.4454765323989667e-05}
+{"train_loss": 0.0006825173040851951, "global_step": 29441, "epoch": 452, "lr": 1.4451896032535161e-05}
+{"train_loss": 0.0008128492045216262, "global_step": 29442, "epoch": 452, "lr": 1.4449026977778713e-05}
+{"train_loss": 0.0006715946947224438, "global_step": 29443, "epoch": 452, "lr": 1.4446158159739442e-05}
+{"train_loss": 0.001096234347922011, "global_step": 29444, "epoch": 452, "lr": 1.4443289578436458e-05, "val_loss": 0.013983028009533882}
+{"train_loss": 0.0006637520273216069, "global_step": 29445, "epoch": 453, "lr": 1.4440421233888867e-05}
+{"train_loss": 0.002133067464455962, "global_step": 29446, "epoch": 453, "lr": 1.4437553126115744e-05}
+{"train_loss": 0.0010373764671385288, "global_step": 29447, "epoch": 453, "lr": 1.4434685255136198e-05}
+{"train_loss": 0.0013446693774312735, "global_step": 29448, "epoch": 453, "lr": 1.4431817620969345e-05}
+{"train_loss": 0.0020778062753379345, "global_step": 29449, "epoch": 453, "lr": 1.4428950223634264e-05}
+{"train_loss": 0.0015709467697888613, "global_step": 29450, "epoch": 453, "lr": 1.442608306315002e-05}
+{"train_loss": 0.0009719921508803964, "global_step": 29451, "epoch": 453, "lr": 1.4423216139535734e-05}
+{"train_loss": 0.0011379793286323547, "global_step": 29452, "epoch": 453, "lr": 1.4420349452810489e-05}
+{"train_loss": 0.0005474413628689945, "global_step": 29453, "epoch": 453, "lr": 1.4417483002993388e-05}
+{"train_loss": 0.0018585262587293983, "global_step": 29454, "epoch": 453, "lr": 1.4414616790103491e-05}
+{"train_loss": 0.001772669143974781, "global_step": 29455, "epoch": 453, "lr": 1.4411750814159908e-05}
+{"train_loss": 0.0014868438011035323, "global_step": 29456, "epoch": 453, "lr": 1.4408885075181693e-05}
+{"train_loss": 0.0019183969125151634, "global_step": 29457, "epoch": 453, "lr": 1.4406019573187962e-05}
+{"train_loss": 0.0009644927340559661, "global_step": 29458, "epoch": 453, "lr": 1.4403154308197758e-05}
+{"train_loss": 0.001147420727647841, "global_step": 29459, "epoch": 453, "lr": 1.4400289280230178e-05}
+{"train_loss": 0.001281543867662549, "global_step": 29460, "epoch": 453, "lr": 1.43974244893043e-05}
+{"train_loss": 0.000815468025393784, "global_step": 29461, "epoch": 453, "lr": 1.4394559935439216e-05}
+{"train_loss": 0.0006596202147193253, "global_step": 29462, "epoch": 453, "lr": 1.4391695618653967e-05}
+{"train_loss": 0.0007760889129713178, "global_step": 29463, "epoch": 453, "lr": 1.438883153896765e-05}
+{"train_loss": 0.00132901465985924, "global_step": 29464, "epoch": 453, "lr": 1.4385967696399316e-05}
+{"train_loss": 0.000847976072691381, "global_step": 29465, "epoch": 453, "lr": 1.4383104090968058e-05}
+{"train_loss": 0.0014711174881085753, "global_step": 29466, "epoch": 453, "lr": 1.4380240722692911e-05}
+{"train_loss": 0.0009841648861765862, "global_step": 29467, "epoch": 453, "lr": 1.4377377591592962e-05}
+{"train_loss": 0.001199097721837461, "global_step": 29468, "epoch": 453, "lr": 1.4374514697687269e-05}
+{"train_loss": 0.0007886990788392723, "global_step": 29469, "epoch": 453, "lr": 1.4371652040994914e-05}
+{"train_loss": 0.0015843197470530868, "global_step": 29470, "epoch": 453, "lr": 1.4368789621534928e-05}
+{"train_loss": 0.0009352255146950483, "global_step": 29471, "epoch": 453, "lr": 1.4365927439326404e-05}
+{"train_loss": 0.000805139949079603, "global_step": 29472, "epoch": 453, "lr": 1.4363065494388361e-05}
+{"train_loss": 0.0008399428334087133, "global_step": 29473, "epoch": 453, "lr": 1.436020378673989e-05}
+{"train_loss": 0.001153385965153575, "global_step": 29474, "epoch": 453, "lr": 1.4357342316400013e-05}
+{"train_loss": 0.001310789491981268, "global_step": 29475, "epoch": 453, "lr": 1.43544810833878e-05}
+{"train_loss": 0.0015547734219580889, "global_step": 29476, "epoch": 453, "lr": 1.4351620087722306e-05}
+{"train_loss": 0.0009841686114668846, "global_step": 29477, "epoch": 453, "lr": 1.4348759329422596e-05}
+{"train_loss": 0.0010363671462982893, "global_step": 29478, "epoch": 453, "lr": 1.4345898808507696e-05}
+{"train_loss": 0.0005946725141257048, "global_step": 29479, "epoch": 453, "lr": 1.4343038524996644e-05}
+{"train_loss": 0.0011006611166521907, "global_step": 29480, "epoch": 453, "lr": 1.43401784789085e-05}
+{"train_loss": 0.001186832319945097, "global_step": 29481, "epoch": 453, "lr": 1.4337318670262323e-05}
+{"train_loss": 0.0010638706153258681, "global_step": 29482, "epoch": 453, "lr": 1.433445909907712e-05}
+{"train_loss": 0.0011717986781150103, "global_step": 29483, "epoch": 453, "lr": 1.433159976537195e-05}
+{"train_loss": 0.0006812793435528874, "global_step": 29484, "epoch": 453, "lr": 1.4328740669165857e-05}
+{"train_loss": 0.0011506529990583658, "global_step": 29485, "epoch": 453, "lr": 1.4325881810477888e-05}
+{"train_loss": 0.0008024050621315837, "global_step": 29486, "epoch": 453, "lr": 1.4323023189327062e-05}
+{"train_loss": 0.0016288355691358447, "global_step": 29487, "epoch": 453, "lr": 1.43201648057324e-05}
+{"train_loss": 0.0005866381688974798, "global_step": 29488, "epoch": 453, "lr": 1.4317306659712948e-05}
+{"train_loss": 0.001727114082314074, "global_step": 29489, "epoch": 453, "lr": 1.4314448751287757e-05}
+{"train_loss": 0.0010918867774307728, "global_step": 29490, "epoch": 453, "lr": 1.4311591080475822e-05}
+{"train_loss": 0.0009478476131334901, "global_step": 29491, "epoch": 453, "lr": 1.4308733647296191e-05}
+{"train_loss": 0.0009195453603751957, "global_step": 29492, "epoch": 453, "lr": 1.4305876451767886e-05}
+{"train_loss": 0.0009544189088046551, "global_step": 29493, "epoch": 453, "lr": 1.4303019493909947e-05}
+{"train_loss": 0.0014700408792123199, "global_step": 29494, "epoch": 453, "lr": 1.4300162773741382e-05}
+{"train_loss": 0.0011352857109159231, "global_step": 29495, "epoch": 453, "lr": 1.4297306291281198e-05}
+{"train_loss": 0.0013675333466380835, "global_step": 29496, "epoch": 453, "lr": 1.429445004654843e-05}
+{"train_loss": 0.0011296099983155727, "global_step": 29497, "epoch": 453, "lr": 1.4291594039562118e-05}
+{"train_loss": 0.0006449944339692593, "global_step": 29498, "epoch": 453, "lr": 1.4288738270341234e-05}
+{"train_loss": 0.0007326293853111565, "global_step": 29499, "epoch": 453, "lr": 1.4285882738904822e-05}
+{"train_loss": 0.0007418409222736955, "global_step": 29500, "epoch": 453, "lr": 1.4283027445271886e-05}
+{"train_loss": 0.0010324892355129123, "global_step": 29501, "epoch": 453, "lr": 1.428017238946146e-05}
+{"train_loss": 0.0008493026252835989, "global_step": 29502, "epoch": 453, "lr": 1.4277317571492538e-05}
+{"train_loss": 0.000941505073569715, "global_step": 29503, "epoch": 453, "lr": 1.4274462991384107e-05}
+{"train_loss": 0.0005883538979105651, "global_step": 29504, "epoch": 453, "lr": 1.42716086491552e-05}
+{"train_loss": 0.0006788356113247573, "global_step": 29505, "epoch": 453, "lr": 1.4268754544824831e-05}
+{"train_loss": 0.0007646388839930296, "global_step": 29506, "epoch": 453, "lr": 1.4265900678411981e-05}
+{"train_loss": 0.0011994573287665844, "global_step": 29507, "epoch": 453, "lr": 1.4263047049935658e-05}
+{"train_loss": 0.001249478431418538, "global_step": 29508, "epoch": 453, "lr": 1.4260193659414867e-05}
+{"train_loss": 0.0011107354290568485, "global_step": 29509, "epoch": 453, "lr": 1.4257340506868621e-05, "val_loss": 0.015985677018761635}
+{"train_loss": 0.0013088943669572473, "global_step": 29510, "epoch": 454, "lr": 1.4254487592315906e-05}
+{"train_loss": 0.0012701009400188923, "global_step": 29511, "epoch": 454, "lr": 1.4251634915775707e-05}
+{"train_loss": 0.001080357818864286, "global_step": 29512, "epoch": 454, "lr": 1.424878247726702e-05}
+{"train_loss": 0.0011429557343944907, "global_step": 29513, "epoch": 454, "lr": 1.4245930276808867e-05}
+{"train_loss": 0.0010281492723152041, "global_step": 29514, "epoch": 454, "lr": 1.4243078314420205e-05}
+{"train_loss": 0.0016414417186751962, "global_step": 29515, "epoch": 454, "lr": 1.4240226590120037e-05}
+{"train_loss": 0.0011140377027913928, "global_step": 29516, "epoch": 454, "lr": 1.4237375103927348e-05}
+{"train_loss": 0.000671221932861954, "global_step": 29517, "epoch": 454, "lr": 1.4234523855861148e-05}
+{"train_loss": 0.001141527434810996, "global_step": 29518, "epoch": 454, "lr": 1.4231672845940403e-05}
+{"train_loss": 0.0008814046741463244, "global_step": 29519, "epoch": 454, "lr": 1.4228822074184077e-05}
+{"train_loss": 0.0013397393049672246, "global_step": 29520, "epoch": 454, "lr": 1.4225971540611172e-05}
+{"train_loss": 0.0015114166308194399, "global_step": 29521, "epoch": 454, "lr": 1.4223121245240672e-05}
+{"train_loss": 0.0019757242407649755, "global_step": 29522, "epoch": 454, "lr": 1.4220271188091566e-05}
+{"train_loss": 0.0009234885801561177, "global_step": 29523, "epoch": 454, "lr": 1.4217421369182798e-05}
+{"train_loss": 0.0006721681565977633, "global_step": 29524, "epoch": 454, "lr": 1.4214571788533383e-05}
+{"train_loss": 0.0008716796291992068, "global_step": 29525, "epoch": 454, "lr": 1.4211722446162252e-05}
+{"train_loss": 0.0011425433913245797, "global_step": 29526, "epoch": 454, "lr": 1.420887334208842e-05}
+{"train_loss": 0.0008177091949619353, "global_step": 29527, "epoch": 454, "lr": 1.4206024476330821e-05}
+{"train_loss": 0.0015233067097142339, "global_step": 29528, "epoch": 454, "lr": 1.420317584890844e-05}
+{"train_loss": 0.0006490485975518823, "global_step": 29529, "epoch": 454, "lr": 1.420032745984025e-05}
+{"train_loss": 0.0006883658352307975, "global_step": 29530, "epoch": 454, "lr": 1.4197479309145223e-05}
+{"train_loss": 0.0009092570398934186, "global_step": 29531, "epoch": 454, "lr": 1.4194631396842301e-05}
+{"train_loss": 0.0007542168605141342, "global_step": 29532, "epoch": 454, "lr": 1.419178372295047e-05}
+{"train_loss": 0.0013513833982869983, "global_step": 29533, "epoch": 454, "lr": 1.4188936287488668e-05}
+{"train_loss": 0.0008615815895609558, "global_step": 29534, "epoch": 454, "lr": 1.4186089090475885e-05}
+{"train_loss": 0.0009967981604859233, "global_step": 29535, "epoch": 454, "lr": 1.4183242131931041e-05}
+{"train_loss": 0.0008343909285031259, "global_step": 29536, "epoch": 454, "lr": 1.4180395411873115e-05}
+{"train_loss": 0.0012724235421046615, "global_step": 29537, "epoch": 454, "lr": 1.417754893032106e-05}
+{"train_loss": 0.0007756971172057092, "global_step": 29538, "epoch": 454, "lr": 1.4174702687293845e-05}
+{"train_loss": 0.0008278117747977376, "global_step": 29539, "epoch": 454, "lr": 1.4171856682810386e-05}
+{"train_loss": 0.0014484196435660124, "global_step": 29540, "epoch": 454, "lr": 1.4169010916889674e-05}
+{"train_loss": 0.0019572714809328318, "global_step": 29541, "epoch": 454, "lr": 1.4166165389550618e-05}
+{"train_loss": 0.0008131346548907459, "global_step": 29542, "epoch": 454, "lr": 1.41633201008122e-05}
+{"train_loss": 0.0010305623291060328, "global_step": 29543, "epoch": 454, "lr": 1.4160475050693334e-05}
+{"train_loss": 0.0013675469672307372, "global_step": 29544, "epoch": 454, "lr": 1.4157630239212982e-05}
+{"train_loss": 0.000668022024910897, "global_step": 29545, "epoch": 454, "lr": 1.415478566639008e-05}
+{"train_loss": 0.0010607693111523986, "global_step": 29546, "epoch": 454, "lr": 1.4151941332243584e-05}
+{"train_loss": 0.0010554625187069178, "global_step": 29547, "epoch": 454, "lr": 1.4149097236792431e-05}
+{"train_loss": 0.0009186483803205192, "global_step": 29548, "epoch": 454, "lr": 1.4146253380055525e-05}
+{"train_loss": 0.0010255723027512431, "global_step": 29549, "epoch": 454, "lr": 1.414340976205183e-05}
+{"train_loss": 0.0007113486644811928, "global_step": 29550, "epoch": 454, "lr": 1.4140566382800286e-05}
+{"train_loss": 0.0011531799100339413, "global_step": 29551, "epoch": 454, "lr": 1.41377232423198e-05}
+{"train_loss": 0.0008318604086525738, "global_step": 29552, "epoch": 454, "lr": 1.4134880340629325e-05}
+{"train_loss": 0.0009464279864914715, "global_step": 29553, "epoch": 454, "lr": 1.4132037677747777e-05}
+{"train_loss": 0.0010150996968150139, "global_step": 29554, "epoch": 454, "lr": 1.4129195253694111e-05}
+{"train_loss": 0.000940910424105823, "global_step": 29555, "epoch": 454, "lr": 1.4126353068487236e-05}
+{"train_loss": 0.0006817097892053425, "global_step": 29556, "epoch": 454, "lr": 1.4123511122146055e-05}
+{"train_loss": 0.0010498914634808898, "global_step": 29557, "epoch": 454, "lr": 1.4120669414689508e-05}
+{"train_loss": 0.001068394398316741, "global_step": 29558, "epoch": 454, "lr": 1.4117827946136537e-05}
+{"train_loss": 0.0013485176023095846, "global_step": 29559, "epoch": 454, "lr": 1.4114986716506029e-05}
+{"train_loss": 0.0005445410497486591, "global_step": 29560, "epoch": 454, "lr": 1.4112145725816916e-05}
+{"train_loss": 0.0010253682266920805, "global_step": 29561, "epoch": 454, "lr": 1.4109304974088116e-05}
+{"train_loss": 0.0007919337949715555, "global_step": 29562, "epoch": 454, "lr": 1.4106464461338564e-05}
+{"train_loss": 0.0009547574445605278, "global_step": 29563, "epoch": 454, "lr": 1.410362418758715e-05}
+{"train_loss": 0.0015684968093410134, "global_step": 29564, "epoch": 454, "lr": 1.4100784152852776e-05}
+{"train_loss": 0.0017566103488206863, "global_step": 29565, "epoch": 454, "lr": 1.409794435715437e-05}
+{"train_loss": 0.0013220981927588582, "global_step": 29566, "epoch": 454, "lr": 1.409510480051085e-05}
+{"train_loss": 0.00068489252589643, "global_step": 29567, "epoch": 454, "lr": 1.4092265482941091e-05}
+{"train_loss": 0.0014848371502012014, "global_step": 29568, "epoch": 454, "lr": 1.4089426404464023e-05}
+{"train_loss": 0.0007586891879327595, "global_step": 29569, "epoch": 454, "lr": 1.4086587565098547e-05}
+{"train_loss": 0.0011658245930448174, "global_step": 29570, "epoch": 454, "lr": 1.4083748964863575e-05}
+{"train_loss": 0.0006867850897833705, "global_step": 29571, "epoch": 454, "lr": 1.4080910603777997e-05}
+{"train_loss": 0.0015780333196744323, "global_step": 29572, "epoch": 454, "lr": 1.40780724818607e-05}
+{"train_loss": 0.0018357131630182266, "global_step": 29573, "epoch": 454, "lr": 1.4075234599130593e-05}
+{"train_loss": 0.0010806997826036352, "global_step": 29574, "epoch": 454, "lr": 1.4072396955606588e-05, "val_loss": 0.007583002094179392}
+{"train_loss": 0.0006918308790773153, "global_step": 29575, "epoch": 455, "lr": 1.4069559551307548e-05}
+{"train_loss": 0.0007256007520481944, "global_step": 29576, "epoch": 455, "lr": 1.4066722386252385e-05}
+{"train_loss": 0.0014962253626435995, "global_step": 29577, "epoch": 455, "lr": 1.4063885460459985e-05}
+{"train_loss": 0.0007354304543696344, "global_step": 29578, "epoch": 455, "lr": 1.4061048773949275e-05}
+{"train_loss": 0.0009960813913494349, "global_step": 29579, "epoch": 455, "lr": 1.4058212326739078e-05}
+{"train_loss": 0.001279714168049395, "global_step": 29580, "epoch": 455, "lr": 1.4055376118848306e-05}
+{"train_loss": 0.0021921927109360695, "global_step": 29581, "epoch": 455, "lr": 1.4052540150295857e-05}
+{"train_loss": 0.0006031207740306854, "global_step": 29582, "epoch": 455, "lr": 1.4049704421100618e-05}
+{"train_loss": 0.0005112995277158916, "global_step": 29583, "epoch": 455, "lr": 1.4046868931281443e-05}
+{"train_loss": 0.0014300732873380184, "global_step": 29584, "epoch": 455, "lr": 1.4044033680857228e-05}
+{"train_loss": 0.0013987250858917832, "global_step": 29585, "epoch": 455, "lr": 1.4041198669846856e-05}
+{"train_loss": 0.001494202297180891, "global_step": 29586, "epoch": 455, "lr": 1.4038363898269225e-05}
+{"train_loss": 0.0009060574229806662, "global_step": 29587, "epoch": 455, "lr": 1.4035529366143164e-05}
+{"train_loss": 0.0006062134052626789, "global_step": 29588, "epoch": 455, "lr": 1.4032695073487562e-05}
+{"train_loss": 0.0010688833426684141, "global_step": 29589, "epoch": 455, "lr": 1.4029861020321294e-05}
+{"train_loss": 0.000897617544978857, "global_step": 29590, "epoch": 455, "lr": 1.4027027206663258e-05}
+{"train_loss": 0.0007123624673113227, "global_step": 29591, "epoch": 455, "lr": 1.4024193632532278e-05}
+{"train_loss": 0.0014379012864083052, "global_step": 29592, "epoch": 455, "lr": 1.4021360297947244e-05}
+{"train_loss": 0.0012133610434830189, "global_step": 29593, "epoch": 455, "lr": 1.4018527202927022e-05}
+{"train_loss": 0.0008981380378827453, "global_step": 29594, "epoch": 455, "lr": 1.401569434749051e-05}
+{"train_loss": 0.0016904131043702364, "global_step": 29595, "epoch": 455, "lr": 1.4012861731656502e-05}
+{"train_loss": 0.0010987760033458471, "global_step": 29596, "epoch": 455, "lr": 1.4010029355443887e-05}
+{"train_loss": 0.0014091331977397203, "global_step": 29597, "epoch": 455, "lr": 1.4007197218871532e-05}
+{"train_loss": 0.0017731031402945518, "global_step": 29598, "epoch": 455, "lr": 1.4004365321958313e-05}
+{"train_loss": 0.0007685836171731353, "global_step": 29599, "epoch": 455, "lr": 1.400153366472305e-05}
+{"train_loss": 0.001330735394731164, "global_step": 29600, "epoch": 455, "lr": 1.3998702247184608e-05}
+{"train_loss": 0.0007074408931657672, "global_step": 29601, "epoch": 455, "lr": 1.3995871069361866e-05}
+{"train_loss": 0.0015865087043493986, "global_step": 29602, "epoch": 455, "lr": 1.3993040131273638e-05}
+{"train_loss": 0.0014033315237611532, "global_step": 29603, "epoch": 455, "lr": 1.399020943293881e-05}
+{"train_loss": 0.001011159853078425, "global_step": 29604, "epoch": 455, "lr": 1.3987378974376191e-05}
+{"train_loss": 0.0008269322570413351, "global_step": 29605, "epoch": 455, "lr": 1.3984548755604654e-05}
+{"train_loss": 0.0010054841404780746, "global_step": 29606, "epoch": 455, "lr": 1.3981718776643049e-05}
+{"train_loss": 0.0010032040299847722, "global_step": 29607, "epoch": 455, "lr": 1.3978889037510196e-05}
+{"train_loss": 0.0014063179260119796, "global_step": 29608, "epoch": 455, "lr": 1.3976059538224951e-05}
+{"train_loss": 0.0017483376432210207, "global_step": 29609, "epoch": 455, "lr": 1.3973230278806166e-05}
+{"train_loss": 0.0005251875263638794, "global_step": 29610, "epoch": 455, "lr": 1.3970401259272654e-05}
+{"train_loss": 0.0007884731749072671, "global_step": 29611, "epoch": 455, "lr": 1.3967572479643275e-05}
+{"train_loss": 0.0011685341596603394, "global_step": 29612, "epoch": 455, "lr": 1.3964743939936842e-05}
+{"train_loss": 0.0017732051201164722, "global_step": 29613, "epoch": 455, "lr": 1.3961915640172201e-05}
+{"train_loss": 0.0014640060253441334, "global_step": 29614, "epoch": 455, "lr": 1.3959087580368201e-05}
+{"train_loss": 0.0012071641394868493, "global_step": 29615, "epoch": 455, "lr": 1.3956259760543645e-05}
+{"train_loss": 0.0008056954247877002, "global_step": 29616, "epoch": 455, "lr": 1.3953432180717363e-05}
+{"train_loss": 0.0009562206105329096, "global_step": 29617, "epoch": 455, "lr": 1.3950604840908215e-05}
+{"train_loss": 0.001328666228801012, "global_step": 29618, "epoch": 455, "lr": 1.3947777741134987e-05}
+{"train_loss": 0.0011290208203718066, "global_step": 29619, "epoch": 455, "lr": 1.3944950881416541e-05}
+{"train_loss": 0.0011182803427800536, "global_step": 29620, "epoch": 455, "lr": 1.394212426177166e-05}
+{"train_loss": 0.0007861732156015933, "global_step": 29621, "epoch": 455, "lr": 1.3939297882219188e-05}
+{"train_loss": 0.0007502505904994905, "global_step": 29622, "epoch": 455, "lr": 1.3936471742777957e-05}
+{"train_loss": 0.0009715498890727758, "global_step": 29623, "epoch": 455, "lr": 1.3933645843466754e-05}
+{"train_loss": 0.0006262363749556243, "global_step": 29624, "epoch": 455, "lr": 1.3930820184304422e-05}
+{"train_loss": 0.0011770825367420912, "global_step": 29625, "epoch": 455, "lr": 1.3927994765309755e-05}
+{"train_loss": 0.0008261857437901199, "global_step": 29626, "epoch": 455, "lr": 1.3925169586501574e-05}
+{"train_loss": 0.000977017218247056, "global_step": 29627, "epoch": 455, "lr": 1.3922344647898706e-05}
+{"train_loss": 0.0012399150291457772, "global_step": 29628, "epoch": 455, "lr": 1.3919519949519932e-05}
+{"train_loss": 0.001098014647141099, "global_step": 29629, "epoch": 455, "lr": 1.3916695491384073e-05}
+{"train_loss": 0.000618582300376147, "global_step": 29630, "epoch": 455, "lr": 1.3913871273509959e-05}
+{"train_loss": 0.0012866589240729809, "global_step": 29631, "epoch": 455, "lr": 1.3911047295916357e-05}
+{"train_loss": 0.0011936933733522892, "global_step": 29632, "epoch": 455, "lr": 1.3908223558622103e-05}
+{"train_loss": 0.001959256362169981, "global_step": 29633, "epoch": 455, "lr": 1.3905400061645968e-05}
+{"train_loss": 0.0019366582855582237, "global_step": 29634, "epoch": 455, "lr": 1.3902576805006768e-05}
+{"train_loss": 0.0008803430828265846, "global_step": 29635, "epoch": 455, "lr": 1.389975378872332e-05}
+{"train_loss": 0.0008844726835377514, "global_step": 29636, "epoch": 455, "lr": 1.3896931012814384e-05}
+{"train_loss": 0.0005874555790796876, "global_step": 29637, "epoch": 455, "lr": 1.3894108477298778e-05}
+{"train_loss": 0.0012937858700752258, "global_step": 29638, "epoch": 455, "lr": 1.3891286182195307e-05}
+{"train_loss": 0.0011162501831467335, "global_step": 29639, "epoch": 455, "lr": 1.3888464127522732e-05, "val_loss": 0.004320911131799221, "train_action_mse_error": 2.762772965070326e-05}
+{"train_loss": 0.0008138699340634048, "global_step": 29640, "epoch": 456, "lr": 1.3885642313299874e-05}
+{"train_loss": 0.0010064326925203204, "global_step": 29641, "epoch": 456, "lr": 1.38828207395455e-05}
+{"train_loss": 0.0009300981764681637, "global_step": 29642, "epoch": 456, "lr": 1.38799994062784e-05}
+{"train_loss": 0.0009163144859485328, "global_step": 29643, "epoch": 456, "lr": 1.3877178313517387e-05}
+{"train_loss": 0.0011470805620774627, "global_step": 29644, "epoch": 456, "lr": 1.3874357461281202e-05}
+{"train_loss": 0.0008484649588353932, "global_step": 29645, "epoch": 456, "lr": 1.3871536849588657e-05}
+{"train_loss": 0.001140687963925302, "global_step": 29646, "epoch": 456, "lr": 1.3868716478458538e-05}
+{"train_loss": 0.0013638852396979928, "global_step": 29647, "epoch": 456, "lr": 1.3865896347909613e-05}
+{"train_loss": 0.0007741290028207004, "global_step": 29648, "epoch": 456, "lr": 1.3863076457960644e-05}
+{"train_loss": 0.0007605416467413306, "global_step": 29649, "epoch": 456, "lr": 1.3860256808630428e-05}
+{"train_loss": 0.0010351394303143024, "global_step": 29650, "epoch": 456, "lr": 1.3857437399937728e-05}
+{"train_loss": 0.0009277613717131317, "global_step": 29651, "epoch": 456, "lr": 1.3854618231901345e-05}
+{"train_loss": 0.0012699945364147425, "global_step": 29652, "epoch": 456, "lr": 1.3851799304540014e-05}
+{"train_loss": 0.0014102982822805643, "global_step": 29653, "epoch": 456, "lr": 1.3848980617872514e-05}
+{"train_loss": 0.000866059388499707, "global_step": 29654, "epoch": 456, "lr": 1.3846162171917643e-05}
+{"train_loss": 0.000743633892852813, "global_step": 29655, "epoch": 456, "lr": 1.3843343966694138e-05}
+{"train_loss": 0.001264173537492752, "global_step": 29656, "epoch": 456, "lr": 1.3840526002220761e-05}
+{"train_loss": 0.001169794937595725, "global_step": 29657, "epoch": 456, "lr": 1.3837708278516281e-05}
+{"train_loss": 0.0012181358179077506, "global_step": 29658, "epoch": 456, "lr": 1.3834890795599465e-05}
+{"train_loss": 0.002361004939302802, "global_step": 29659, "epoch": 456, "lr": 1.3832073553489089e-05}
+{"train_loss": 0.0006544628995470703, "global_step": 29660, "epoch": 456, "lr": 1.3829256552203878e-05}
+{"train_loss": 0.0012088665971532464, "global_step": 29661, "epoch": 456, "lr": 1.3826439791762603e-05}
+{"train_loss": 0.001219943631440401, "global_step": 29662, "epoch": 456, "lr": 1.3823623272184045e-05}
+{"train_loss": 0.0010646478040143847, "global_step": 29663, "epoch": 456, "lr": 1.3820806993486929e-05}
+{"train_loss": 0.0007218574755825102, "global_step": 29664, "epoch": 456, "lr": 1.3817990955690002e-05}
+{"train_loss": 0.001111587742343545, "global_step": 29665, "epoch": 456, "lr": 1.3815175158812021e-05}
+{"train_loss": 0.0009645678801462054, "global_step": 29666, "epoch": 456, "lr": 1.3812359602871744e-05}
+{"train_loss": 0.0011500985128805041, "global_step": 29667, "epoch": 456, "lr": 1.3809544287887933e-05}
+{"train_loss": 0.0006469874060712755, "global_step": 29668, "epoch": 456, "lr": 1.3806729213879294e-05}
+{"train_loss": 0.000981894670985639, "global_step": 29669, "epoch": 456, "lr": 1.3803914380864597e-05}
+{"train_loss": 0.001123363501392305, "global_step": 29670, "epoch": 456, "lr": 1.3801099788862598e-05}
+{"train_loss": 0.0012797493254765868, "global_step": 29671, "epoch": 456, "lr": 1.3798285437892017e-05}
+{"train_loss": 0.0007119140354916453, "global_step": 29672, "epoch": 456, "lr": 1.3795471327971582e-05}
+{"train_loss": 0.0017998919356614351, "global_step": 29673, "epoch": 456, "lr": 1.3792657459120045e-05}
+{"train_loss": 0.0009116805158555508, "global_step": 29674, "epoch": 456, "lr": 1.3789843831356142e-05}
+{"train_loss": 0.001204267144203186, "global_step": 29675, "epoch": 456, "lr": 1.3787030444698629e-05}
+{"train_loss": 0.0006339249666780233, "global_step": 29676, "epoch": 456, "lr": 1.3784217299166202e-05}
+{"train_loss": 0.0007116764318197966, "global_step": 29677, "epoch": 456, "lr": 1.3781404394777609e-05}
+{"train_loss": 0.001053210231475532, "global_step": 29678, "epoch": 456, "lr": 1.3778591731551593e-05}
+{"train_loss": 0.0011232079705223441, "global_step": 29679, "epoch": 456, "lr": 1.377577930950687e-05}
+{"train_loss": 0.001035414170473814, "global_step": 29680, "epoch": 456, "lr": 1.3772967128662151e-05}
+{"train_loss": 0.001236837124451995, "global_step": 29681, "epoch": 456, "lr": 1.377015518903617e-05}
+{"train_loss": 0.0025927857495844364, "global_step": 29682, "epoch": 456, "lr": 1.3767343490647665e-05}
+{"train_loss": 0.00104717374779284, "global_step": 29683, "epoch": 456, "lr": 1.376453203351536e-05}
+{"train_loss": 0.0010917996987700462, "global_step": 29684, "epoch": 456, "lr": 1.3761720817657947e-05}
+{"train_loss": 0.0007377669680863619, "global_step": 29685, "epoch": 456, "lr": 1.3758909843094164e-05}
+{"train_loss": 0.0017676148563623428, "global_step": 29686, "epoch": 456, "lr": 1.375609910984274e-05}
+{"train_loss": 0.0006972883129492402, "global_step": 29687, "epoch": 456, "lr": 1.3753288617922378e-05}
+{"train_loss": 0.0004856915329582989, "global_step": 29688, "epoch": 456, "lr": 1.3750478367351777e-05}
+{"train_loss": 0.0008444314589723945, "global_step": 29689, "epoch": 456, "lr": 1.3747668358149657e-05}
+{"train_loss": 0.0009623003425076604, "global_step": 29690, "epoch": 456, "lr": 1.374485859033473e-05}
+{"train_loss": 0.0009481848683208227, "global_step": 29691, "epoch": 456, "lr": 1.3742049063925728e-05}
+{"train_loss": 0.0019535755272954702, "global_step": 29692, "epoch": 456, "lr": 1.3739239778941326e-05}
+{"train_loss": 0.0006922524189576507, "global_step": 29693, "epoch": 456, "lr": 1.3736430735400235e-05}
+{"train_loss": 0.0020745189394801855, "global_step": 29694, "epoch": 456, "lr": 1.3733621933321189e-05}
+{"train_loss": 0.0011400661896914244, "global_step": 29695, "epoch": 456, "lr": 1.3730813372722862e-05}
+{"train_loss": 0.0011795243481174111, "global_step": 29696, "epoch": 456, "lr": 1.3728005053623948e-05}
+{"train_loss": 0.001370604382827878, "global_step": 29697, "epoch": 456, "lr": 1.372519697604316e-05}
+{"train_loss": 0.0007453276193700731, "global_step": 29698, "epoch": 456, "lr": 1.3722389139999192e-05}
+{"train_loss": 0.001241876045241952, "global_step": 29699, "epoch": 456, "lr": 1.3719581545510763e-05}
+{"train_loss": 0.0015032576629891992, "global_step": 29700, "epoch": 456, "lr": 1.3716774192596526e-05}
+{"train_loss": 0.0008985360618680716, "global_step": 29701, "epoch": 456, "lr": 1.3713967081275214e-05}
+{"train_loss": 0.0010891193524003029, "global_step": 29702, "epoch": 456, "lr": 1.3711160211565483e-05}
+{"train_loss": 0.0016927229007706046, "global_step": 29703, "epoch": 456, "lr": 1.3708353583486056e-05}
+{"train_loss": 0.0011035314940202694, "global_step": 29704, "epoch": 456, "lr": 1.3705547197055584e-05, "val_loss": 0.006458519026637077}
+{"train_loss": 0.000986821367405355, "global_step": 29705, "epoch": 457, "lr": 1.3702741052292777e-05}
+{"train_loss": 0.0005196580896154046, "global_step": 29706, "epoch": 457, "lr": 1.3699935149216314e-05}
+{"train_loss": 0.001065635122358799, "global_step": 29707, "epoch": 457, "lr": 1.3697129487844895e-05}
+{"train_loss": 0.001209166250191629, "global_step": 29708, "epoch": 457, "lr": 1.3694324068197173e-05}
+{"train_loss": 0.0010630302131175995, "global_step": 29709, "epoch": 457, "lr": 1.369151889029186e-05}
+{"train_loss": 0.001066513010300696, "global_step": 29710, "epoch": 457, "lr": 1.3688713954147598e-05}
+{"train_loss": 0.0008634546538814902, "global_step": 29711, "epoch": 457, "lr": 1.3685909259783098e-05}
+{"train_loss": 0.00116263167001307, "global_step": 29712, "epoch": 457, "lr": 1.3683104807217e-05}
+{"train_loss": 0.001868993160314858, "global_step": 29713, "epoch": 457, "lr": 1.3680300596468e-05}
+{"train_loss": 0.0012447874760255218, "global_step": 29714, "epoch": 457, "lr": 1.3677496627554764e-05}
+{"train_loss": 0.0007837803568691015, "global_step": 29715, "epoch": 457, "lr": 1.3674692900495984e-05}
+{"train_loss": 0.0009937835857272148, "global_step": 29716, "epoch": 457, "lr": 1.367188941531029e-05}
+{"train_loss": 0.0022657716181129217, "global_step": 29717, "epoch": 457, "lr": 1.3669086172016387e-05}
+{"train_loss": 0.002052599098533392, "global_step": 29718, "epoch": 457, "lr": 1.3666283170632904e-05}
+{"train_loss": 0.0009624358499422669, "global_step": 29719, "epoch": 457, "lr": 1.3663480411178542e-05}
+{"train_loss": 0.0007836769800633192, "global_step": 29720, "epoch": 457, "lr": 1.3660677893671925e-05}
+{"train_loss": 0.001215785276144743, "global_step": 29721, "epoch": 457, "lr": 1.3657875618131738e-05}
+{"train_loss": 0.0005559338605962694, "global_step": 29722, "epoch": 457, "lr": 1.3655073584576628e-05}
+{"train_loss": 0.0009209276176989079, "global_step": 29723, "epoch": 457, "lr": 1.3652271793025278e-05}
+{"train_loss": 0.0007798976148478687, "global_step": 29724, "epoch": 457, "lr": 1.3649470243496326e-05}
+{"train_loss": 0.0008492954657413065, "global_step": 29725, "epoch": 457, "lr": 1.364666893600841e-05}
+{"train_loss": 0.0008942361455410719, "global_step": 29726, "epoch": 457, "lr": 1.3643867870580195e-05}
+{"train_loss": 0.001279990072362125, "global_step": 29727, "epoch": 457, "lr": 1.3641067047230354e-05}
+{"train_loss": 0.0009986346121877432, "global_step": 29728, "epoch": 457, "lr": 1.36382664659775e-05}
+{"train_loss": 0.0013286442263051867, "global_step": 29729, "epoch": 457, "lr": 1.3635466126840296e-05}
+{"train_loss": 0.001046662568114698, "global_step": 29730, "epoch": 457, "lr": 1.3632666029837394e-05}
+{"train_loss": 0.0011775284074246883, "global_step": 29731, "epoch": 457, "lr": 1.3629866174987449e-05}
+{"train_loss": 0.0008298907778225839, "global_step": 29732, "epoch": 457, "lr": 1.3627066562309087e-05}
+{"train_loss": 0.0006388534093275666, "global_step": 29733, "epoch": 457, "lr": 1.3624267191820939e-05}
+{"train_loss": 0.0016822634497657418, "global_step": 29734, "epoch": 457, "lr": 1.362146806354166e-05}
+{"train_loss": 0.0009208095725625753, "global_step": 29735, "epoch": 457, "lr": 1.3618669177489895e-05}
+{"train_loss": 0.0012461760779842734, "global_step": 29736, "epoch": 457, "lr": 1.3615870533684261e-05}
+{"train_loss": 0.0005881644901819527, "global_step": 29737, "epoch": 457, "lr": 1.3613072132143394e-05}
+{"train_loss": 0.0021119106095284224, "global_step": 29738, "epoch": 457, "lr": 1.3610273972885945e-05}
+{"train_loss": 0.0009180017514154315, "global_step": 29739, "epoch": 457, "lr": 1.3607476055930552e-05}
+{"train_loss": 0.0019315130775794387, "global_step": 29740, "epoch": 457, "lr": 1.3604678381295827e-05}
+{"train_loss": 0.0006235012551769614, "global_step": 29741, "epoch": 457, "lr": 1.3601880949000384e-05}
+{"train_loss": 0.0008782946970313787, "global_step": 29742, "epoch": 457, "lr": 1.359908375906287e-05}
+{"train_loss": 0.0011953016510233283, "global_step": 29743, "epoch": 457, "lr": 1.3596286811501923e-05}
+{"train_loss": 0.000701594224665314, "global_step": 29744, "epoch": 457, "lr": 1.3593490106336132e-05}
+{"train_loss": 0.0005315028829500079, "global_step": 29745, "epoch": 457, "lr": 1.359069364358414e-05}
+{"train_loss": 0.0011023629922419786, "global_step": 29746, "epoch": 457, "lr": 1.3587897423264567e-05}
+{"train_loss": 0.0012651921715587378, "global_step": 29747, "epoch": 457, "lr": 1.3585101445396042e-05}
+{"train_loss": 0.0014485059073194861, "global_step": 29748, "epoch": 457, "lr": 1.3582305709997168e-05}
+{"train_loss": 0.0008925778092816472, "global_step": 29749, "epoch": 457, "lr": 1.357951021708655e-05}
+{"train_loss": 0.001598750939592719, "global_step": 29750, "epoch": 457, "lr": 1.3576714966682814e-05}
+{"train_loss": 0.0005573567468672991, "global_step": 29751, "epoch": 457, "lr": 1.3573919958804587e-05}
+{"train_loss": 0.001155609148554504, "global_step": 29752, "epoch": 457, "lr": 1.3571125193470451e-05}
+{"train_loss": 0.001268918626010418, "global_step": 29753, "epoch": 457, "lr": 1.3568330670699032e-05}
+{"train_loss": 0.0008034795173443854, "global_step": 29754, "epoch": 457, "lr": 1.3565536390508925e-05}
+{"train_loss": 0.000772895582485944, "global_step": 29755, "epoch": 457, "lr": 1.3562742352918767e-05}
+{"train_loss": 0.0007841892074793577, "global_step": 29756, "epoch": 457, "lr": 1.3559948557947138e-05}
+{"train_loss": 0.0015314682386815548, "global_step": 29757, "epoch": 457, "lr": 1.3557155005612632e-05}
+{"train_loss": 0.001599551411345601, "global_step": 29758, "epoch": 457, "lr": 1.3554361695933859e-05}
+{"train_loss": 0.0008066138834692538, "global_step": 29759, "epoch": 457, "lr": 1.3551568628929434e-05}
+{"train_loss": 0.0009713704348541796, "global_step": 29760, "epoch": 457, "lr": 1.3548775804617925e-05}
+{"train_loss": 0.0012240053620189428, "global_step": 29761, "epoch": 457, "lr": 1.354598322301795e-05}
+{"train_loss": 0.0009736533975228667, "global_step": 29762, "epoch": 457, "lr": 1.3543190884148088e-05}
+{"train_loss": 0.0012420775601640344, "global_step": 29763, "epoch": 457, "lr": 1.3540398788026965e-05}
+{"train_loss": 0.0012477783020585775, "global_step": 29764, "epoch": 457, "lr": 1.3537606934673148e-05}
+{"train_loss": 0.0007193511701188982, "global_step": 29765, "epoch": 457, "lr": 1.3534815324105205e-05}
+{"train_loss": 0.001131545752286911, "global_step": 29766, "epoch": 457, "lr": 1.3532023956341754e-05}
+{"train_loss": 0.0013554998440667987, "global_step": 29767, "epoch": 457, "lr": 1.3529232831401385e-05}
+{"train_loss": 0.0014500872930511832, "global_step": 29768, "epoch": 457, "lr": 1.352644194930266e-05}
+{"train_loss": 0.0011039832956157626, "global_step": 29769, "epoch": 457, "lr": 1.3523651310064167e-05, "val_loss": 0.004545463714748621}
+{"train_loss": 0.0006374020595103502, "global_step": 29770, "epoch": 458, "lr": 1.3520860913704513e-05}
+{"train_loss": 0.001753747696056962, "global_step": 29771, "epoch": 458, "lr": 1.3518070760242246e-05}
+{"train_loss": 0.0006121149635873735, "global_step": 29772, "epoch": 458, "lr": 1.3515280849695971e-05}
+{"train_loss": 0.00083989865379408, "global_step": 29773, "epoch": 458, "lr": 1.3512491182084235e-05}
+{"train_loss": 0.0016396775608882308, "global_step": 29774, "epoch": 458, "lr": 1.3509701757425637e-05}
+{"train_loss": 0.0006776929367333651, "global_step": 29775, "epoch": 458, "lr": 1.350691257573875e-05}
+{"train_loss": 0.0013224964495748281, "global_step": 29776, "epoch": 458, "lr": 1.3504123637042127e-05}
+{"train_loss": 0.0009052932728081942, "global_step": 29777, "epoch": 458, "lr": 1.3501334941354344e-05}
+{"train_loss": 0.001342227915301919, "global_step": 29778, "epoch": 458, "lr": 1.3498546488693997e-05}
+{"train_loss": 0.0011136673856526613, "global_step": 29779, "epoch": 458, "lr": 1.3495758279079613e-05}
+{"train_loss": 0.002037702826783061, "global_step": 29780, "epoch": 458, "lr": 1.349297031252979e-05}
+{"train_loss": 0.0009282925166189671, "global_step": 29781, "epoch": 458, "lr": 1.3490182589063067e-05}
+{"train_loss": 0.0006912813987582922, "global_step": 29782, "epoch": 458, "lr": 1.3487395108698014e-05}
+{"train_loss": 0.0007522900705225766, "global_step": 29783, "epoch": 458, "lr": 1.3484607871453209e-05}
+{"train_loss": 0.0011718713212758303, "global_step": 29784, "epoch": 458, "lr": 1.3481820877347184e-05}
+{"train_loss": 0.0009411348728463054, "global_step": 29785, "epoch": 458, "lr": 1.3479034126398504e-05}
+{"train_loss": 0.0010058088228106499, "global_step": 29786, "epoch": 458, "lr": 1.3476247618625748e-05}
+{"train_loss": 0.001026686979457736, "global_step": 29787, "epoch": 458, "lr": 1.3473461354047435e-05}
+{"train_loss": 0.0007508183480240405, "global_step": 29788, "epoch": 458, "lr": 1.3470675332682147e-05}
+{"train_loss": 0.0009775803191587329, "global_step": 29789, "epoch": 458, "lr": 1.3467889554548407e-05}
+{"train_loss": 0.0006724252016283572, "global_step": 29790, "epoch": 458, "lr": 1.3465104019664776e-05}
+{"train_loss": 0.0005302979843690991, "global_step": 29791, "epoch": 458, "lr": 1.3462318728049822e-05}
+{"train_loss": 0.0007839753525331616, "global_step": 29792, "epoch": 458, "lr": 1.3459533679722059e-05}
+{"train_loss": 0.001623626914806664, "global_step": 29793, "epoch": 458, "lr": 1.345674887470006e-05}
+{"train_loss": 0.0010388632072135806, "global_step": 29794, "epoch": 458, "lr": 1.3453964313002337e-05}
+{"train_loss": 0.000691529072355479, "global_step": 29795, "epoch": 458, "lr": 1.3451179994647451e-05}
+{"train_loss": 0.0011253977427259088, "global_step": 29796, "epoch": 458, "lr": 1.3448395919653945e-05}
+{"train_loss": 0.0007459001499228179, "global_step": 29797, "epoch": 458, "lr": 1.3445612088040339e-05}
+{"train_loss": 0.001014324720017612, "global_step": 29798, "epoch": 458, "lr": 1.3442828499825183e-05}
+{"train_loss": 0.0008490930777043104, "global_step": 29799, "epoch": 458, "lr": 1.3440045155027014e-05}
+{"train_loss": 0.0010303785093128681, "global_step": 29800, "epoch": 458, "lr": 1.3437262053664352e-05}
+{"train_loss": 0.0010553640313446522, "global_step": 29801, "epoch": 458, "lr": 1.343447919575575e-05}
+{"train_loss": 0.0008468491141684353, "global_step": 29802, "epoch": 458, "lr": 1.3431696581319707e-05}
+{"train_loss": 0.0009251551819033921, "global_step": 29803, "epoch": 458, "lr": 1.3428914210374765e-05}
+{"train_loss": 0.0009012370137497783, "global_step": 29804, "epoch": 458, "lr": 1.3426132082939475e-05}
+{"train_loss": 0.0008363815722987056, "global_step": 29805, "epoch": 458, "lr": 1.342335019903232e-05}
+{"train_loss": 0.0009638016927056015, "global_step": 29806, "epoch": 458, "lr": 1.3420568558671842e-05}
+{"train_loss": 0.001396194682456553, "global_step": 29807, "epoch": 458, "lr": 1.3417787161876566e-05}
+{"train_loss": 0.0013177803484722972, "global_step": 29808, "epoch": 458, "lr": 1.3415006008665021e-05}
+{"train_loss": 0.0012285641860216856, "global_step": 29809, "epoch": 458, "lr": 1.341222509905572e-05}
+{"train_loss": 0.000862748478539288, "global_step": 29810, "epoch": 458, "lr": 1.3409444433067152e-05}
+{"train_loss": 0.0005709018441848457, "global_step": 29811, "epoch": 458, "lr": 1.3406664010717862e-05}
+{"train_loss": 0.0008356314501725137, "global_step": 29812, "epoch": 458, "lr": 1.3403883832026365e-05}
+{"train_loss": 0.0014199939323589206, "global_step": 29813, "epoch": 458, "lr": 1.3401103897011153e-05}
+{"train_loss": 0.0008867811411619186, "global_step": 29814, "epoch": 458, "lr": 1.3398324205690742e-05}
+{"train_loss": 0.0009104586206376553, "global_step": 29815, "epoch": 458, "lr": 1.3395544758083645e-05}
+{"train_loss": 0.0018008920596912503, "global_step": 29816, "epoch": 458, "lr": 1.3392765554208391e-05}
+{"train_loss": 0.0012641341891139746, "global_step": 29817, "epoch": 458, "lr": 1.338998659408346e-05}
+{"train_loss": 0.0005918762180954218, "global_step": 29818, "epoch": 458, "lr": 1.3387207877727343e-05}
+{"train_loss": 0.0014401762746274471, "global_step": 29819, "epoch": 458, "lr": 1.338442940515856e-05}
+{"train_loss": 0.0013906206004321575, "global_step": 29820, "epoch": 458, "lr": 1.3381651176395626e-05}
+{"train_loss": 0.000642326136585325, "global_step": 29821, "epoch": 458, "lr": 1.3378873191457008e-05}
+{"train_loss": 0.0009534676210023463, "global_step": 29822, "epoch": 458, "lr": 1.337609545036122e-05}
+{"train_loss": 0.0010154510382562876, "global_step": 29823, "epoch": 458, "lr": 1.3373317953126757e-05}
+{"train_loss": 0.0004730551445391029, "global_step": 29824, "epoch": 458, "lr": 1.3370540699772144e-05}
+{"train_loss": 0.0011166068725287914, "global_step": 29825, "epoch": 458, "lr": 1.3367763690315816e-05}
+{"train_loss": 0.0008109346381388605, "global_step": 29826, "epoch": 458, "lr": 1.3364986924776286e-05}
+{"train_loss": 0.0010447773383930326, "global_step": 29827, "epoch": 458, "lr": 1.3362210403172048e-05}
+{"train_loss": 0.001448326394893229, "global_step": 29828, "epoch": 458, "lr": 1.3359434125521603e-05}
+{"train_loss": 0.0008280054898932576, "global_step": 29829, "epoch": 458, "lr": 1.335665809184341e-05}
+{"train_loss": 0.0013475794112309813, "global_step": 29830, "epoch": 458, "lr": 1.3353882302155968e-05}
+{"train_loss": 0.0010565228294581175, "global_step": 29831, "epoch": 458, "lr": 1.3351106756477754e-05}
+{"train_loss": 0.0005226314533501863, "global_step": 29832, "epoch": 458, "lr": 1.334833145482729e-05}
+{"train_loss": 0.00118557782843709, "global_step": 29833, "epoch": 458, "lr": 1.3345556397222986e-05}
+{"train_loss": 0.001022636387586737, "global_step": 29834, "epoch": 458, "lr": 1.334278158368335e-05, "val_loss": 0.005075497552752495}
+{"train_loss": 0.001001579686999321, "global_step": 29835, "epoch": 459, "lr": 1.3340007014226857e-05}
+{"train_loss": 0.000756636552978307, "global_step": 29836, "epoch": 459, "lr": 1.3337232688872009e-05}
+{"train_loss": 0.000715743110049516, "global_step": 29837, "epoch": 459, "lr": 1.3334458607637234e-05}
+{"train_loss": 0.0012904632603749633, "global_step": 29838, "epoch": 459, "lr": 1.3331684770541025e-05}
+{"train_loss": 0.0007756703998893499, "global_step": 29839, "epoch": 459, "lr": 1.3328911177601856e-05}
+{"train_loss": 0.0010071969591081142, "global_step": 29840, "epoch": 459, "lr": 1.3326137828838214e-05}
+{"train_loss": 0.0012135099386796355, "global_step": 29841, "epoch": 459, "lr": 1.3323364724268512e-05}
+{"train_loss": 0.0012172844726592302, "global_step": 29842, "epoch": 459, "lr": 1.3320591863911247e-05}
+{"train_loss": 0.0010664304718375206, "global_step": 29843, "epoch": 459, "lr": 1.331781924778488e-05}
+{"train_loss": 0.0011511999182403088, "global_step": 29844, "epoch": 459, "lr": 1.3315046875907883e-05}
+{"train_loss": 0.0014234429690986872, "global_step": 29845, "epoch": 459, "lr": 1.3312274748298692e-05}
+{"train_loss": 0.0011882667895406485, "global_step": 29846, "epoch": 459, "lr": 1.330950286497578e-05}
+{"train_loss": 0.0014424939872696996, "global_step": 29847, "epoch": 459, "lr": 1.3306731225957613e-05}
+{"train_loss": 0.0008371486328542233, "global_step": 29848, "epoch": 459, "lr": 1.3303959831262642e-05}
+{"train_loss": 0.0010651368647813797, "global_step": 29849, "epoch": 459, "lr": 1.3301188680909288e-05}
+{"train_loss": 0.0010066794930025935, "global_step": 29850, "epoch": 459, "lr": 1.3298417774916038e-05}
+{"train_loss": 0.0005376855842769146, "global_step": 29851, "epoch": 459, "lr": 1.3295647113301323e-05}
+{"train_loss": 0.0006673582247458398, "global_step": 29852, "epoch": 459, "lr": 1.3292876696083623e-05}
+{"train_loss": 0.0007682805298827589, "global_step": 29853, "epoch": 459, "lr": 1.3290106523281349e-05}
+{"train_loss": 0.0010390890529379249, "global_step": 29854, "epoch": 459, "lr": 1.3287336594912953e-05}
+{"train_loss": 0.0014824607642367482, "global_step": 29855, "epoch": 459, "lr": 1.3284566910996905e-05}
+{"train_loss": 0.0009455643594264984, "global_step": 29856, "epoch": 459, "lr": 1.3281797471551626e-05}
+{"train_loss": 0.0007415168802253902, "global_step": 29857, "epoch": 459, "lr": 1.3279028276595545e-05}
+{"train_loss": 0.0011461289832368493, "global_step": 29858, "epoch": 459, "lr": 1.3276259326147112e-05}
+{"train_loss": 0.0022298393305391073, "global_step": 29859, "epoch": 459, "lr": 1.3273490620224765e-05}
+{"train_loss": 0.0008755105081945658, "global_step": 29860, "epoch": 459, "lr": 1.327072215884696e-05}
+{"train_loss": 0.0008191232336685061, "global_step": 29861, "epoch": 459, "lr": 1.326795394203209e-05}
+{"train_loss": 0.0010872450657188892, "global_step": 29862, "epoch": 459, "lr": 1.3265185969798616e-05}
+{"train_loss": 0.0011308060493320227, "global_step": 29863, "epoch": 459, "lr": 1.3262418242164971e-05}
+{"train_loss": 0.001052569947205484, "global_step": 29864, "epoch": 459, "lr": 1.3259650759149578e-05}
+{"train_loss": 0.001387310680001974, "global_step": 29865, "epoch": 459, "lr": 1.325688352077084e-05}
+{"train_loss": 0.0015588637907058, "global_step": 29866, "epoch": 459, "lr": 1.3254116527047206e-05}
+{"train_loss": 0.0008781036012805998, "global_step": 29867, "epoch": 459, "lr": 1.3251349777997096e-05}
+{"train_loss": 0.000875868194270879, "global_step": 29868, "epoch": 459, "lr": 1.3248583273638955e-05}
+{"train_loss": 0.0009647153201512992, "global_step": 29869, "epoch": 459, "lr": 1.3245817013991162e-05}
+{"train_loss": 0.002199621871113777, "global_step": 29870, "epoch": 459, "lr": 1.3243050999072172e-05}
+{"train_loss": 0.0016576325288042426, "global_step": 29871, "epoch": 459, "lr": 1.3240285228900373e-05}
+{"train_loss": 0.0006425398751161993, "global_step": 29872, "epoch": 459, "lr": 1.323751970349421e-05}
+{"train_loss": 0.0009432917577214539, "global_step": 29873, "epoch": 459, "lr": 1.3234754422872076e-05}
+{"train_loss": 0.00041453063022345304, "global_step": 29874, "epoch": 459, "lr": 1.3231989387052379e-05}
+{"train_loss": 0.0006419281708076596, "global_step": 29875, "epoch": 459, "lr": 1.3229224596053547e-05}
+{"train_loss": 0.000754399283323437, "global_step": 29876, "epoch": 459, "lr": 1.3226460049894001e-05}
+{"train_loss": 0.0017594016389921308, "global_step": 29877, "epoch": 459, "lr": 1.3223695748592113e-05}
+{"train_loss": 0.001096906024031341, "global_step": 29878, "epoch": 459, "lr": 1.3220931692166321e-05}
+{"train_loss": 0.0011994779342785478, "global_step": 29879, "epoch": 459, "lr": 1.3218167880635006e-05}
+{"train_loss": 0.0010226697195321321, "global_step": 29880, "epoch": 459, "lr": 1.32154043140166e-05}
+{"train_loss": 0.0007195788202807307, "global_step": 29881, "epoch": 459, "lr": 1.3212640992329461e-05}
+{"train_loss": 0.0011057292576879263, "global_step": 29882, "epoch": 459, "lr": 1.3209877915592023e-05}
+{"train_loss": 0.0010653928620740771, "global_step": 29883, "epoch": 459, "lr": 1.3207115083822669e-05}
+{"train_loss": 0.0006529579986818135, "global_step": 29884, "epoch": 459, "lr": 1.3204352497039818e-05}
+{"train_loss": 0.0009477620478719473, "global_step": 29885, "epoch": 459, "lr": 1.3201590155261829e-05}
+{"train_loss": 0.0008177758427336812, "global_step": 29886, "epoch": 459, "lr": 1.3198828058507135e-05}
+{"train_loss": 0.0016205271240323782, "global_step": 29887, "epoch": 459, "lr": 1.3196066206794083e-05}
+{"train_loss": 0.0006806825404055417, "global_step": 29888, "epoch": 459, "lr": 1.3193304600141094e-05}
+{"train_loss": 0.0009096142603084445, "global_step": 29889, "epoch": 459, "lr": 1.3190543238566561e-05}
+{"train_loss": 0.000766182376537472, "global_step": 29890, "epoch": 459, "lr": 1.3187782122088844e-05}
+{"train_loss": 0.000726801750715822, "global_step": 29891, "epoch": 459, "lr": 1.3185021250726337e-05}
+{"train_loss": 0.0006585560622625053, "global_step": 29892, "epoch": 459, "lr": 1.318226062449745e-05}
+{"train_loss": 0.0008527554455213249, "global_step": 29893, "epoch": 459, "lr": 1.317950024342054e-05}
+{"train_loss": 0.001132787438109517, "global_step": 29894, "epoch": 459, "lr": 1.3176740107513975e-05}
+{"train_loss": 0.0014875454362481833, "global_step": 29895, "epoch": 459, "lr": 1.3173980216796145e-05}
+{"train_loss": 0.0018092552199959755, "global_step": 29896, "epoch": 459, "lr": 1.317122057128543e-05}
+{"train_loss": 0.000607376336120069, "global_step": 29897, "epoch": 459, "lr": 1.3168461171000229e-05}
+{"train_loss": 0.0014467710861936212, "global_step": 29898, "epoch": 459, "lr": 1.316570201595887e-05}
+{"train_loss": 0.0010609887423925102, "global_step": 29899, "epoch": 459, "lr": 1.3162943106179749e-05, "val_loss": 0.004410340450704098}
+{"train_loss": 0.0008602722082287073, "global_step": 29900, "epoch": 460, "lr": 1.316018444168125e-05}
+{"train_loss": 0.0006259302026592195, "global_step": 29901, "epoch": 460, "lr": 1.3157426022481728e-05}
+{"train_loss": 0.001190862851217389, "global_step": 29902, "epoch": 460, "lr": 1.3154667848599527e-05}
+{"train_loss": 0.0013248500181362033, "global_step": 29903, "epoch": 460, "lr": 1.315190992005304e-05}
+{"train_loss": 0.0005040750838816166, "global_step": 29904, "epoch": 460, "lr": 1.3149152236860619e-05}
+{"train_loss": 0.0007965986733324826, "global_step": 29905, "epoch": 460, "lr": 1.3146394799040645e-05}
+{"train_loss": 0.0006216582260094583, "global_step": 29906, "epoch": 460, "lr": 1.3143637606611453e-05}
+{"train_loss": 0.0010623882990330458, "global_step": 29907, "epoch": 460, "lr": 1.3140880659591415e-05}
+{"train_loss": 0.0006041590240783989, "global_step": 29908, "epoch": 460, "lr": 1.3138123957998898e-05}
+{"train_loss": 0.001083023496903479, "global_step": 29909, "epoch": 460, "lr": 1.3135367501852247e-05}
+{"train_loss": 0.0005766654503531754, "global_step": 29910, "epoch": 460, "lr": 1.3132611291169805e-05}
+{"train_loss": 0.0010873718420043588, "global_step": 29911, "epoch": 460, "lr": 1.3129855325969931e-05}
+{"train_loss": 0.0007756102131679654, "global_step": 29912, "epoch": 460, "lr": 1.3127099606270977e-05}
+{"train_loss": 0.0003870657237712294, "global_step": 29913, "epoch": 460, "lr": 1.312434413209131e-05}
+{"train_loss": 0.001532375463284552, "global_step": 29914, "epoch": 460, "lr": 1.312158890344925e-05}
+{"train_loss": 0.0010999812511727214, "global_step": 29915, "epoch": 460, "lr": 1.311883392036315e-05}
+{"train_loss": 0.0008561518625356257, "global_step": 29916, "epoch": 460, "lr": 1.3116079182851376e-05}
+{"train_loss": 0.0009981461334973574, "global_step": 29917, "epoch": 460, "lr": 1.3113324690932255e-05}
+{"train_loss": 0.001006484730169177, "global_step": 29918, "epoch": 460, "lr": 1.311057044462411e-05}
+{"train_loss": 0.0008297379245050251, "global_step": 29919, "epoch": 460, "lr": 1.3107816443945293e-05}
+{"train_loss": 0.000943060324061662, "global_step": 29920, "epoch": 460, "lr": 1.3105062688914144e-05}
+{"train_loss": 0.0012499543372541666, "global_step": 29921, "epoch": 460, "lr": 1.310230917954902e-05}
+{"train_loss": 0.0008918425301089883, "global_step": 29922, "epoch": 460, "lr": 1.3099555915868217e-05}
+{"train_loss": 0.0006731001194566488, "global_step": 29923, "epoch": 460, "lr": 1.3096802897890086e-05}
+{"train_loss": 0.0010780305601656437, "global_step": 29924, "epoch": 460, "lr": 1.3094050125632972e-05}
+{"train_loss": 0.000875815050676465, "global_step": 29925, "epoch": 460, "lr": 1.3091297599115194e-05}
+{"train_loss": 0.0008174220565706491, "global_step": 29926, "epoch": 460, "lr": 1.3088545318355056e-05}
+{"train_loss": 0.0012822409626096487, "global_step": 29927, "epoch": 460, "lr": 1.3085793283370907e-05}
+{"train_loss": 0.0010450179688632488, "global_step": 29928, "epoch": 460, "lr": 1.3083041494181063e-05}
+{"train_loss": 0.00122383376583457, "global_step": 29929, "epoch": 460, "lr": 1.3080289950803876e-05}
+{"train_loss": 0.0005983880837447941, "global_step": 29930, "epoch": 460, "lr": 1.3077538653257627e-05}
+{"train_loss": 0.0012822947464883327, "global_step": 29931, "epoch": 460, "lr": 1.3074787601560646e-05}
+{"train_loss": 0.0014423915417864919, "global_step": 29932, "epoch": 460, "lr": 1.307203679573128e-05}
+{"train_loss": 0.0005845723790116608, "global_step": 29933, "epoch": 460, "lr": 1.3069286235787815e-05}
+{"train_loss": 0.0006217571208253503, "global_step": 29934, "epoch": 460, "lr": 1.3066535921748563e-05}
+{"train_loss": 0.0008533875225111842, "global_step": 29935, "epoch": 460, "lr": 1.306378585363185e-05}
+{"train_loss": 0.0008435163181275129, "global_step": 29936, "epoch": 460, "lr": 1.3061036031455976e-05}
+{"train_loss": 0.002060317900031805, "global_step": 29937, "epoch": 460, "lr": 1.3058286455239282e-05}
+{"train_loss": 0.0016398557927459478, "global_step": 29938, "epoch": 460, "lr": 1.3055537125000034e-05}
+{"train_loss": 0.0007572119939140975, "global_step": 29939, "epoch": 460, "lr": 1.3052788040756564e-05}
+{"train_loss": 0.001263263402506709, "global_step": 29940, "epoch": 460, "lr": 1.305003920252718e-05}
+{"train_loss": 0.0008969090413302183, "global_step": 29941, "epoch": 460, "lr": 1.3047290610330177e-05}
+{"train_loss": 0.002336283912882209, "global_step": 29942, "epoch": 460, "lr": 1.3044542264183845e-05}
+{"train_loss": 0.0011493884958326817, "global_step": 29943, "epoch": 460, "lr": 1.304179416410649e-05}
+{"train_loss": 0.0011689141392707825, "global_step": 29944, "epoch": 460, "lr": 1.3039046310116415e-05}
+{"train_loss": 0.001350513193756342, "global_step": 29945, "epoch": 460, "lr": 1.3036298702231937e-05}
+{"train_loss": 0.0019088895060122013, "global_step": 29946, "epoch": 460, "lr": 1.3033551340471311e-05}
+{"train_loss": 0.0007166966679506004, "global_step": 29947, "epoch": 460, "lr": 1.3030804224852866e-05}
+{"train_loss": 0.0011707987869158387, "global_step": 29948, "epoch": 460, "lr": 1.3028057355394862e-05}
+{"train_loss": 0.0005786925903521478, "global_step": 29949, "epoch": 460, "lr": 1.302531073211562e-05}
+{"train_loss": 0.0014690329553559422, "global_step": 29950, "epoch": 460, "lr": 1.30225643550334e-05}
+{"train_loss": 0.0009135266300290823, "global_step": 29951, "epoch": 460, "lr": 1.3019818224166502e-05}
+{"train_loss": 0.0007679517148062587, "global_step": 29952, "epoch": 460, "lr": 1.3017072339533209e-05}
+{"train_loss": 0.0015138252638280392, "global_step": 29953, "epoch": 460, "lr": 1.3014326701151825e-05}
+{"train_loss": 0.0014592510415241122, "global_step": 29954, "epoch": 460, "lr": 1.30115813090406e-05}
+{"train_loss": 0.0012210485292598605, "global_step": 29955, "epoch": 460, "lr": 1.3008836163217841e-05}
+{"train_loss": 0.0009293797193095088, "global_step": 29956, "epoch": 460, "lr": 1.3006091263701796e-05}
+{"train_loss": 0.0008882698602974415, "global_step": 29957, "epoch": 460, "lr": 1.3003346610510781e-05}
+{"train_loss": 0.0015875532990321517, "global_step": 29958, "epoch": 460, "lr": 1.3000602203663032e-05}
+{"train_loss": 0.0014959836844354868, "global_step": 29959, "epoch": 460, "lr": 1.2997858043176837e-05}
+{"train_loss": 0.0010658400133252144, "global_step": 29960, "epoch": 460, "lr": 1.299511412907048e-05}
+{"train_loss": 0.0006796063389629126, "global_step": 29961, "epoch": 460, "lr": 1.299237046136223e-05}
+{"train_loss": 0.001180473598651588, "global_step": 29962, "epoch": 460, "lr": 1.2989627040070341e-05}
+{"train_loss": 0.0012467135675251484, "global_step": 29963, "epoch": 460, "lr": 1.2986883865213101e-05}
+{"train_loss": 0.0010678146997144303, "global_step": 29964, "epoch": 460, "lr": 1.2984140936808742e-05, "val_loss": 0.0061669121496379375, "train_action_mse_error": 2.4382834453717805e-05}
+{"train_loss": 0.0013922360958531499, "global_step": 29965, "epoch": 461, "lr": 1.298139825487557e-05}
+{"train_loss": 0.00112154649104923, "global_step": 29966, "epoch": 461, "lr": 1.2978655819431811e-05}
+{"train_loss": 0.0011565990280359983, "global_step": 29967, "epoch": 461, "lr": 1.297591363049574e-05}
+{"train_loss": 0.0005964634474366903, "global_step": 29968, "epoch": 461, "lr": 1.2973171688085618e-05}
+{"train_loss": 0.001225766958668828, "global_step": 29969, "epoch": 461, "lr": 1.2970429992219712e-05}
+{"train_loss": 0.0013428159290924668, "global_step": 29970, "epoch": 461, "lr": 1.2967688542916267e-05}
+{"train_loss": 0.0013114293105900288, "global_step": 29971, "epoch": 461, "lr": 1.2964947340193523e-05}
+{"train_loss": 0.0017371739959344268, "global_step": 29972, "epoch": 461, "lr": 1.2962206384069742e-05}
+{"train_loss": 0.0013276302488520741, "global_step": 29973, "epoch": 461, "lr": 1.2959465674563198e-05}
+{"train_loss": 0.000990404631011188, "global_step": 29974, "epoch": 461, "lr": 1.2956725211692106e-05}
+{"train_loss": 0.001881262520328164, "global_step": 29975, "epoch": 461, "lr": 1.2953984995474722e-05}
+{"train_loss": 0.0015152745181694627, "global_step": 29976, "epoch": 461, "lr": 1.2951245025929304e-05}
+{"train_loss": 0.0008695385186001658, "global_step": 29977, "epoch": 461, "lr": 1.2948505303074104e-05}
+{"train_loss": 0.0022353145759552717, "global_step": 29978, "epoch": 461, "lr": 1.2945765826927348e-05}
+{"train_loss": 0.002108980668708682, "global_step": 29979, "epoch": 461, "lr": 1.2943026597507269e-05}
+{"train_loss": 0.0012782583944499493, "global_step": 29980, "epoch": 461, "lr": 1.2940287614832109e-05}
+{"train_loss": 0.0006731891771778464, "global_step": 29981, "epoch": 461, "lr": 1.2937548878920137e-05}
+{"train_loss": 0.0011505975853651762, "global_step": 29982, "epoch": 461, "lr": 1.2934810389789542e-05}
+{"train_loss": 0.0011301249032840133, "global_step": 29983, "epoch": 461, "lr": 1.293207214745859e-05}
+{"train_loss": 0.0016813308466225863, "global_step": 29984, "epoch": 461, "lr": 1.29293341519455e-05}
+{"train_loss": 0.0011951958294957876, "global_step": 29985, "epoch": 461, "lr": 1.2926596403268525e-05}
+{"train_loss": 0.0016106503317132592, "global_step": 29986, "epoch": 461, "lr": 1.2923858901445873e-05}
+{"train_loss": 0.0006926269852556288, "global_step": 29987, "epoch": 461, "lr": 1.2921121646495766e-05}
+{"train_loss": 0.001577648799866438, "global_step": 29988, "epoch": 461, "lr": 1.2918384638436443e-05}
+{"train_loss": 0.0013080992503091693, "global_step": 29989, "epoch": 461, "lr": 1.2915647877286136e-05}
+{"train_loss": 0.0007220117840915918, "global_step": 29990, "epoch": 461, "lr": 1.2912911363063046e-05}
+{"train_loss": 0.0015267770504578948, "global_step": 29991, "epoch": 461, "lr": 1.2910175095785403e-05}
+{"train_loss": 0.001528593129478395, "global_step": 29992, "epoch": 461, "lr": 1.2907439075471428e-05}
+{"train_loss": 0.0012180549092590809, "global_step": 29993, "epoch": 461, "lr": 1.290470330213936e-05}
+{"train_loss": 0.0012006331235170364, "global_step": 29994, "epoch": 461, "lr": 1.2901967775807394e-05}
+{"train_loss": 0.0016574191395193338, "global_step": 29995, "epoch": 461, "lr": 1.289923249649373e-05}
+{"train_loss": 0.0011946315644308925, "global_step": 29996, "epoch": 461, "lr": 1.2896497464216594e-05}
+{"train_loss": 0.0012321564136072993, "global_step": 29997, "epoch": 461, "lr": 1.289376267899422e-05}
+{"train_loss": 0.0011656139977276325, "global_step": 29998, "epoch": 461, "lr": 1.289102814084478e-05}
+{"train_loss": 0.0008102332940325141, "global_step": 29999, "epoch": 461, "lr": 1.2888293849786503e-05}
+{"train_loss": 0.0010057449107989669, "global_step": 30000, "epoch": 461, "lr": 1.2885559805837588e-05}
+{"train_loss": 0.0008751416462473571, "global_step": 30001, "epoch": 461, "lr": 1.2882826009016263e-05}
+{"train_loss": 0.0005857557407580316, "global_step": 30002, "epoch": 461, "lr": 1.288009245934071e-05}
+{"train_loss": 0.0007789394585415721, "global_step": 30003, "epoch": 461, "lr": 1.2877359156829117e-05}
+{"train_loss": 0.0015612752176821232, "global_step": 30004, "epoch": 461, "lr": 1.2874626101499704e-05}
+{"train_loss": 0.001271434361115098, "global_step": 30005, "epoch": 461, "lr": 1.2871893293370673e-05}
+{"train_loss": 0.001863810233771801, "global_step": 30006, "epoch": 461, "lr": 1.28691607324602e-05}
+{"train_loss": 0.000967298517934978, "global_step": 30007, "epoch": 461, "lr": 1.2866428418786492e-05}
+{"train_loss": 0.0009749681339599192, "global_step": 30008, "epoch": 461, "lr": 1.2863696352367738e-05}
+{"train_loss": 0.0015858239494264126, "global_step": 30009, "epoch": 461, "lr": 1.2860964533222152e-05}
+{"train_loss": 0.0013503374066203833, "global_step": 30010, "epoch": 461, "lr": 1.2858232961367905e-05}
+{"train_loss": 0.002077981596812606, "global_step": 30011, "epoch": 461, "lr": 1.285550163682317e-05}
+{"train_loss": 0.0012696485500782728, "global_step": 30012, "epoch": 461, "lr": 1.2852770559606148e-05}
+{"train_loss": 0.0008650875533930957, "global_step": 30013, "epoch": 461, "lr": 1.2850039729735041e-05}
+{"train_loss": 0.0012002539588138461, "global_step": 30014, "epoch": 461, "lr": 1.2847309147228004e-05}
+{"train_loss": 0.0012078866129741073, "global_step": 30015, "epoch": 461, "lr": 1.284457881210323e-05}
+{"train_loss": 0.0009315324714407325, "global_step": 30016, "epoch": 461, "lr": 1.2841848724378913e-05}
+{"train_loss": 0.0008738507749512792, "global_step": 30017, "epoch": 461, "lr": 1.2839118884073203e-05}
+{"train_loss": 0.0016109037678688765, "global_step": 30018, "epoch": 461, "lr": 1.283638929120431e-05}
+{"train_loss": 0.0009436156833544374, "global_step": 30019, "epoch": 461, "lr": 1.2833659945790377e-05}
+{"train_loss": 0.0014113301876932383, "global_step": 30020, "epoch": 461, "lr": 1.2830930847849587e-05}
+{"train_loss": 0.0008921840344555676, "global_step": 30021, "epoch": 461, "lr": 1.2828201997400135e-05}
+{"train_loss": 0.001593878259882331, "global_step": 30022, "epoch": 461, "lr": 1.2825473394460158e-05}
+{"train_loss": 0.0017226773779839277, "global_step": 30023, "epoch": 461, "lr": 1.282274503904784e-05}
+{"train_loss": 0.0008516903035342693, "global_step": 30024, "epoch": 461, "lr": 1.2820016931181355e-05}
+{"train_loss": 0.0007892388384789228, "global_step": 30025, "epoch": 461, "lr": 1.2817289070878851e-05}
+{"train_loss": 0.0009121639304794371, "global_step": 30026, "epoch": 461, "lr": 1.2814561458158514e-05}
+{"train_loss": 0.0013545076362788677, "global_step": 30027, "epoch": 461, "lr": 1.2811834093038483e-05}
+{"train_loss": 0.0010164144914597273, "global_step": 30028, "epoch": 461, "lr": 1.2809106975536923e-05}
+{"train_loss": 0.0012418983495221115, "global_step": 30029, "epoch": 461, "lr": 1.280638010567201e-05, "val_loss": 0.003196380566805601}
+{"train_loss": 0.001565376529470086, "global_step": 30030, "epoch": 462, "lr": 1.2803653483461875e-05}
+{"train_loss": 0.0008170402725227177, "global_step": 30031, "epoch": 462, "lr": 1.2800927108924687e-05}
+{"train_loss": 0.000978263677097857, "global_step": 30032, "epoch": 462, "lr": 1.2798200982078612e-05}
+{"train_loss": 0.0010100530926138163, "global_step": 30033, "epoch": 462, "lr": 1.2795475102941779e-05}
+{"train_loss": 0.001010956591926515, "global_step": 30034, "epoch": 462, "lr": 1.2792749471532362e-05}
+{"train_loss": 0.0011370405554771423, "global_step": 30035, "epoch": 462, "lr": 1.2790024087868479e-05}
+{"train_loss": 0.0011768843978643417, "global_step": 30036, "epoch": 462, "lr": 1.2787298951968296e-05}
+{"train_loss": 0.0006852778024040163, "global_step": 30037, "epoch": 462, "lr": 1.2784574063849969e-05}
+{"train_loss": 0.0004917642218060791, "global_step": 30038, "epoch": 462, "lr": 1.2781849423531616e-05}
+{"train_loss": 0.0009611902642063797, "global_step": 30039, "epoch": 462, "lr": 1.2779125031031414e-05}
+{"train_loss": 0.0008889848832041025, "global_step": 30040, "epoch": 462, "lr": 1.2776400886367457e-05}
+{"train_loss": 0.0010339476866647601, "global_step": 30041, "epoch": 462, "lr": 1.2773676989557915e-05}
+{"train_loss": 0.0006405420135706663, "global_step": 30042, "epoch": 462, "lr": 1.2770953340620934e-05}
+{"train_loss": 0.0013955238973721862, "global_step": 30043, "epoch": 462, "lr": 1.2768229939574616e-05}
+{"train_loss": 0.0006763211567886174, "global_step": 30044, "epoch": 462, "lr": 1.2765506786437115e-05}
+{"train_loss": 0.0019854693673551083, "global_step": 30045, "epoch": 462, "lr": 1.2762783881226576e-05}
+{"train_loss": 0.0008633306133560836, "global_step": 30046, "epoch": 462, "lr": 1.27600612239611e-05}
+{"train_loss": 0.0011456365464255214, "global_step": 30047, "epoch": 462, "lr": 1.2757338814658848e-05}
+{"train_loss": 0.0009553490090183914, "global_step": 30048, "epoch": 462, "lr": 1.2754616653337914e-05}
+{"train_loss": 0.0012734465999528766, "global_step": 30049, "epoch": 462, "lr": 1.2751894740016434e-05}
+{"train_loss": 0.0007222980493679643, "global_step": 30050, "epoch": 462, "lr": 1.274917307471256e-05}
+{"train_loss": 0.0009613540605641901, "global_step": 30051, "epoch": 462, "lr": 1.2746451657444375e-05}
+{"train_loss": 0.0008158477721735835, "global_step": 30052, "epoch": 462, "lr": 1.2743730488230016e-05}
+{"train_loss": 0.0006874736282043159, "global_step": 30053, "epoch": 462, "lr": 1.274100956708762e-05}
+{"train_loss": 0.0013218538369983435, "global_step": 30054, "epoch": 462, "lr": 1.2738288894035266e-05}
+{"train_loss": 0.0015742880059406161, "global_step": 30055, "epoch": 462, "lr": 1.2735568469091113e-05}
+{"train_loss": 0.00043967535020783544, "global_step": 30056, "epoch": 462, "lr": 1.273284829227323e-05}
+{"train_loss": 0.0010714053642004728, "global_step": 30057, "epoch": 462, "lr": 1.2730128363599759e-05}
+{"train_loss": 0.001224706182256341, "global_step": 30058, "epoch": 462, "lr": 1.2727408683088815e-05}
+{"train_loss": 0.000685368140693754, "global_step": 30059, "epoch": 462, "lr": 1.2724689250758482e-05}
+{"train_loss": 0.00132362125441432, "global_step": 30060, "epoch": 462, "lr": 1.2721970066626882e-05}
+{"train_loss": 0.0011396183399483562, "global_step": 30061, "epoch": 462, "lr": 1.2719251130712134e-05}
+{"train_loss": 0.0008762647048570216, "global_step": 30062, "epoch": 462, "lr": 1.2716532443032314e-05}
+{"train_loss": 0.0005951020866632462, "global_step": 30063, "epoch": 462, "lr": 1.2713814003605552e-05}
+{"train_loss": 0.0014119561528787017, "global_step": 30064, "epoch": 462, "lr": 1.2711095812449919e-05}
+{"train_loss": 0.001003494136966765, "global_step": 30065, "epoch": 462, "lr": 1.2708377869583531e-05}
+{"train_loss": 0.0010438610333949327, "global_step": 30066, "epoch": 462, "lr": 1.2705660175024503e-05}
+{"train_loss": 0.0009524780907668173, "global_step": 30067, "epoch": 462, "lr": 1.2702942728790895e-05}
+{"train_loss": 0.0008037264924496412, "global_step": 30068, "epoch": 462, "lr": 1.2700225530900823e-05}
+{"train_loss": 0.0010776049457490444, "global_step": 30069, "epoch": 462, "lr": 1.2697508581372387e-05}
+{"train_loss": 0.0016555145848542452, "global_step": 30070, "epoch": 462, "lr": 1.2694791880223667e-05}
+{"train_loss": 0.0006876428378745914, "global_step": 30071, "epoch": 462, "lr": 1.2692075427472737e-05}
+{"train_loss": 0.0011586023028939962, "global_step": 30072, "epoch": 462, "lr": 1.2689359223137698e-05}
+{"train_loss": 0.000748174381442368, "global_step": 30073, "epoch": 462, "lr": 1.2686643267236636e-05}
+{"train_loss": 0.0010880401823669672, "global_step": 30074, "epoch": 462, "lr": 1.2683927559787655e-05}
+{"train_loss": 0.0008420597878284752, "global_step": 30075, "epoch": 462, "lr": 1.2681212100808804e-05}
+{"train_loss": 0.000795135973021388, "global_step": 30076, "epoch": 462, "lr": 1.267849689031818e-05}
+{"train_loss": 0.0012825049925595522, "global_step": 30077, "epoch": 462, "lr": 1.2675781928333874e-05}
+{"train_loss": 0.000538939144462347, "global_step": 30078, "epoch": 462, "lr": 1.2673067214873951e-05}
+{"train_loss": 0.0006487787468358874, "global_step": 30079, "epoch": 462, "lr": 1.2670352749956472e-05}
+{"train_loss": 0.0008963725995272398, "global_step": 30080, "epoch": 462, "lr": 1.266763853359953e-05}
+{"train_loss": 0.0007774467812851071, "global_step": 30081, "epoch": 462, "lr": 1.266492456582119e-05}
+{"train_loss": 0.0005057652015239, "global_step": 30082, "epoch": 462, "lr": 1.2662210846639544e-05}
+{"train_loss": 0.0009580731275491416, "global_step": 30083, "epoch": 462, "lr": 1.2659497376072627e-05}
+{"train_loss": 0.0006680349470116198, "global_step": 30084, "epoch": 462, "lr": 1.2656784154138524e-05}
+{"train_loss": 0.0013301402796059847, "global_step": 30085, "epoch": 462, "lr": 1.2654071180855321e-05}
+{"train_loss": 0.0011717387242242694, "global_step": 30086, "epoch": 462, "lr": 1.2651358456241059e-05}
+{"train_loss": 0.0009691013256087899, "global_step": 30087, "epoch": 462, "lr": 1.2648645980313789e-05}
+{"train_loss": 0.0007349756197072566, "global_step": 30088, "epoch": 462, "lr": 1.2645933753091588e-05}
+{"train_loss": 0.0010752518428489566, "global_step": 30089, "epoch": 462, "lr": 1.2643221774592518e-05}
+{"train_loss": 0.0010092360898852348, "global_step": 30090, "epoch": 462, "lr": 1.264051004483464e-05}
+{"train_loss": 0.0010476579191163182, "global_step": 30091, "epoch": 462, "lr": 1.2637798563836002e-05}
+{"train_loss": 0.0004096616758033633, "global_step": 30092, "epoch": 462, "lr": 1.2635087331614654e-05}
+{"train_loss": 0.000880954903550446, "global_step": 30093, "epoch": 462, "lr": 1.2632376348188669e-05}
+{"train_loss": 0.0009811449446715415, "global_step": 30094, "epoch": 462, "lr": 1.262966561357608e-05, "val_loss": 0.008151243440806866}
+{"train_loss": 0.0010303650051355362, "global_step": 30095, "epoch": 463, "lr": 1.2626955127794932e-05}
+{"train_loss": 0.0009737080545164645, "global_step": 30096, "epoch": 463, "lr": 1.2624244890863284e-05}
+{"train_loss": 0.0006761750555597246, "global_step": 30097, "epoch": 463, "lr": 1.2621534902799176e-05}
+{"train_loss": 0.0014581303112208843, "global_step": 30098, "epoch": 463, "lr": 1.2618825163620669e-05}
+{"train_loss": 0.0008916981751099229, "global_step": 30099, "epoch": 463, "lr": 1.2616115673345786e-05}
+{"train_loss": 0.0012007678160443902, "global_step": 30100, "epoch": 463, "lr": 1.261340643199257e-05}
+{"train_loss": 0.0004653866053558886, "global_step": 30101, "epoch": 463, "lr": 1.2610697439579077e-05}
+{"train_loss": 0.0011810128344222903, "global_step": 30102, "epoch": 463, "lr": 1.260798869612334e-05}
+{"train_loss": 0.0013081150827929378, "global_step": 30103, "epoch": 463, "lr": 1.260528020164337e-05}
+{"train_loss": 0.0009125114884227514, "global_step": 30104, "epoch": 463, "lr": 1.2602571956157228e-05}
+{"train_loss": 0.0009844097075983882, "global_step": 30105, "epoch": 463, "lr": 1.2599863959682934e-05}
+{"train_loss": 0.0010610250756144524, "global_step": 30106, "epoch": 463, "lr": 1.2597156212238542e-05}
+{"train_loss": 0.0008611559751443565, "global_step": 30107, "epoch": 463, "lr": 1.259444871384205e-05}
+{"train_loss": 0.001020069350488484, "global_step": 30108, "epoch": 463, "lr": 1.2591741464511497e-05}
+{"train_loss": 0.0014883349649608135, "global_step": 30109, "epoch": 463, "lr": 1.2589034464264932e-05}
+{"train_loss": 0.0011597066186368465, "global_step": 30110, "epoch": 463, "lr": 1.2586327713120361e-05}
+{"train_loss": 0.0013108791317790747, "global_step": 30111, "epoch": 463, "lr": 1.2583621211095786e-05}
+{"train_loss": 0.001324089476838708, "global_step": 30112, "epoch": 463, "lr": 1.2580914958209256e-05}
+{"train_loss": 0.0008836464839987457, "global_step": 30113, "epoch": 463, "lr": 1.2578208954478781e-05}
+{"train_loss": 0.0006993224378675222, "global_step": 30114, "epoch": 463, "lr": 1.2575503199922395e-05}
+{"train_loss": 0.0008664323249831796, "global_step": 30115, "epoch": 463, "lr": 1.2572797694558087e-05}
+{"train_loss": 0.0013085359241813421, "global_step": 30116, "epoch": 463, "lr": 1.2570092438403896e-05}
+{"train_loss": 0.001191463670693338, "global_step": 30117, "epoch": 463, "lr": 1.2567387431477818e-05}
+{"train_loss": 0.0013562883250415325, "global_step": 30118, "epoch": 463, "lr": 1.2564682673797878e-05}
+{"train_loss": 0.0009959996677935123, "global_step": 30119, "epoch": 463, "lr": 1.2561978165382066e-05}
+{"train_loss": 0.0008969223708845675, "global_step": 30120, "epoch": 463, "lr": 1.2559273906248404e-05}
+{"train_loss": 0.0013391333632171154, "global_step": 30121, "epoch": 463, "lr": 1.25565698964149e-05}
+{"train_loss": 0.0009185306262224913, "global_step": 30122, "epoch": 463, "lr": 1.2553866135899567e-05}
+{"train_loss": 0.0007222028216347098, "global_step": 30123, "epoch": 463, "lr": 1.255116262472038e-05}
+{"train_loss": 0.001211088616400957, "global_step": 30124, "epoch": 463, "lr": 1.2548459362895376e-05}
+{"train_loss": 0.0009267784189432859, "global_step": 30125, "epoch": 463, "lr": 1.2545756350442517e-05}
+{"train_loss": 0.0009337242227047682, "global_step": 30126, "epoch": 463, "lr": 1.2543053587379839e-05}
+{"train_loss": 0.0009174951119348407, "global_step": 30127, "epoch": 463, "lr": 1.2540351073725304e-05}
+{"train_loss": 0.0008314793813042343, "global_step": 30128, "epoch": 463, "lr": 1.253764880949692e-05}
+{"train_loss": 0.0016664930153638124, "global_step": 30129, "epoch": 463, "lr": 1.2534946794712683e-05}
+{"train_loss": 0.0012126595247536898, "global_step": 30130, "epoch": 463, "lr": 1.25322450293906e-05}
+{"train_loss": 0.0007134516490623355, "global_step": 30131, "epoch": 463, "lr": 1.252954351354863e-05}
+{"train_loss": 0.0006384520675055683, "global_step": 30132, "epoch": 463, "lr": 1.252684224720479e-05}
+{"train_loss": 0.0007136086351238191, "global_step": 30133, "epoch": 463, "lr": 1.2524141230377034e-05}
+{"train_loss": 0.0009929616935551167, "global_step": 30134, "epoch": 463, "lr": 1.2521440463083384e-05}
+{"train_loss": 0.0007673954823985696, "global_step": 30135, "epoch": 463, "lr": 1.251873994534179e-05}
+{"train_loss": 0.0007133356994017959, "global_step": 30136, "epoch": 463, "lr": 1.2516039677170244e-05}
+{"train_loss": 0.0013811939861625433, "global_step": 30137, "epoch": 463, "lr": 1.2513339658586732e-05}
+{"train_loss": 0.0008826844277791679, "global_step": 30138, "epoch": 463, "lr": 1.2510639889609243e-05}
+{"train_loss": 0.0008828747668303549, "global_step": 30139, "epoch": 463, "lr": 1.2507940370255744e-05}
+{"train_loss": 0.0006528483354486525, "global_step": 30140, "epoch": 463, "lr": 1.2505241100544185e-05}
+{"train_loss": 0.0008437029318884015, "global_step": 30141, "epoch": 463, "lr": 1.2502542080492563e-05}
+{"train_loss": 0.000671953079290688, "global_step": 30142, "epoch": 463, "lr": 1.2499843310118863e-05}
+{"train_loss": 0.0010896229650825262, "global_step": 30143, "epoch": 463, "lr": 1.2497144789441024e-05}
+{"train_loss": 0.0009132513077929616, "global_step": 30144, "epoch": 463, "lr": 1.2494446518477022e-05}
+{"train_loss": 0.0011511280899867415, "global_step": 30145, "epoch": 463, "lr": 1.2491748497244838e-05}
+{"train_loss": 0.0012534793931990862, "global_step": 30146, "epoch": 463, "lr": 1.2489050725762441e-05}
+{"train_loss": 0.0012576293665915728, "global_step": 30147, "epoch": 463, "lr": 1.248635320404778e-05}
+{"train_loss": 0.00045375441550277174, "global_step": 30148, "epoch": 463, "lr": 1.2483655932118803e-05}
+{"train_loss": 0.0012512151151895523, "global_step": 30149, "epoch": 463, "lr": 1.248095890999349e-05}
+{"train_loss": 0.000603881140705198, "global_step": 30150, "epoch": 463, "lr": 1.2478262137689806e-05}
+{"train_loss": 0.0009686902048997581, "global_step": 30151, "epoch": 463, "lr": 1.2475565615225682e-05}
+{"train_loss": 0.0006728406879119575, "global_step": 30152, "epoch": 463, "lr": 1.2472869342619087e-05}
+{"train_loss": 0.0010318522108718753, "global_step": 30153, "epoch": 463, "lr": 1.2470173319887978e-05}
+{"train_loss": 0.00041611646884121, "global_step": 30154, "epoch": 463, "lr": 1.2467477547050316e-05}
+{"train_loss": 0.0007385316421277821, "global_step": 30155, "epoch": 463, "lr": 1.2464782024124032e-05}
+{"train_loss": 0.0018664818489924073, "global_step": 30156, "epoch": 463, "lr": 1.2462086751127071e-05}
+{"train_loss": 0.0005368884303607047, "global_step": 30157, "epoch": 463, "lr": 1.245939172807739e-05}
+{"train_loss": 0.0018268889980390668, "global_step": 30158, "epoch": 463, "lr": 1.245669695499294e-05}
+{"train_loss": 0.001000980876135425, "global_step": 30159, "epoch": 463, "lr": 1.2454002431891648e-05, "val_loss": 0.0025199679657816887}
+{"train_loss": 0.0007623577257618308, "global_step": 30160, "epoch": 464, "lr": 1.2451308158791463e-05}
+{"train_loss": 0.0007089014397934079, "global_step": 30161, "epoch": 464, "lr": 1.244861413571033e-05}
+{"train_loss": 0.0008388417772948742, "global_step": 30162, "epoch": 464, "lr": 1.2445920362666191e-05}
+{"train_loss": 0.001342028146609664, "global_step": 30163, "epoch": 464, "lr": 1.2443226839676975e-05}
+{"train_loss": 0.000975521863438189, "global_step": 30164, "epoch": 464, "lr": 1.244053356676061e-05}
+{"train_loss": 0.000992818851955235, "global_step": 30165, "epoch": 464, "lr": 1.2437840543935025e-05}
+{"train_loss": 0.00079235719749704, "global_step": 30166, "epoch": 464, "lr": 1.2435147771218187e-05}
+{"train_loss": 0.0008310765842907131, "global_step": 30167, "epoch": 464, "lr": 1.2432455248627984e-05}
+{"train_loss": 0.0008498957613483071, "global_step": 30168, "epoch": 464, "lr": 1.2429762976182358e-05}
+{"train_loss": 0.0008592531667090952, "global_step": 30169, "epoch": 464, "lr": 1.2427070953899245e-05}
+{"train_loss": 0.0007052291766740382, "global_step": 30170, "epoch": 464, "lr": 1.2424379181796574e-05}
+{"train_loss": 0.0009109601960517466, "global_step": 30171, "epoch": 464, "lr": 1.2421687659892262e-05}
+{"train_loss": 0.001499705365858972, "global_step": 30172, "epoch": 464, "lr": 1.2418996388204207e-05}
+{"train_loss": 0.0019669104367494583, "global_step": 30173, "epoch": 464, "lr": 1.2416305366750352e-05}
+{"train_loss": 0.0015150804538279772, "global_step": 30174, "epoch": 464, "lr": 1.2413614595548617e-05}
+{"train_loss": 0.0008937781676650047, "global_step": 30175, "epoch": 464, "lr": 1.241092407461692e-05}
+{"train_loss": 0.0013157428475096822, "global_step": 30176, "epoch": 464, "lr": 1.2408233803973163e-05}
+{"train_loss": 0.0010675610974431038, "global_step": 30177, "epoch": 464, "lr": 1.240554378363526e-05}
+{"train_loss": 0.0007464988739229739, "global_step": 30178, "epoch": 464, "lr": 1.2402854013621146e-05}
+{"train_loss": 0.0007251335773617029, "global_step": 30179, "epoch": 464, "lr": 1.2400164493948713e-05}
+{"train_loss": 0.0008251632680185139, "global_step": 30180, "epoch": 464, "lr": 1.2397475224635858e-05}
+{"train_loss": 0.0011962340213358402, "global_step": 30181, "epoch": 464, "lr": 1.2394786205700493e-05}
+{"train_loss": 0.0006223934469744563, "global_step": 30182, "epoch": 464, "lr": 1.2392097437160532e-05}
+{"train_loss": 0.0013778673019260168, "global_step": 30183, "epoch": 464, "lr": 1.238940891903389e-05}
+{"train_loss": 0.0007723133894614875, "global_step": 30184, "epoch": 464, "lr": 1.238672065133844e-05}
+{"train_loss": 0.0013285099994391203, "global_step": 30185, "epoch": 464, "lr": 1.2384032634092096e-05}
+{"train_loss": 0.001340088783763349, "global_step": 30186, "epoch": 464, "lr": 1.2381344867312773e-05}
+{"train_loss": 0.000898562662769109, "global_step": 30187, "epoch": 464, "lr": 1.2378657351018347e-05}
+{"train_loss": 0.0007610120228491724, "global_step": 30188, "epoch": 464, "lr": 1.2375970085226701e-05}
+{"train_loss": 0.0015487115597352386, "global_step": 30189, "epoch": 464, "lr": 1.2373283069955744e-05}
+{"train_loss": 0.000647515757009387, "global_step": 30190, "epoch": 464, "lr": 1.237059630522337e-05}
+{"train_loss": 0.0008113858057186007, "global_step": 30191, "epoch": 464, "lr": 1.2367909791047483e-05}
+{"train_loss": 0.0006120805628597736, "global_step": 30192, "epoch": 464, "lr": 1.2365223527445935e-05}
+{"train_loss": 0.0009106502402573824, "global_step": 30193, "epoch": 464, "lr": 1.236253751443665e-05}
+{"train_loss": 0.000691931985784322, "global_step": 30194, "epoch": 464, "lr": 1.2359851752037476e-05}
+{"train_loss": 0.001255900482647121, "global_step": 30195, "epoch": 464, "lr": 1.2357166240266333e-05}
+{"train_loss": 0.0010406700894236565, "global_step": 30196, "epoch": 464, "lr": 1.235448097914107e-05}
+{"train_loss": 0.0005916624795645475, "global_step": 30197, "epoch": 464, "lr": 1.2351795968679586e-05}
+{"train_loss": 0.0008042416302487254, "global_step": 30198, "epoch": 464, "lr": 1.234911120889975e-05}
+{"train_loss": 0.000793715997133404, "global_step": 30199, "epoch": 464, "lr": 1.2346426699819458e-05}
+{"train_loss": 0.0008190880180336535, "global_step": 30200, "epoch": 464, "lr": 1.2343742441456557e-05}
+{"train_loss": 0.001127146533690393, "global_step": 30201, "epoch": 464, "lr": 1.2341058433828945e-05}
+{"train_loss": 0.0006865925388410687, "global_step": 30202, "epoch": 464, "lr": 1.2338374676954474e-05}
+{"train_loss": 0.0016404440393671393, "global_step": 30203, "epoch": 464, "lr": 1.2335691170851033e-05}
+{"train_loss": 0.0004553021281026304, "global_step": 30204, "epoch": 464, "lr": 1.233300791553646e-05}
+{"train_loss": 0.0005856208736076951, "global_step": 30205, "epoch": 464, "lr": 1.2330324911028646e-05}
+{"train_loss": 0.0014591098297387362, "global_step": 30206, "epoch": 464, "lr": 1.2327642157345449e-05}
+{"train_loss": 0.0008170431246981025, "global_step": 30207, "epoch": 464, "lr": 1.2324959654504748e-05}
+{"train_loss": 0.0007526868721470237, "global_step": 30208, "epoch": 464, "lr": 1.232227740252438e-05}
+{"train_loss": 0.0012121625477448106, "global_step": 30209, "epoch": 464, "lr": 1.2319595401422223e-05}
+{"train_loss": 0.000966481224168092, "global_step": 30210, "epoch": 464, "lr": 1.2316913651216117e-05}
+{"train_loss": 0.000959968485403806, "global_step": 30211, "epoch": 464, "lr": 1.2314232151923944e-05}
+{"train_loss": 0.0004898541374132037, "global_step": 30212, "epoch": 464, "lr": 1.2311550903563524e-05}
+{"train_loss": 0.0007929864805191755, "global_step": 30213, "epoch": 464, "lr": 1.2308869906152732e-05}
+{"train_loss": 0.0004986763815395534, "global_step": 30214, "epoch": 464, "lr": 1.230618915970942e-05}
+{"train_loss": 0.0010810873936861753, "global_step": 30215, "epoch": 464, "lr": 1.230350866425145e-05}
+{"train_loss": 0.0006627033581025898, "global_step": 30216, "epoch": 464, "lr": 1.2300828419796651e-05}
+{"train_loss": 0.001114384038373828, "global_step": 30217, "epoch": 464, "lr": 1.229814842636286e-05}
+{"train_loss": 0.00099231768399477, "global_step": 30218, "epoch": 464, "lr": 1.2295468683967943e-05}
+{"train_loss": 0.0006762064876966178, "global_step": 30219, "epoch": 464, "lr": 1.229278919262974e-05}
+{"train_loss": 0.0009827769827097654, "global_step": 30220, "epoch": 464, "lr": 1.229010995236608e-05}
+{"train_loss": 0.0012861366849392653, "global_step": 30221, "epoch": 464, "lr": 1.2287430963194807e-05}
+{"train_loss": 0.0006122961640357971, "global_step": 30222, "epoch": 464, "lr": 1.2284752225133766e-05}
+{"train_loss": 0.0013304692693054676, "global_step": 30223, "epoch": 464, "lr": 1.2282073738200806e-05}
+{"train_loss": 0.0009597006370313466, "global_step": 30224, "epoch": 464, "lr": 1.2279395502413743e-05, "val_loss": 0.013612193986773491}
+{"train_loss": 0.001434114295989275, "global_step": 30225, "epoch": 465, "lr": 1.2276717517790404e-05}
+{"train_loss": 0.0008282600319944322, "global_step": 30226, "epoch": 465, "lr": 1.2274039784348623e-05}
+{"train_loss": 0.0010830950923264027, "global_step": 30227, "epoch": 465, "lr": 1.2271362302106254e-05}
+{"train_loss": 0.001047856523655355, "global_step": 30228, "epoch": 465, "lr": 1.2268685071081098e-05}
+{"train_loss": 0.0004749423824250698, "global_step": 30229, "epoch": 465, "lr": 1.2266008091290988e-05}
+{"train_loss": 0.0010142613900825381, "global_step": 30230, "epoch": 465, "lr": 1.226333136275375e-05}
+{"train_loss": 0.0011121889110654593, "global_step": 30231, "epoch": 465, "lr": 1.2260654885487222e-05}
+{"train_loss": 0.0006215764442458749, "global_step": 30232, "epoch": 465, "lr": 1.2257978659509218e-05}
+{"train_loss": 0.0005833248724229634, "global_step": 30233, "epoch": 465, "lr": 1.2255302684837534e-05}
+{"train_loss": 0.0012418683618307114, "global_step": 30234, "epoch": 465, "lr": 1.2252626961490005e-05}
+{"train_loss": 0.001625429606065154, "global_step": 30235, "epoch": 465, "lr": 1.2249951489484467e-05}
+{"train_loss": 0.00047494092723354697, "global_step": 30236, "epoch": 465, "lr": 1.2247276268838703e-05}
+{"train_loss": 0.0007992896717041731, "global_step": 30237, "epoch": 465, "lr": 1.2244601299570534e-05}
+{"train_loss": 0.0008187569328583777, "global_step": 30238, "epoch": 465, "lr": 1.2241926581697778e-05}
+{"train_loss": 0.0011534560471773148, "global_step": 30239, "epoch": 465, "lr": 1.2239252115238275e-05}
+{"train_loss": 0.0010850172257050872, "global_step": 30240, "epoch": 465, "lr": 1.2236577900209772e-05}
+{"train_loss": 0.0015087154461070895, "global_step": 30241, "epoch": 465, "lr": 1.2233903936630103e-05}
+{"train_loss": 0.0005881916149519384, "global_step": 30242, "epoch": 465, "lr": 1.2231230224517072e-05}
+{"train_loss": 0.0006700441590510309, "global_step": 30243, "epoch": 465, "lr": 1.2228556763888505e-05}
+{"train_loss": 0.0010425206273794174, "global_step": 30244, "epoch": 465, "lr": 1.2225883554762163e-05}
+{"train_loss": 0.0007887286483310163, "global_step": 30245, "epoch": 465, "lr": 1.2223210597155865e-05}
+{"train_loss": 0.00047483263188041747, "global_step": 30246, "epoch": 465, "lr": 1.2220537891087414e-05}
+{"train_loss": 0.0009441837901249528, "global_step": 30247, "epoch": 465, "lr": 1.2217865436574616e-05}
+{"train_loss": 0.00082859315443784, "global_step": 30248, "epoch": 465, "lr": 1.2215193233635247e-05}
+{"train_loss": 0.001264414400793612, "global_step": 30249, "epoch": 465, "lr": 1.2212521282287092e-05}
+{"train_loss": 0.0012405195739120245, "global_step": 30250, "epoch": 465, "lr": 1.2209849582547955e-05}
+{"train_loss": 0.0006853913073427975, "global_step": 30251, "epoch": 465, "lr": 1.2207178134435637e-05}
+{"train_loss": 0.0011637122370302677, "global_step": 30252, "epoch": 465, "lr": 1.2204506937967902e-05}
+{"train_loss": 0.0011466046562418342, "global_step": 30253, "epoch": 465, "lr": 1.2201835993162548e-05}
+{"train_loss": 0.0016698217950761318, "global_step": 30254, "epoch": 465, "lr": 1.2199165300037357e-05}
+{"train_loss": 0.0008663563057780266, "global_step": 30255, "epoch": 465, "lr": 1.219649485861013e-05}
+{"train_loss": 0.0016406722133979201, "global_step": 30256, "epoch": 465, "lr": 1.2193824668898634e-05}
+{"train_loss": 0.0015961147146299481, "global_step": 30257, "epoch": 465, "lr": 1.219115473092063e-05}
+{"train_loss": 0.0004314582620281726, "global_step": 30258, "epoch": 465, "lr": 1.2188485044693915e-05}
+{"train_loss": 0.0008702351478859782, "global_step": 30259, "epoch": 465, "lr": 1.2185815610236278e-05}
+{"train_loss": 0.0011201726738363504, "global_step": 30260, "epoch": 465, "lr": 1.2183146427565467e-05}
+{"train_loss": 0.001355405431240797, "global_step": 30261, "epoch": 465, "lr": 1.2180477496699267e-05}
+{"train_loss": 0.0009914061520248652, "global_step": 30262, "epoch": 465, "lr": 1.2177808817655462e-05}
+{"train_loss": 0.0006789893377572298, "global_step": 30263, "epoch": 465, "lr": 1.217514039045179e-05}
+{"train_loss": 0.0008535127271898091, "global_step": 30264, "epoch": 465, "lr": 1.2172472215106057e-05}
+{"train_loss": 0.000567688955925405, "global_step": 30265, "epoch": 465, "lr": 1.2169804291635989e-05}
+{"train_loss": 0.0005266821244731545, "global_step": 30266, "epoch": 465, "lr": 1.2167136620059377e-05}
+{"train_loss": 0.0020202137529850006, "global_step": 30267, "epoch": 465, "lr": 1.2164469200393986e-05}
+{"train_loss": 0.0013837490696460009, "global_step": 30268, "epoch": 465, "lr": 1.216180203265756e-05}
+{"train_loss": 0.0015598299214616418, "global_step": 30269, "epoch": 465, "lr": 1.2159135116867859e-05}
+{"train_loss": 0.0008097546524368227, "global_step": 30270, "epoch": 465, "lr": 1.2156468453042669e-05}
+{"train_loss": 0.0011932671768590808, "global_step": 30271, "epoch": 465, "lr": 1.2153802041199714e-05}
+{"train_loss": 0.0003894323599524796, "global_step": 30272, "epoch": 465, "lr": 1.2151135881356767e-05}
+{"train_loss": 0.0007343595498241484, "global_step": 30273, "epoch": 465, "lr": 1.2148469973531567e-05}
+{"train_loss": 0.0006322957342490554, "global_step": 30274, "epoch": 465, "lr": 1.2145804317741866e-05}
+{"train_loss": 0.0011240382445976138, "global_step": 30275, "epoch": 465, "lr": 1.2143138914005436e-05}
+{"train_loss": 0.0007783612818457186, "global_step": 30276, "epoch": 465, "lr": 1.214047376234e-05}
+{"train_loss": 0.0005636365967802703, "global_step": 30277, "epoch": 465, "lr": 1.21378088627633e-05}
+{"train_loss": 0.0010491065913811326, "global_step": 30278, "epoch": 465, "lr": 1.2135144215293114e-05}
+{"train_loss": 0.0005828378489241004, "global_step": 30279, "epoch": 465, "lr": 1.2132479819947146e-05}
+{"train_loss": 0.0011741785565391183, "global_step": 30280, "epoch": 465, "lr": 1.2129815676743166e-05}
+{"train_loss": 0.0007455838494934142, "global_step": 30281, "epoch": 465, "lr": 1.2127151785698892e-05}
+{"train_loss": 0.0005066193407401443, "global_step": 30282, "epoch": 465, "lr": 1.212448814683207e-05}
+{"train_loss": 0.0011495179496705532, "global_step": 30283, "epoch": 465, "lr": 1.2121824760160449e-05}
+{"train_loss": 0.0006276904023252428, "global_step": 30284, "epoch": 465, "lr": 1.2119161625701736e-05}
+{"train_loss": 0.0008657810394652188, "global_step": 30285, "epoch": 465, "lr": 1.2116498743473692e-05}
+{"train_loss": 0.0007727092015556991, "global_step": 30286, "epoch": 465, "lr": 1.211383611349402e-05}
+{"train_loss": 0.0009995243744924664, "global_step": 30287, "epoch": 465, "lr": 1.2111173735780468e-05}
+{"train_loss": 0.0011543786386027932, "global_step": 30288, "epoch": 465, "lr": 1.210851161035077e-05}
+{"train_loss": 0.0009676405345089734, "global_step": 30289, "epoch": 465, "lr": 1.2105849737222625e-05, "val_loss": 0.008067945018410683, "train_action_mse_error": 3.0218865504139103e-05}
+{"train_loss": 0.0006646757829003036, "global_step": 30290, "epoch": 466, "lr": 1.2103188116413777e-05}
+{"train_loss": 0.0008229968952946365, "global_step": 30291, "epoch": 466, "lr": 1.2100526747941954e-05}
+{"train_loss": 0.0007322352030314505, "global_step": 30292, "epoch": 466, "lr": 1.2097865631824856e-05}
+{"train_loss": 0.0012017595581710339, "global_step": 30293, "epoch": 466, "lr": 1.2095204768080227e-05}
+{"train_loss": 0.0011593413073569536, "global_step": 30294, "epoch": 466, "lr": 1.2092544156725754e-05}
+{"train_loss": 0.0010423687053844333, "global_step": 30295, "epoch": 466, "lr": 1.2089883797779172e-05}
+{"train_loss": 0.0009156774613074958, "global_step": 30296, "epoch": 466, "lr": 1.208722369125821e-05}
+{"train_loss": 0.0005912951310165226, "global_step": 30297, "epoch": 466, "lr": 1.2084563837180546e-05}
+{"train_loss": 0.001289839274249971, "global_step": 30298, "epoch": 466, "lr": 1.2081904235563906e-05}
+{"train_loss": 0.0017698656301945448, "global_step": 30299, "epoch": 466, "lr": 1.2079244886426017e-05}
+{"train_loss": 0.0012311047175899148, "global_step": 30300, "epoch": 466, "lr": 1.2076585789784556e-05}
+{"train_loss": 0.0006181522621773183, "global_step": 30301, "epoch": 466, "lr": 1.2073926945657255e-05}
+{"train_loss": 0.0008889264427125454, "global_step": 30302, "epoch": 466, "lr": 1.2071268354061793e-05}
+{"train_loss": 0.0006071282550692558, "global_step": 30303, "epoch": 466, "lr": 1.2068610015015886e-05}
+{"train_loss": 0.0005812847521156073, "global_step": 30304, "epoch": 466, "lr": 1.2065951928537244e-05}
+{"train_loss": 0.001343915588222444, "global_step": 30305, "epoch": 466, "lr": 1.2063294094643545e-05}
+{"train_loss": 0.0008774325251579285, "global_step": 30306, "epoch": 466, "lr": 1.2060636513352496e-05}
+{"train_loss": 0.0005432777106761932, "global_step": 30307, "epoch": 466, "lr": 1.2057979184681805e-05}
+{"train_loss": 0.0015862927539274096, "global_step": 30308, "epoch": 466, "lr": 1.2055322108649148e-05}
+{"train_loss": 0.0008220867021009326, "global_step": 30309, "epoch": 466, "lr": 1.205266528527223e-05}
+{"train_loss": 0.0006865348550491035, "global_step": 30310, "epoch": 466, "lr": 1.2050008714568727e-05}
+{"train_loss": 0.0008080072002485394, "global_step": 30311, "epoch": 466, "lr": 1.2047352396556333e-05}
+{"train_loss": 0.0007176043000072241, "global_step": 30312, "epoch": 466, "lr": 1.2044696331252753e-05}
+{"train_loss": 0.000673149072099477, "global_step": 30313, "epoch": 466, "lr": 1.204204051867564e-05}
+{"train_loss": 0.0009219858329743147, "global_step": 30314, "epoch": 466, "lr": 1.2039384958842697e-05}
+{"train_loss": 0.0012226428370922804, "global_step": 30315, "epoch": 466, "lr": 1.2036729651771623e-05}
+{"train_loss": 0.0007071754662320018, "global_step": 30316, "epoch": 466, "lr": 1.2034074597480078e-05}
+{"train_loss": 0.0007339988951571286, "global_step": 30317, "epoch": 466, "lr": 1.2031419795985727e-05}
+{"train_loss": 0.001451329793781042, "global_step": 30318, "epoch": 466, "lr": 1.2028765247306261e-05}
+{"train_loss": 0.0011196432169526815, "global_step": 30319, "epoch": 466, "lr": 1.2026110951459362e-05}
+{"train_loss": 0.0012536877766251564, "global_step": 30320, "epoch": 466, "lr": 1.202345690846271e-05}
+{"train_loss": 0.0005990605568513274, "global_step": 30321, "epoch": 466, "lr": 1.2020803118333957e-05}
+{"train_loss": 0.0008227953803725541, "global_step": 30322, "epoch": 466, "lr": 1.2018149581090777e-05}
+{"train_loss": 0.0008310879347845912, "global_step": 30323, "epoch": 466, "lr": 1.201549629675086e-05}
+{"train_loss": 0.0013288188492879272, "global_step": 30324, "epoch": 466, "lr": 1.2012843265331858e-05}
+{"train_loss": 0.0012843500589951873, "global_step": 30325, "epoch": 466, "lr": 1.2010190486851419e-05}
+{"train_loss": 0.001746289199218154, "global_step": 30326, "epoch": 466, "lr": 1.200753796132722e-05}
+{"train_loss": 0.001103665097616613, "global_step": 30327, "epoch": 466, "lr": 1.200488568877693e-05}
+{"train_loss": 0.0007039933116175234, "global_step": 30328, "epoch": 466, "lr": 1.2002233669218221e-05}
+{"train_loss": 0.0008893526974134147, "global_step": 30329, "epoch": 466, "lr": 1.1999581902668716e-05}
+{"train_loss": 0.0014092217897996306, "global_step": 30330, "epoch": 466, "lr": 1.1996930389146093e-05}
+{"train_loss": 0.0007392184343189001, "global_step": 30331, "epoch": 466, "lr": 1.1994279128668024e-05}
+{"train_loss": 0.0009117320878431201, "global_step": 30332, "epoch": 466, "lr": 1.199162812125214e-05}
+{"train_loss": 0.0021745190024375916, "global_step": 30333, "epoch": 466, "lr": 1.1988977366916082e-05}
+{"train_loss": 0.0010424647480249405, "global_step": 30334, "epoch": 466, "lr": 1.1986326865677517e-05}
+{"train_loss": 0.0011695798020809889, "global_step": 30335, "epoch": 466, "lr": 1.1983676617554091e-05}
+{"train_loss": 0.0012351128971204162, "global_step": 30336, "epoch": 466, "lr": 1.1981026622563469e-05}
+{"train_loss": 0.0008287035161629319, "global_step": 30337, "epoch": 466, "lr": 1.1978376880723257e-05}
+{"train_loss": 0.001105953473597765, "global_step": 30338, "epoch": 466, "lr": 1.1975727392051128e-05}
+{"train_loss": 0.0012666458496823907, "global_step": 30339, "epoch": 466, "lr": 1.1973078156564722e-05}
+{"train_loss": 0.000814284838270396, "global_step": 30340, "epoch": 466, "lr": 1.1970429174281678e-05}
+{"train_loss": 0.0007392533007077873, "global_step": 30341, "epoch": 466, "lr": 1.1967780445219612e-05}
+{"train_loss": 0.001505351741798222, "global_step": 30342, "epoch": 466, "lr": 1.1965131969396175e-05}
+{"train_loss": 0.0007265005842782557, "global_step": 30343, "epoch": 466, "lr": 1.1962483746829007e-05}
+{"train_loss": 0.0014964888105168939, "global_step": 30344, "epoch": 466, "lr": 1.195983577753575e-05}
+{"train_loss": 0.0009108560043387115, "global_step": 30345, "epoch": 466, "lr": 1.1957188061534013e-05}
+{"train_loss": 0.0014201711164787412, "global_step": 30346, "epoch": 466, "lr": 1.1954540598841435e-05}
+{"train_loss": 0.0007264383020810783, "global_step": 30347, "epoch": 466, "lr": 1.195189338947566e-05}
+{"train_loss": 0.0007761901360936463, "global_step": 30348, "epoch": 466, "lr": 1.1949246433454303e-05}
+{"train_loss": 0.0010489519918337464, "global_step": 30349, "epoch": 466, "lr": 1.1946599730794972e-05}
+{"train_loss": 0.0019422710174694657, "global_step": 30350, "epoch": 466, "lr": 1.1943953281515307e-05}
+{"train_loss": 0.0006712002796120942, "global_step": 30351, "epoch": 466, "lr": 1.1941307085632925e-05}
+{"train_loss": 0.0012052615638822317, "global_step": 30352, "epoch": 466, "lr": 1.1938661143165458e-05}
+{"train_loss": 0.0023478358052670956, "global_step": 30353, "epoch": 466, "lr": 1.1936015454130506e-05}
+{"train_loss": 0.0010487391299997958, "global_step": 30354, "epoch": 466, "lr": 1.1933370018545693e-05, "val_loss": 0.011519149877130985}
+{"train_loss": 0.0009519488667137921, "global_step": 30355, "epoch": 467, "lr": 1.1930724836428642e-05}
+{"train_loss": 0.0015630561392754316, "global_step": 30356, "epoch": 467, "lr": 1.1928079907796963e-05}
+{"train_loss": 0.0008015261846594512, "global_step": 30357, "epoch": 467, "lr": 1.1925435232668246e-05}
+{"train_loss": 0.0007446184172295034, "global_step": 30358, "epoch": 467, "lr": 1.1922790811060125e-05}
+{"train_loss": 0.0009777371305972338, "global_step": 30359, "epoch": 467, "lr": 1.1920146642990193e-05}
+{"train_loss": 0.0006010358920320868, "global_step": 30360, "epoch": 467, "lr": 1.1917502728476076e-05}
+{"train_loss": 0.000992347951978445, "global_step": 30361, "epoch": 467, "lr": 1.1914859067535356e-05}
+{"train_loss": 0.001807604101486504, "global_step": 30362, "epoch": 467, "lr": 1.191221566018566e-05}
+{"train_loss": 0.0015694454777985811, "global_step": 30363, "epoch": 467, "lr": 1.1909572506444555e-05}
+{"train_loss": 0.0006212304579094052, "global_step": 30364, "epoch": 467, "lr": 1.190692960632968e-05}
+{"train_loss": 0.001419956679455936, "global_step": 30365, "epoch": 467, "lr": 1.1904286959858602e-05}
+{"train_loss": 0.001042280811816454, "global_step": 30366, "epoch": 467, "lr": 1.1901644567048926e-05}
+{"train_loss": 0.0012604680377990007, "global_step": 30367, "epoch": 467, "lr": 1.1899002427918243e-05}
+{"train_loss": 0.001335636479780078, "global_step": 30368, "epoch": 467, "lr": 1.1896360542484175e-05}
+{"train_loss": 0.0011289713438600302, "global_step": 30369, "epoch": 467, "lr": 1.1893718910764267e-05}
+{"train_loss": 0.0006620120839215815, "global_step": 30370, "epoch": 467, "lr": 1.1891077532776152e-05}
+{"train_loss": 0.0009013317758217454, "global_step": 30371, "epoch": 467, "lr": 1.1888436408537378e-05}
+{"train_loss": 0.0005482778651639819, "global_step": 30372, "epoch": 467, "lr": 1.1885795538065569e-05}
+{"train_loss": 0.0015687269624322653, "global_step": 30373, "epoch": 467, "lr": 1.1883154921378275e-05}
+{"train_loss": 0.0011303762439638376, "global_step": 30374, "epoch": 467, "lr": 1.1880514558493089e-05}
+{"train_loss": 0.0006807434838265181, "global_step": 30375, "epoch": 467, "lr": 1.18778744494276e-05}
+{"train_loss": 0.002513397252187133, "global_step": 30376, "epoch": 467, "lr": 1.1875234594199402e-05}
+{"train_loss": 0.0006358334794640541, "global_step": 30377, "epoch": 467, "lr": 1.1872594992826036e-05}
+{"train_loss": 0.0008576273685321212, "global_step": 30378, "epoch": 467, "lr": 1.1869955645325109e-05}
+{"train_loss": 0.0009007223416119814, "global_step": 30379, "epoch": 467, "lr": 1.1867316551714174e-05}
+{"train_loss": 0.0011041087564080954, "global_step": 30380, "epoch": 467, "lr": 1.1864677712010824e-05}
+{"train_loss": 0.0006402902654372156, "global_step": 30381, "epoch": 467, "lr": 1.18620391262326e-05}
+{"train_loss": 0.0011028533335775137, "global_step": 30382, "epoch": 467, "lr": 1.185940079439709e-05}
+{"train_loss": 0.0008501579868607223, "global_step": 30383, "epoch": 467, "lr": 1.1856762716521862e-05}
+{"train_loss": 0.001126711256802082, "global_step": 30384, "epoch": 467, "lr": 1.1854124892624497e-05}
+{"train_loss": 0.0005807841080240905, "global_step": 30385, "epoch": 467, "lr": 1.1851487322722537e-05}
+{"train_loss": 0.0006524042692035437, "global_step": 30386, "epoch": 467, "lr": 1.184885000683354e-05}
+{"train_loss": 0.0018328593578189611, "global_step": 30387, "epoch": 467, "lr": 1.1846212944975072e-05}
+{"train_loss": 0.0008591011865064502, "global_step": 30388, "epoch": 467, "lr": 1.1843576137164713e-05}
+{"train_loss": 0.0011101523414254189, "global_step": 30389, "epoch": 467, "lr": 1.1840939583419986e-05}
+{"train_loss": 0.0007951798615977168, "global_step": 30390, "epoch": 467, "lr": 1.1838303283758468e-05}
+{"train_loss": 0.0009689271682873368, "global_step": 30391, "epoch": 467, "lr": 1.1835667238197707e-05}
+{"train_loss": 0.0007588218431919813, "global_step": 30392, "epoch": 467, "lr": 1.1833031446755271e-05}
+{"train_loss": 0.0011859219521284103, "global_step": 30393, "epoch": 467, "lr": 1.1830395909448693e-05}
+{"train_loss": 0.000617234327364713, "global_step": 30394, "epoch": 467, "lr": 1.1827760626295513e-05}
+{"train_loss": 0.0008881289977580309, "global_step": 30395, "epoch": 467, "lr": 1.1825125597313297e-05}
+{"train_loss": 0.0007931794389151037, "global_step": 30396, "epoch": 467, "lr": 1.1822490822519588e-05}
+{"train_loss": 0.0014411982847377658, "global_step": 30397, "epoch": 467, "lr": 1.1819856301931919e-05}
+{"train_loss": 0.0009758431697264314, "global_step": 30398, "epoch": 467, "lr": 1.1817222035567833e-05}
+{"train_loss": 0.0015060758450999856, "global_step": 30399, "epoch": 467, "lr": 1.1814588023444878e-05}
+{"train_loss": 0.001499153790064156, "global_step": 30400, "epoch": 467, "lr": 1.1811954265580605e-05}
+{"train_loss": 0.0008499995456077158, "global_step": 30401, "epoch": 467, "lr": 1.1809320761992537e-05}
+{"train_loss": 0.0014085855800658464, "global_step": 30402, "epoch": 467, "lr": 1.1806687512698195e-05}
+{"train_loss": 0.000716057256795466, "global_step": 30403, "epoch": 467, "lr": 1.1804054517715125e-05}
+{"train_loss": 0.0013211077312007546, "global_step": 30404, "epoch": 467, "lr": 1.1801421777060873e-05}
+{"train_loss": 0.0011768629774451256, "global_step": 30405, "epoch": 467, "lr": 1.1798789290752942e-05}
+{"train_loss": 0.0008090959745459259, "global_step": 30406, "epoch": 467, "lr": 1.1796157058808882e-05}
+{"train_loss": 0.0013606934808194637, "global_step": 30407, "epoch": 467, "lr": 1.1793525081246204e-05}
+{"train_loss": 0.0008840456139296293, "global_step": 30408, "epoch": 467, "lr": 1.179089335808246e-05}
+{"train_loss": 0.0008617010898888111, "global_step": 30409, "epoch": 467, "lr": 1.1788261889335155e-05}
+{"train_loss": 0.0005219919257797301, "global_step": 30410, "epoch": 467, "lr": 1.1785630675021792e-05}
+{"train_loss": 0.001048443140462041, "global_step": 30411, "epoch": 467, "lr": 1.1782999715159915e-05}
+{"train_loss": 0.0008273107814602554, "global_step": 30412, "epoch": 467, "lr": 1.178036900976705e-05}
+{"train_loss": 0.0011049811728298664, "global_step": 30413, "epoch": 467, "lr": 1.1777738558860685e-05}
+{"train_loss": 0.0007848217501305044, "global_step": 30414, "epoch": 467, "lr": 1.1775108362458353e-05}
+{"train_loss": 0.0018340038368478417, "global_step": 30415, "epoch": 467, "lr": 1.1772478420577565e-05}
+{"train_loss": 0.0010110785951837897, "global_step": 30416, "epoch": 467, "lr": 1.1769848733235844e-05}
+{"train_loss": 0.000987597624771297, "global_step": 30417, "epoch": 467, "lr": 1.1767219300450694e-05}
+{"train_loss": 0.0007912770379334688, "global_step": 30418, "epoch": 467, "lr": 1.1764590122239599e-05}
+{"train_loss": 0.0010386066735149004, "global_step": 30419, "epoch": 467, "lr": 1.176196119862008e-05, "val_loss": 0.00793037936091423}
+{"train_loss": 0.00231487350538373, "global_step": 30420, "epoch": 468, "lr": 1.1759332529609668e-05}
+{"train_loss": 0.0007462127832695842, "global_step": 30421, "epoch": 468, "lr": 1.1756704115225825e-05}
+{"train_loss": 0.0007324664620682597, "global_step": 30422, "epoch": 468, "lr": 1.1754075955486072e-05}
+{"train_loss": 0.000627144705504179, "global_step": 30423, "epoch": 468, "lr": 1.175144805040791e-05}
+{"train_loss": 0.0008350476855412126, "global_step": 30424, "epoch": 468, "lr": 1.1748820400008843e-05}
+{"train_loss": 0.0017101599369198084, "global_step": 30425, "epoch": 468, "lr": 1.1746193004306367e-05}
+{"train_loss": 0.0009133373387157917, "global_step": 30426, "epoch": 468, "lr": 1.1743565863317947e-05}
+{"train_loss": 0.0015627116663381457, "global_step": 30427, "epoch": 468, "lr": 1.17409389770611e-05}
+{"train_loss": 0.0006232691812328994, "global_step": 30428, "epoch": 468, "lr": 1.1738312345553332e-05}
+{"train_loss": 0.0009550054091960192, "global_step": 30429, "epoch": 468, "lr": 1.17356859688121e-05}
+{"train_loss": 0.000713553570676595, "global_step": 30430, "epoch": 468, "lr": 1.1733059846854905e-05}
+{"train_loss": 0.000908812799025327, "global_step": 30431, "epoch": 468, "lr": 1.1730433979699234e-05}
+{"train_loss": 0.0010255944216623902, "global_step": 30432, "epoch": 468, "lr": 1.1727808367362592e-05}
+{"train_loss": 0.0006660903454758227, "global_step": 30433, "epoch": 468, "lr": 1.172518300986244e-05}
+{"train_loss": 0.0008946175803430378, "global_step": 30434, "epoch": 468, "lr": 1.1722557907216247e-05}
+{"train_loss": 0.0006406554020941257, "global_step": 30435, "epoch": 468, "lr": 1.1719933059441507e-05}
+{"train_loss": 0.001379921450279653, "global_step": 30436, "epoch": 468, "lr": 1.1717308466555709e-05}
+{"train_loss": 0.0005554679082706571, "global_step": 30437, "epoch": 468, "lr": 1.171468412857631e-05}
+{"train_loss": 0.0013175056083127856, "global_step": 30438, "epoch": 468, "lr": 1.1712060045520784e-05}
+{"train_loss": 0.0006530614919029176, "global_step": 30439, "epoch": 468, "lr": 1.1709436217406627e-05}
+{"train_loss": 0.0011516258819028735, "global_step": 30440, "epoch": 468, "lr": 1.170681264425128e-05}
+{"train_loss": 0.0008972518844529986, "global_step": 30441, "epoch": 468, "lr": 1.170418932607224e-05}
+{"train_loss": 0.0006549098761752248, "global_step": 30442, "epoch": 468, "lr": 1.1701566262886948e-05}
+{"train_loss": 0.0009140398469753563, "global_step": 30443, "epoch": 468, "lr": 1.169894345471288e-05}
+{"train_loss": 0.0009447015472687781, "global_step": 30444, "epoch": 468, "lr": 1.169632090156752e-05}
+{"train_loss": 0.0010326862102374434, "global_step": 30445, "epoch": 468, "lr": 1.1693698603468295e-05}
+{"train_loss": 0.0009027143241837621, "global_step": 30446, "epoch": 468, "lr": 1.1691076560432685e-05}
+{"train_loss": 0.0007795878336764872, "global_step": 30447, "epoch": 468, "lr": 1.1688454772478158e-05}
+{"train_loss": 0.0010710291098803282, "global_step": 30448, "epoch": 468, "lr": 1.1685833239622146e-05}
+{"train_loss": 0.001477849786169827, "global_step": 30449, "epoch": 468, "lr": 1.1683211961882135e-05}
+{"train_loss": 0.0005893453489989042, "global_step": 30450, "epoch": 468, "lr": 1.1680590939275549e-05}
+{"train_loss": 0.0009947193320840597, "global_step": 30451, "epoch": 468, "lr": 1.1677970171819858e-05}
+{"train_loss": 0.0006028640200383961, "global_step": 30452, "epoch": 468, "lr": 1.1675349659532513e-05}
+{"train_loss": 0.0005875101196579635, "global_step": 30453, "epoch": 468, "lr": 1.1672729402430954e-05}
+{"train_loss": 0.0007141285459510982, "global_step": 30454, "epoch": 468, "lr": 1.1670109400532626e-05}
+{"train_loss": 0.0013362157624214888, "global_step": 30455, "epoch": 468, "lr": 1.1667489653854996e-05}
+{"train_loss": 0.0014634712133556604, "global_step": 30456, "epoch": 468, "lr": 1.1664870162415481e-05}
+{"train_loss": 0.0017429256113246083, "global_step": 30457, "epoch": 468, "lr": 1.1662250926231544e-05}
+{"train_loss": 0.0008949713665060699, "global_step": 30458, "epoch": 468, "lr": 1.1659631945320603e-05}
+{"train_loss": 0.000511787598952651, "global_step": 30459, "epoch": 468, "lr": 1.1657013219700108e-05}
+{"train_loss": 0.0012147463858127594, "global_step": 30460, "epoch": 468, "lr": 1.1654394749387499e-05}
+{"train_loss": 0.0010531935840845108, "global_step": 30461, "epoch": 468, "lr": 1.1651776534400222e-05}
+{"train_loss": 0.0010706862667575479, "global_step": 30462, "epoch": 468, "lr": 1.1649158574755697e-05}
+{"train_loss": 0.0006181907374411821, "global_step": 30463, "epoch": 468, "lr": 1.1646540870471345e-05}
+{"train_loss": 0.0008447487489320338, "global_step": 30464, "epoch": 468, "lr": 1.1643923421564606e-05}
+{"train_loss": 0.0007205472211353481, "global_step": 30465, "epoch": 468, "lr": 1.1641306228052923e-05}
+{"train_loss": 0.0011269929818809032, "global_step": 30466, "epoch": 468, "lr": 1.1638689289953692e-05}
+{"train_loss": 0.0011271097464486957, "global_step": 30467, "epoch": 468, "lr": 1.163607260728436e-05}
+{"train_loss": 0.0007586362189613283, "global_step": 30468, "epoch": 468, "lr": 1.1633456180062346e-05}
+{"train_loss": 0.0012802293058484793, "global_step": 30469, "epoch": 468, "lr": 1.1630840008305083e-05}
+{"train_loss": 0.0012628601398319006, "global_step": 30470, "epoch": 468, "lr": 1.1628224092029976e-05}
+{"train_loss": 0.0009208948467858136, "global_step": 30471, "epoch": 468, "lr": 1.1625608431254436e-05}
+{"train_loss": 0.0007690974161960185, "global_step": 30472, "epoch": 468, "lr": 1.1622993025995888e-05}
+{"train_loss": 0.000666986801661551, "global_step": 30473, "epoch": 468, "lr": 1.1620377876271766e-05}
+{"train_loss": 0.000634278985671699, "global_step": 30474, "epoch": 468, "lr": 1.1617762982099446e-05}
+{"train_loss": 0.0008937337552197278, "global_step": 30475, "epoch": 468, "lr": 1.1615148343496363e-05}
+{"train_loss": 0.000671267684083432, "global_step": 30476, "epoch": 468, "lr": 1.1612533960479922e-05}
+{"train_loss": 0.0008074298384599388, "global_step": 30477, "epoch": 468, "lr": 1.160991983306754e-05}
+{"train_loss": 0.0008889098535291851, "global_step": 30478, "epoch": 468, "lr": 1.1607305961276621e-05}
+{"train_loss": 0.0006776616210117936, "global_step": 30479, "epoch": 468, "lr": 1.1604692345124546e-05}
+{"train_loss": 0.0005710081895813346, "global_step": 30480, "epoch": 468, "lr": 1.1602078984628733e-05}
+{"train_loss": 0.0016659244429320097, "global_step": 30481, "epoch": 468, "lr": 1.1599465879806604e-05}
+{"train_loss": 0.0012485058978199959, "global_step": 30482, "epoch": 468, "lr": 1.1596853030675519e-05}
+{"train_loss": 0.0008073477656580508, "global_step": 30483, "epoch": 468, "lr": 1.1594240437252901e-05}
+{"train_loss": 0.0009558176371054007, "global_step": 30484, "epoch": 468, "lr": 1.159162809955614e-05, "val_loss": 0.0029538737144321203}
+{"train_loss": 0.0006900260341353714, "global_step": 30485, "epoch": 469, "lr": 1.158901601760266e-05}
+{"train_loss": 0.0003957809822168201, "global_step": 30486, "epoch": 469, "lr": 1.1586404191409799e-05}
+{"train_loss": 0.0010231046471744776, "global_step": 30487, "epoch": 469, "lr": 1.158379262099497e-05}
+{"train_loss": 0.001316582434810698, "global_step": 30488, "epoch": 469, "lr": 1.1581181306375571e-05}
+{"train_loss": 0.0012796962400898337, "global_step": 30489, "epoch": 469, "lr": 1.1578570247568998e-05}
+{"train_loss": 0.0010949673596769571, "global_step": 30490, "epoch": 469, "lr": 1.1575959444592605e-05}
+{"train_loss": 0.0006873675738461316, "global_step": 30491, "epoch": 469, "lr": 1.1573348897463798e-05}
+{"train_loss": 0.0009596244199201465, "global_step": 30492, "epoch": 469, "lr": 1.157073860619996e-05}
+{"train_loss": 0.0007543652900494635, "global_step": 30493, "epoch": 469, "lr": 1.1568128570818493e-05}
+{"train_loss": 0.0007334353867918253, "global_step": 30494, "epoch": 469, "lr": 1.1565518791336722e-05}
+{"train_loss": 0.0008368674898520112, "global_step": 30495, "epoch": 469, "lr": 1.1562909267772048e-05}
+{"train_loss": 0.001407262752763927, "global_step": 30496, "epoch": 469, "lr": 1.1560300000141861e-05}
+{"train_loss": 0.0007898345938883722, "global_step": 30497, "epoch": 469, "lr": 1.1557690988463531e-05}
+{"train_loss": 0.0010697674006223679, "global_step": 30498, "epoch": 469, "lr": 1.1555082232754416e-05}
+{"train_loss": 0.0008361686486750841, "global_step": 30499, "epoch": 469, "lr": 1.1552473733031894e-05}
+{"train_loss": 0.0006202820804901421, "global_step": 30500, "epoch": 469, "lr": 1.1549865489313338e-05}
+{"train_loss": 0.0015036273980513215, "global_step": 30501, "epoch": 469, "lr": 1.1547257501616138e-05}
+{"train_loss": 0.001176738180220127, "global_step": 30502, "epoch": 469, "lr": 1.1544649769957605e-05}
+{"train_loss": 0.000541451561730355, "global_step": 30503, "epoch": 469, "lr": 1.1542042294355132e-05}
+{"train_loss": 0.0009948910446837544, "global_step": 30504, "epoch": 469, "lr": 1.1539435074826076e-05}
+{"train_loss": 0.0006414740346372128, "global_step": 30505, "epoch": 469, "lr": 1.153682811138782e-05}
+{"train_loss": 0.0016521018696948886, "global_step": 30506, "epoch": 469, "lr": 1.1534221404057689e-05}
+{"train_loss": 0.0013621000107377768, "global_step": 30507, "epoch": 469, "lr": 1.1531614952853054e-05}
+{"train_loss": 0.0005368642159737647, "global_step": 30508, "epoch": 469, "lr": 1.1529008757791287e-05}
+{"train_loss": 0.0009533434640616179, "global_step": 30509, "epoch": 469, "lr": 1.1526402818889726e-05}
+{"train_loss": 0.0006599480984732509, "global_step": 30510, "epoch": 469, "lr": 1.1523797136165705e-05}
+{"train_loss": 0.0010108575224876404, "global_step": 30511, "epoch": 469, "lr": 1.1521191709636586e-05}
+{"train_loss": 0.0008851985330693424, "global_step": 30512, "epoch": 469, "lr": 1.1518586539319732e-05}
+{"train_loss": 0.0007795948185957968, "global_step": 30513, "epoch": 469, "lr": 1.1515981625232485e-05}
+{"train_loss": 0.0012373491190373898, "global_step": 30514, "epoch": 469, "lr": 1.151337696739218e-05}
+{"train_loss": 0.0015040237922221422, "global_step": 30515, "epoch": 469, "lr": 1.1510772565816157e-05}
+{"train_loss": 0.0010177879594266415, "global_step": 30516, "epoch": 469, "lr": 1.1508168420521787e-05}
+{"train_loss": 0.0009247750276699662, "global_step": 30517, "epoch": 469, "lr": 1.150556453152638e-05}
+{"train_loss": 0.0011338121257722378, "global_step": 30518, "epoch": 469, "lr": 1.1502960898847276e-05}
+{"train_loss": 0.00096461724024266, "global_step": 30519, "epoch": 469, "lr": 1.1500357522501814e-05}
+{"train_loss": 0.0006061653839424253, "global_step": 30520, "epoch": 469, "lr": 1.1497754402507332e-05}
+{"train_loss": 0.0014297754969447851, "global_step": 30521, "epoch": 469, "lr": 1.1495151538881178e-05}
+{"train_loss": 0.0005845632404088974, "global_step": 30522, "epoch": 469, "lr": 1.1492548931640656e-05}
+{"train_loss": 0.0006426441832445562, "global_step": 30523, "epoch": 469, "lr": 1.1489946580803107e-05}
+{"train_loss": 0.0007766440394334495, "global_step": 30524, "epoch": 469, "lr": 1.1487344486385871e-05}
+{"train_loss": 0.0009038242278620601, "global_step": 30525, "epoch": 469, "lr": 1.1484742648406266e-05}
+{"train_loss": 0.0008045114227570593, "global_step": 30526, "epoch": 469, "lr": 1.1482141066881596e-05}
+{"train_loss": 0.0018250556895509362, "global_step": 30527, "epoch": 469, "lr": 1.147953974182921e-05}
+{"train_loss": 0.0012911800295114517, "global_step": 30528, "epoch": 469, "lr": 1.1476938673266412e-05}
+{"train_loss": 0.0008296922314912081, "global_step": 30529, "epoch": 469, "lr": 1.1474337861210543e-05}
+{"train_loss": 0.0007143256370909512, "global_step": 30530, "epoch": 469, "lr": 1.1471737305678899e-05}
+{"train_loss": 0.0007995900814421475, "global_step": 30531, "epoch": 469, "lr": 1.1469137006688812e-05}
+{"train_loss": 0.0012880805879831314, "global_step": 30532, "epoch": 469, "lr": 1.1466536964257579e-05}
+{"train_loss": 0.0006930503877811134, "global_step": 30533, "epoch": 469, "lr": 1.1463937178402533e-05}
+{"train_loss": 0.0006953213596716523, "global_step": 30534, "epoch": 469, "lr": 1.1461337649140958e-05}
+{"train_loss": 0.001129725482314825, "global_step": 30535, "epoch": 469, "lr": 1.145873837649018e-05}
+{"train_loss": 0.0016689881449565291, "global_step": 30536, "epoch": 469, "lr": 1.1456139360467505e-05}
+{"train_loss": 0.0007821705075912178, "global_step": 30537, "epoch": 469, "lr": 1.1453540601090252e-05}
+{"train_loss": 0.001491402741521597, "global_step": 30538, "epoch": 469, "lr": 1.1450942098375695e-05}
+{"train_loss": 0.0011991155333817005, "global_step": 30539, "epoch": 469, "lr": 1.144834385234117e-05}
+{"train_loss": 0.0011496605584397912, "global_step": 30540, "epoch": 469, "lr": 1.1445745863003942e-05}
+{"train_loss": 0.0006693669129163027, "global_step": 30541, "epoch": 469, "lr": 1.1443148130381332e-05}
+{"train_loss": 0.0012282989919185638, "global_step": 30542, "epoch": 469, "lr": 1.1440550654490646e-05}
+{"train_loss": 0.0010216054506599903, "global_step": 30543, "epoch": 469, "lr": 1.1437953435349147e-05}
+{"train_loss": 0.0010050496784970164, "global_step": 30544, "epoch": 469, "lr": 1.1435356472974152e-05}
+{"train_loss": 0.0012102813925594091, "global_step": 30545, "epoch": 469, "lr": 1.1432759767382961e-05}
+{"train_loss": 0.00041836375021375716, "global_step": 30546, "epoch": 469, "lr": 1.143016331859284e-05}
+{"train_loss": 0.0007255096570588648, "global_step": 30547, "epoch": 469, "lr": 1.1427567126621102e-05}
+{"train_loss": 0.0006755625363439322, "global_step": 30548, "epoch": 469, "lr": 1.1424971191485007e-05}
+{"train_loss": 0.0009738097513596025, "global_step": 30549, "epoch": 469, "lr": 1.1422375513201854e-05, "val_loss": 0.009732243604958057}
+{"train_loss": 0.000514201179612428, "global_step": 30550, "epoch": 470, "lr": 1.1419780091788944e-05}
+{"train_loss": 0.0008286196971312165, "global_step": 30551, "epoch": 470, "lr": 1.1417184927263524e-05}
+{"train_loss": 0.0016164365224540234, "global_step": 30552, "epoch": 470, "lr": 1.1414590019642896e-05}
+{"train_loss": 0.0005268619861453772, "global_step": 30553, "epoch": 470, "lr": 1.1411995368944345e-05}
+{"train_loss": 0.0011195646366104484, "global_step": 30554, "epoch": 470, "lr": 1.140940097518512e-05}
+{"train_loss": 0.0013416287256404757, "global_step": 30555, "epoch": 470, "lr": 1.1406806838382527e-05}
+{"train_loss": 0.0013181925751268864, "global_step": 30556, "epoch": 470, "lr": 1.1404212958553811e-05}
+{"train_loss": 0.0009313360787928104, "global_step": 30557, "epoch": 470, "lr": 1.1401619335716257e-05}
+{"train_loss": 0.000656943884678185, "global_step": 30558, "epoch": 470, "lr": 1.139902596988715e-05}
+{"train_loss": 0.0007163287373259664, "global_step": 30559, "epoch": 470, "lr": 1.1396432861083727e-05}
+{"train_loss": 0.0008741307538002729, "global_step": 30560, "epoch": 470, "lr": 1.139384000932327e-05}
+{"train_loss": 0.0006549580139108002, "global_step": 30561, "epoch": 470, "lr": 1.1391247414623057e-05}
+{"train_loss": 0.0014860532246530056, "global_step": 30562, "epoch": 470, "lr": 1.1388655077000338e-05}
+{"train_loss": 0.0005607035709545016, "global_step": 30563, "epoch": 470, "lr": 1.1386062996472358e-05}
+{"train_loss": 0.0009801123524084687, "global_step": 30564, "epoch": 470, "lr": 1.1383471173056393e-05}
+{"train_loss": 0.0010347779607400298, "global_step": 30565, "epoch": 470, "lr": 1.1380879606769696e-05}
+{"train_loss": 0.0005779502680525184, "global_step": 30566, "epoch": 470, "lr": 1.1378288297629547e-05}
+{"train_loss": 0.0006211360450834036, "global_step": 30567, "epoch": 470, "lr": 1.137569724565316e-05}
+{"train_loss": 0.0007647153688594699, "global_step": 30568, "epoch": 470, "lr": 1.1373106450857807e-05}
+{"train_loss": 0.0011208473006263375, "global_step": 30569, "epoch": 470, "lr": 1.137051591326076e-05}
+{"train_loss": 0.0010677127866074443, "global_step": 30570, "epoch": 470, "lr": 1.1367925632879239e-05}
+{"train_loss": 0.0009029755601659417, "global_step": 30571, "epoch": 470, "lr": 1.1365335609730492e-05}
+{"train_loss": 0.0006639002240262926, "global_step": 30572, "epoch": 470, "lr": 1.1362745843831768e-05}
+{"train_loss": 0.0011035947827622294, "global_step": 30573, "epoch": 470, "lr": 1.1360156335200322e-05}
+{"train_loss": 0.00041876110481098294, "global_step": 30574, "epoch": 470, "lr": 1.1357567083853398e-05}
+{"train_loss": 0.000997828203253448, "global_step": 30575, "epoch": 470, "lr": 1.1354978089808215e-05}
+{"train_loss": 0.0011446718126535416, "global_step": 30576, "epoch": 470, "lr": 1.1352389353082033e-05}
+{"train_loss": 0.0007792847463861108, "global_step": 30577, "epoch": 470, "lr": 1.134980087369209e-05}
+{"train_loss": 0.0006469831569120288, "global_step": 30578, "epoch": 470, "lr": 1.134721265165561e-05}
+{"train_loss": 0.0012763107661157846, "global_step": 30579, "epoch": 470, "lr": 1.134462468698982e-05}
+{"train_loss": 0.0009320377139374614, "global_step": 30580, "epoch": 470, "lr": 1.1342036979711962e-05}
+{"train_loss": 0.0008723368518985808, "global_step": 30581, "epoch": 470, "lr": 1.1339449529839264e-05}
+{"train_loss": 0.0016259656986221671, "global_step": 30582, "epoch": 470, "lr": 1.133686233738897e-05}
+{"train_loss": 0.0009695282788015902, "global_step": 30583, "epoch": 470, "lr": 1.1334275402378286e-05}
+{"train_loss": 0.0013306591426953673, "global_step": 30584, "epoch": 470, "lr": 1.133168872482444e-05}
+{"train_loss": 0.0011764364317059517, "global_step": 30585, "epoch": 470, "lr": 1.1329102304744677e-05}
+{"train_loss": 0.0008490177569910884, "global_step": 30586, "epoch": 470, "lr": 1.1326516142156202e-05}
+{"train_loss": 0.0010387375950813293, "global_step": 30587, "epoch": 470, "lr": 1.132393023707622e-05}
+{"train_loss": 0.0007448239484801888, "global_step": 30588, "epoch": 470, "lr": 1.132134458952196e-05}
+{"train_loss": 0.0011626307386904955, "global_step": 30589, "epoch": 470, "lr": 1.1318759199510647e-05}
+{"train_loss": 0.0005720086628571153, "global_step": 30590, "epoch": 470, "lr": 1.131617406705951e-05}
+{"train_loss": 0.0016369835939258337, "global_step": 30591, "epoch": 470, "lr": 1.1313589192185726e-05}
+{"train_loss": 0.0006212295847944915, "global_step": 30592, "epoch": 470, "lr": 1.1311004574906525e-05}
+{"train_loss": 0.0009546272922307253, "global_step": 30593, "epoch": 470, "lr": 1.1308420215239129e-05}
+{"train_loss": 0.0007839884492568672, "global_step": 30594, "epoch": 470, "lr": 1.1305836113200735e-05}
+{"train_loss": 0.0007707267650403082, "global_step": 30595, "epoch": 470, "lr": 1.1303252268808534e-05}
+{"train_loss": 0.0014388978015631437, "global_step": 30596, "epoch": 470, "lr": 1.1300668682079746e-05}
+{"train_loss": 0.0012173930881544948, "global_step": 30597, "epoch": 470, "lr": 1.1298085353031567e-05}
+{"train_loss": 0.0009024159517139196, "global_step": 30598, "epoch": 470, "lr": 1.1295502281681224e-05}
+{"train_loss": 0.0010197772644460201, "global_step": 30599, "epoch": 470, "lr": 1.1292919468045877e-05}
+{"train_loss": 0.0004936216282658279, "global_step": 30600, "epoch": 470, "lr": 1.1290336912142746e-05}
+{"train_loss": 0.0010142246028408408, "global_step": 30601, "epoch": 470, "lr": 1.1287754613989031e-05}
+{"train_loss": 0.0007891331915743649, "global_step": 30602, "epoch": 470, "lr": 1.1285172573601926e-05}
+{"train_loss": 0.0009282248793169856, "global_step": 30603, "epoch": 470, "lr": 1.1282590790998604e-05}
+{"train_loss": 0.0007581858662888408, "global_step": 30604, "epoch": 470, "lr": 1.1280009266196262e-05}
+{"train_loss": 0.0009963096817955375, "global_step": 30605, "epoch": 470, "lr": 1.1277427999212098e-05}
+{"train_loss": 0.0006634194869548082, "global_step": 30606, "epoch": 470, "lr": 1.1274846990063315e-05}
+{"train_loss": 0.0009870472131296992, "global_step": 30607, "epoch": 470, "lr": 1.1272266238767059e-05}
+{"train_loss": 0.0006560898036696017, "global_step": 30608, "epoch": 470, "lr": 1.1269685745340557e-05}
+{"train_loss": 0.0010218973038718104, "global_step": 30609, "epoch": 470, "lr": 1.1267105509800951e-05}
+{"train_loss": 0.0016203002305701375, "global_step": 30610, "epoch": 470, "lr": 1.126452553216546e-05}
+{"train_loss": 0.001171131618320942, "global_step": 30611, "epoch": 470, "lr": 1.1261945812451224e-05}
+{"train_loss": 0.0007853521383367479, "global_step": 30612, "epoch": 470, "lr": 1.1259366350675443e-05}
+{"train_loss": 0.0010864887153729796, "global_step": 30613, "epoch": 470, "lr": 1.1256787146855286e-05}
+{"train_loss": 0.0009544951850190185, "global_step": 30614, "epoch": 470, "lr": 1.1254208201007949e-05, "val_loss": 0.011552093550562859, "train_action_mse_error": 2.6198520572506823e-05}
+{"train_loss": 0.0010742618469521403, "global_step": 30615, "epoch": 471, "lr": 1.1251629513150564e-05}
+{"train_loss": 0.0006320722168311477, "global_step": 30616, "epoch": 471, "lr": 1.1249051083300339e-05}
+{"train_loss": 0.0007104884134605527, "global_step": 30617, "epoch": 471, "lr": 1.1246472911474414e-05}
+{"train_loss": 0.0010657875100150704, "global_step": 30618, "epoch": 471, "lr": 1.1243894997689979e-05}
+{"train_loss": 0.0007504666573368013, "global_step": 30619, "epoch": 471, "lr": 1.1241317341964175e-05}
+{"train_loss": 0.0012209394481033087, "global_step": 30620, "epoch": 471, "lr": 1.1238739944314174e-05}
+{"train_loss": 0.0005615619011223316, "global_step": 30621, "epoch": 471, "lr": 1.1236162804757144e-05}
+{"train_loss": 0.0005980103742331266, "global_step": 30622, "epoch": 471, "lr": 1.1233585923310257e-05}
+{"train_loss": 0.0007413139101117849, "global_step": 30623, "epoch": 471, "lr": 1.1231009299990641e-05}
+{"train_loss": 0.0008596135303378105, "global_step": 30624, "epoch": 471, "lr": 1.1228432934815486e-05}
+{"train_loss": 0.00109906867146492, "global_step": 30625, "epoch": 471, "lr": 1.1225856827801911e-05}
+{"train_loss": 0.0007724058232270181, "global_step": 30626, "epoch": 471, "lr": 1.1223280978967104e-05}
+{"train_loss": 0.0006652173469774425, "global_step": 30627, "epoch": 471, "lr": 1.1220705388328185e-05}
+{"train_loss": 0.0014395150355994701, "global_step": 30628, "epoch": 471, "lr": 1.1218130055902315e-05}
+{"train_loss": 0.0017597659025341272, "global_step": 30629, "epoch": 471, "lr": 1.121555498170665e-05}
+{"train_loss": 0.0007293886155821383, "global_step": 30630, "epoch": 471, "lr": 1.1212980165758342e-05}
+{"train_loss": 0.000748935213778168, "global_step": 30631, "epoch": 471, "lr": 1.1210405608074526e-05}
+{"train_loss": 0.0008630319498479366, "global_step": 30632, "epoch": 471, "lr": 1.120783130867233e-05}
+{"train_loss": 0.0010315983090549707, "global_step": 30633, "epoch": 471, "lr": 1.1205257267568902e-05}
+{"train_loss": 0.0007901235949248075, "global_step": 30634, "epoch": 471, "lr": 1.1202683484781412e-05}
+{"train_loss": 0.001029959530569613, "global_step": 30635, "epoch": 471, "lr": 1.1200109960326954e-05}
+{"train_loss": 0.0012741874670609832, "global_step": 30636, "epoch": 471, "lr": 1.1197536694222682e-05}
+{"train_loss": 0.0014832945307716727, "global_step": 30637, "epoch": 471, "lr": 1.1194963686485737e-05}
+{"train_loss": 0.0006951939431019127, "global_step": 30638, "epoch": 471, "lr": 1.1192390937133257e-05}
+{"train_loss": 0.000559910899028182, "global_step": 30639, "epoch": 471, "lr": 1.118981844618236e-05}
+{"train_loss": 0.0008999366546049714, "global_step": 30640, "epoch": 471, "lr": 1.1187246213650166e-05}
+{"train_loss": 0.001399956876412034, "global_step": 30641, "epoch": 471, "lr": 1.1184674239553811e-05}
+{"train_loss": 0.0006362537969835103, "global_step": 30642, "epoch": 471, "lr": 1.1182102523910437e-05}
+{"train_loss": 0.0007015821756795049, "global_step": 30643, "epoch": 471, "lr": 1.1179531066737142e-05}
+{"train_loss": 0.0009170701960101724, "global_step": 30644, "epoch": 471, "lr": 1.1176959868051056e-05}
+{"train_loss": 0.0007505294634029269, "global_step": 30645, "epoch": 471, "lr": 1.1174388927869301e-05}
+{"train_loss": 0.00048519251868128777, "global_step": 30646, "epoch": 471, "lr": 1.1171818246209015e-05}
+{"train_loss": 0.0005253573763184249, "global_step": 30647, "epoch": 471, "lr": 1.1169247823087297e-05}
+{"train_loss": 0.00224127946421504, "global_step": 30648, "epoch": 471, "lr": 1.1166677658521252e-05}
+{"train_loss": 0.0013088182313367724, "global_step": 30649, "epoch": 471, "lr": 1.1164107752528002e-05}
+{"train_loss": 0.0005262580816633999, "global_step": 30650, "epoch": 471, "lr": 1.1161538105124675e-05}
+{"train_loss": 0.00099585996940732, "global_step": 30651, "epoch": 471, "lr": 1.115896871632835e-05}
+{"train_loss": 0.0006984539213590324, "global_step": 30652, "epoch": 471, "lr": 1.1156399586156157e-05}
+{"train_loss": 0.0013004395877942443, "global_step": 30653, "epoch": 471, "lr": 1.1153830714625196e-05}
+{"train_loss": 0.0013809731462970376, "global_step": 30654, "epoch": 471, "lr": 1.1151262101752591e-05}
+{"train_loss": 0.0016137143829837441, "global_step": 30655, "epoch": 471, "lr": 1.1148693747555427e-05}
+{"train_loss": 0.0008687520166859031, "global_step": 30656, "epoch": 471, "lr": 1.1146125652050787e-05}
+{"train_loss": 0.0010921403300017118, "global_step": 30657, "epoch": 471, "lr": 1.11435578152558e-05}
+{"train_loss": 0.0004460022319108248, "global_step": 30658, "epoch": 471, "lr": 1.114099023718756e-05}
+{"train_loss": 0.0009476967970840633, "global_step": 30659, "epoch": 471, "lr": 1.113842291786315e-05}
+{"train_loss": 0.0008851379971019924, "global_step": 30660, "epoch": 471, "lr": 1.113585585729967e-05}
+{"train_loss": 0.0009645500686019659, "global_step": 30661, "epoch": 471, "lr": 1.1133289055514218e-05}
+{"train_loss": 0.0006719547673128545, "global_step": 30662, "epoch": 471, "lr": 1.1130722512523889e-05}
+{"train_loss": 0.0004250897909514606, "global_step": 30663, "epoch": 471, "lr": 1.112815622834577e-05}
+{"train_loss": 0.0008372797747142613, "global_step": 30664, "epoch": 471, "lr": 1.1125590202996933e-05}
+{"train_loss": 0.001022245967760682, "global_step": 30665, "epoch": 471, "lr": 1.1123024436494473e-05}
+{"train_loss": 0.0018281113589182496, "global_step": 30666, "epoch": 471, "lr": 1.1120458928855493e-05}
+{"train_loss": 0.001431978540495038, "global_step": 30667, "epoch": 471, "lr": 1.1117893680097041e-05}
+{"train_loss": 0.0017038146033883095, "global_step": 30668, "epoch": 471, "lr": 1.1115328690236215e-05}
+{"train_loss": 0.001127399387769401, "global_step": 30669, "epoch": 471, "lr": 1.1112763959290102e-05}
+{"train_loss": 0.000793350744061172, "global_step": 30670, "epoch": 471, "lr": 1.1110199487275779e-05}
+{"train_loss": 0.001198850222863257, "global_step": 30671, "epoch": 471, "lr": 1.1107635274210316e-05}
+{"train_loss": 0.000899762730114162, "global_step": 30672, "epoch": 471, "lr": 1.1105071320110777e-05}
+{"train_loss": 0.0014522449346259236, "global_step": 30673, "epoch": 471, "lr": 1.1102507624994234e-05}
+{"train_loss": 0.0012346390867605805, "global_step": 30674, "epoch": 471, "lr": 1.1099944188877787e-05}
+{"train_loss": 0.0005283860373310745, "global_step": 30675, "epoch": 471, "lr": 1.1097381011778474e-05}
+{"train_loss": 0.0008079374092631042, "global_step": 30676, "epoch": 471, "lr": 1.1094818093713366e-05}
+{"train_loss": 0.0014929792378097773, "global_step": 30677, "epoch": 471, "lr": 1.1092255434699534e-05}
+{"train_loss": 0.0018078973516821861, "global_step": 30678, "epoch": 471, "lr": 1.1089693034754056e-05}
+{"train_loss": 0.0009961914494991877, "global_step": 30679, "epoch": 471, "lr": 1.1087130893893983e-05, "val_loss": 0.004652542993426323}
+{"train_loss": 0.0012933419784530997, "global_step": 30680, "epoch": 472, "lr": 1.1084569012136353e-05}
+{"train_loss": 0.0007047512335702777, "global_step": 30681, "epoch": 472, "lr": 1.1082007389498244e-05}
+{"train_loss": 0.0009708247962407768, "global_step": 30682, "epoch": 472, "lr": 1.1079446025996732e-05}
+{"train_loss": 0.0006387204630300403, "global_step": 30683, "epoch": 472, "lr": 1.1076884921648834e-05}
+{"train_loss": 0.0014820245560258627, "global_step": 30684, "epoch": 472, "lr": 1.107432407647162e-05}
+{"train_loss": 0.0008340075146406889, "global_step": 30685, "epoch": 472, "lr": 1.1071763490482156e-05}
+{"train_loss": 0.0008042764966376126, "global_step": 30686, "epoch": 472, "lr": 1.1069203163697461e-05}
+{"train_loss": 0.0012960684252902865, "global_step": 30687, "epoch": 472, "lr": 1.1066643096134622e-05}
+{"train_loss": 0.0014122587163001299, "global_step": 30688, "epoch": 472, "lr": 1.1064083287810645e-05}
+{"train_loss": 0.0005847475258633494, "global_step": 30689, "epoch": 472, "lr": 1.106152373874259e-05}
+{"train_loss": 0.0007490782300010324, "global_step": 30690, "epoch": 472, "lr": 1.1058964448947523e-05}
+{"train_loss": 0.0011514346115291119, "global_step": 30691, "epoch": 472, "lr": 1.1056405418442445e-05}
+{"train_loss": 0.000844304624479264, "global_step": 30692, "epoch": 472, "lr": 1.1053846647244421e-05}
+{"train_loss": 0.0007094349130056798, "global_step": 30693, "epoch": 472, "lr": 1.105128813537049e-05}
+{"train_loss": 0.001410488155670464, "global_step": 30694, "epoch": 472, "lr": 1.1048729882837671e-05}
+{"train_loss": 0.0006531412363983691, "global_step": 30695, "epoch": 472, "lr": 1.1046171889663021e-05}
+{"train_loss": 0.0008147518965415657, "global_step": 30696, "epoch": 472, "lr": 1.1043614155863546e-05}
+{"train_loss": 0.0005364720709621906, "global_step": 30697, "epoch": 472, "lr": 1.1041056681456291e-05}
+{"train_loss": 0.0012476310366764665, "global_step": 30698, "epoch": 472, "lr": 1.1038499466458296e-05}
+{"train_loss": 0.0009692609310150146, "global_step": 30699, "epoch": 472, "lr": 1.1035942510886566e-05}
+{"train_loss": 0.0007315660477615893, "global_step": 30700, "epoch": 472, "lr": 1.1033385814758135e-05}
+{"train_loss": 0.0013469451805576682, "global_step": 30701, "epoch": 472, "lr": 1.1030829378090041e-05}
+{"train_loss": 0.0015433456283062696, "global_step": 30702, "epoch": 472, "lr": 1.1028273200899287e-05}
+{"train_loss": 0.0011279681930318475, "global_step": 30703, "epoch": 472, "lr": 1.1025717283202908e-05}
+{"train_loss": 0.0013652497436851263, "global_step": 30704, "epoch": 472, "lr": 1.1023161625017902e-05}
+{"train_loss": 0.0011377721093595028, "global_step": 30705, "epoch": 472, "lr": 1.1020606226361302e-05}
+{"train_loss": 0.0016721609281376004, "global_step": 30706, "epoch": 472, "lr": 1.1018051087250131e-05}
+{"train_loss": 0.0008077987586148083, "global_step": 30707, "epoch": 472, "lr": 1.1015496207701376e-05}
+{"train_loss": 0.0011954749934375286, "global_step": 30708, "epoch": 472, "lr": 1.1012941587732084e-05}
+{"train_loss": 0.0008380028884857893, "global_step": 30709, "epoch": 472, "lr": 1.1010387227359225e-05}
+{"train_loss": 0.0007640874246135354, "global_step": 30710, "epoch": 472, "lr": 1.1007833126599831e-05}
+{"train_loss": 0.0007863039500080049, "global_step": 30711, "epoch": 472, "lr": 1.100527928547092e-05}
+{"train_loss": 0.000797490356490016, "global_step": 30712, "epoch": 472, "lr": 1.100272570398947e-05}
+{"train_loss": 0.0012756926007568836, "global_step": 30713, "epoch": 472, "lr": 1.100017238217249e-05}
+{"train_loss": 0.0006071453099139035, "global_step": 30714, "epoch": 472, "lr": 1.0997619320037006e-05}
+{"train_loss": 0.0008076998055912554, "global_step": 30715, "epoch": 472, "lr": 1.0995066517599983e-05}
+{"train_loss": 0.0011769658885896206, "global_step": 30716, "epoch": 472, "lr": 1.0992513974878455e-05}
+{"train_loss": 0.0009842700092121959, "global_step": 30717, "epoch": 472, "lr": 1.0989961691889378e-05}
+{"train_loss": 0.0006512841791845858, "global_step": 30718, "epoch": 472, "lr": 1.0987409668649767e-05}
+{"train_loss": 0.0008352046716026962, "global_step": 30719, "epoch": 472, "lr": 1.0984857905176632e-05}
+{"train_loss": 0.0011802844237536192, "global_step": 30720, "epoch": 472, "lr": 1.098230640148693e-05}
+{"train_loss": 0.0006064952467568219, "global_step": 30721, "epoch": 472, "lr": 1.0979755157597666e-05}
+{"train_loss": 0.0010722777806222439, "global_step": 30722, "epoch": 472, "lr": 1.0977204173525846e-05}
+{"train_loss": 0.0011577778495848179, "global_step": 30723, "epoch": 472, "lr": 1.0974653449288418e-05}
+{"train_loss": 0.001450449344702065, "global_step": 30724, "epoch": 472, "lr": 1.0972102984902405e-05}
+{"train_loss": 0.0006604298250749707, "global_step": 30725, "epoch": 472, "lr": 1.0969552780384756e-05}
+{"train_loss": 0.000504292082041502, "global_step": 30726, "epoch": 472, "lr": 1.0967002835752466e-05}
+{"train_loss": 0.0009608542313799262, "global_step": 30727, "epoch": 472, "lr": 1.0964453151022525e-05}
+{"train_loss": 0.0013916953466832638, "global_step": 30728, "epoch": 472, "lr": 1.0961903726211885e-05}
+{"train_loss": 0.0006955822464078665, "global_step": 30729, "epoch": 472, "lr": 1.0959354561337538e-05}
+{"train_loss": 0.0005447504227049649, "global_step": 30730, "epoch": 472, "lr": 1.0956805656416468e-05}
+{"train_loss": 0.0007973510655574501, "global_step": 30731, "epoch": 472, "lr": 1.0954257011465635e-05}
+{"train_loss": 0.0012344991555437446, "global_step": 30732, "epoch": 472, "lr": 1.0951708626501994e-05}
+{"train_loss": 0.0004230608756188303, "global_step": 30733, "epoch": 472, "lr": 1.0949160501542527e-05}
+{"train_loss": 0.000785446900408715, "global_step": 30734, "epoch": 472, "lr": 1.0946612636604204e-05}
+{"train_loss": 0.0009720163070596755, "global_step": 30735, "epoch": 472, "lr": 1.0944065031703998e-05}
+{"train_loss": 0.0011081822449341416, "global_step": 30736, "epoch": 472, "lr": 1.094151768685885e-05}
+{"train_loss": 0.0009166044183075428, "global_step": 30737, "epoch": 472, "lr": 1.0938970602085735e-05}
+{"train_loss": 0.001157953287474811, "global_step": 30738, "epoch": 472, "lr": 1.0936423777401622e-05}
+{"train_loss": 0.0010842654155567288, "global_step": 30739, "epoch": 472, "lr": 1.0933877212823463e-05}
+{"train_loss": 0.0005146717885509133, "global_step": 30740, "epoch": 472, "lr": 1.0931330908368192e-05}
+{"train_loss": 0.0008202212629839778, "global_step": 30741, "epoch": 472, "lr": 1.0928784864052782e-05}
+{"train_loss": 0.000940776604693383, "global_step": 30742, "epoch": 472, "lr": 1.0926239079894184e-05}
+{"train_loss": 0.0007957558846101165, "global_step": 30743, "epoch": 472, "lr": 1.092369355590937e-05}
+{"train_loss": 0.0009538799636245061, "global_step": 30744, "epoch": 472, "lr": 1.0921148292115252e-05, "val_loss": 0.007705275900661945}
+{"train_loss": 0.0006542782066389918, "global_step": 30745, "epoch": 473, "lr": 1.0918603288528794e-05}
+{"train_loss": 0.0006967672961764038, "global_step": 30746, "epoch": 473, "lr": 1.0916058545166946e-05}
+{"train_loss": 0.000637029588688165, "global_step": 30747, "epoch": 473, "lr": 1.0913514062046681e-05}
+{"train_loss": 0.0007175173959694803, "global_step": 30748, "epoch": 473, "lr": 1.0910969839184882e-05}
+{"train_loss": 0.0009292672039009631, "global_step": 30749, "epoch": 473, "lr": 1.090842587659851e-05}
+{"train_loss": 0.001574971596710384, "global_step": 30750, "epoch": 473, "lr": 1.0905882174304521e-05}
+{"train_loss": 0.0005287425010465086, "global_step": 30751, "epoch": 473, "lr": 1.0903338732319856e-05}
+{"train_loss": 0.0011678430018946528, "global_step": 30752, "epoch": 473, "lr": 1.0900795550661418e-05}
+{"train_loss": 0.0007123475079424679, "global_step": 30753, "epoch": 473, "lr": 1.0898252629346167e-05}
+{"train_loss": 0.0006549899117089808, "global_step": 30754, "epoch": 473, "lr": 1.0895709968391043e-05}
+{"train_loss": 0.0008264633361250162, "global_step": 30755, "epoch": 473, "lr": 1.0893167567812962e-05}
+{"train_loss": 0.0005086958408355713, "global_step": 30756, "epoch": 473, "lr": 1.0890625427628843e-05}
+{"train_loss": 0.0005726779927499592, "global_step": 30757, "epoch": 473, "lr": 1.0888083547855615e-05}
+{"train_loss": 0.0006837242399342358, "global_step": 30758, "epoch": 473, "lr": 1.0885541928510219e-05}
+{"train_loss": 0.0004758742870762944, "global_step": 30759, "epoch": 473, "lr": 1.0883000569609581e-05}
+{"train_loss": 0.0007190520991571248, "global_step": 30760, "epoch": 473, "lr": 1.0880459471170596e-05}
+{"train_loss": 0.0012771280016750097, "global_step": 30761, "epoch": 473, "lr": 1.0877918633210204e-05}
+{"train_loss": 0.0006157606840133667, "global_step": 30762, "epoch": 473, "lr": 1.0875378055745328e-05}
+{"train_loss": 0.0005283016944304109, "global_step": 30763, "epoch": 473, "lr": 1.0872837738792885e-05}
+{"train_loss": 0.0008287371601909399, "global_step": 30764, "epoch": 473, "lr": 1.0870297682369763e-05}
+{"train_loss": 0.001270767766982317, "global_step": 30765, "epoch": 473, "lr": 1.086775788649289e-05}
+{"train_loss": 0.0006132827838882804, "global_step": 30766, "epoch": 473, "lr": 1.0865218351179186e-05}
+{"train_loss": 0.0010217620292678475, "global_step": 30767, "epoch": 473, "lr": 1.0862679076445565e-05}
+{"train_loss": 0.0011692522093653679, "global_step": 30768, "epoch": 473, "lr": 1.086014006230891e-05}
+{"train_loss": 0.00043512985575944185, "global_step": 30769, "epoch": 473, "lr": 1.0857601308786142e-05}
+{"train_loss": 0.0006852101068943739, "global_step": 30770, "epoch": 473, "lr": 1.085506281589418e-05}
+{"train_loss": 0.0012276035267859697, "global_step": 30771, "epoch": 473, "lr": 1.085252458364991e-05}
+{"train_loss": 0.00098917237482965, "global_step": 30772, "epoch": 473, "lr": 1.0849986612070224e-05}
+{"train_loss": 0.0007639278774149716, "global_step": 30773, "epoch": 473, "lr": 1.084744890117203e-05}
+{"train_loss": 0.0014396988553926349, "global_step": 30774, "epoch": 473, "lr": 1.0844911450972229e-05}
+{"train_loss": 0.0006614293088205159, "global_step": 30775, "epoch": 473, "lr": 1.0842374261487726e-05}
+{"train_loss": 0.000592612661421299, "global_step": 30776, "epoch": 473, "lr": 1.0839837332735393e-05}
+{"train_loss": 0.0009142846101894975, "global_step": 30777, "epoch": 473, "lr": 1.0837300664732132e-05}
+{"train_loss": 0.0009412714280188084, "global_step": 30778, "epoch": 473, "lr": 1.0834764257494851e-05}
+{"train_loss": 0.0006133030983619392, "global_step": 30779, "epoch": 473, "lr": 1.0832228111040415e-05}
+{"train_loss": 0.0007834354764781892, "global_step": 30780, "epoch": 473, "lr": 1.0829692225385713e-05}
+{"train_loss": 0.0011342818615958095, "global_step": 30781, "epoch": 473, "lr": 1.0827156600547628e-05}
+{"train_loss": 0.0007194326026365161, "global_step": 30782, "epoch": 473, "lr": 1.0824621236543053e-05}
+{"train_loss": 0.0007225099834613502, "global_step": 30783, "epoch": 473, "lr": 1.0822086133388886e-05}
+{"train_loss": 0.0006643767119385302, "global_step": 30784, "epoch": 473, "lr": 1.0819551291101971e-05}
+{"train_loss": 0.0009910949738696218, "global_step": 30785, "epoch": 473, "lr": 1.0817016709699218e-05}
+{"train_loss": 0.0008760958444327116, "global_step": 30786, "epoch": 473, "lr": 1.0814482389197477e-05}
+{"train_loss": 0.0007020138436928391, "global_step": 30787, "epoch": 473, "lr": 1.0811948329613653e-05}
+{"train_loss": 0.0006525590433739126, "global_step": 30788, "epoch": 473, "lr": 1.0809414530964585e-05}
+{"train_loss": 0.0007929509156383574, "global_step": 30789, "epoch": 473, "lr": 1.080688099326716e-05}
+{"train_loss": 0.000747096783015877, "global_step": 30790, "epoch": 473, "lr": 1.0804347716538255e-05}
+{"train_loss": 0.0006770075997337699, "global_step": 30791, "epoch": 473, "lr": 1.0801814700794737e-05}
+{"train_loss": 0.0009125482174567878, "global_step": 30792, "epoch": 473, "lr": 1.0799281946053458e-05}
+{"train_loss": 0.0007900283089838922, "global_step": 30793, "epoch": 473, "lr": 1.0796749452331306e-05}
+{"train_loss": 0.0010619531385600567, "global_step": 30794, "epoch": 473, "lr": 1.0794217219645109e-05}
+{"train_loss": 0.0008878458174876869, "global_step": 30795, "epoch": 473, "lr": 1.0791685248011768e-05}
+{"train_loss": 0.0007351610693149269, "global_step": 30796, "epoch": 473, "lr": 1.0789153537448105e-05}
+{"train_loss": 0.0011958725517615676, "global_step": 30797, "epoch": 473, "lr": 1.0786622087970998e-05}
+{"train_loss": 0.0012703078100457788, "global_step": 30798, "epoch": 473, "lr": 1.0784090899597293e-05}
+{"train_loss": 0.001086474279873073, "global_step": 30799, "epoch": 473, "lr": 1.0781559972343869e-05}
+{"train_loss": 0.0004354880948085338, "global_step": 30800, "epoch": 473, "lr": 1.0779029306227544e-05}
+{"train_loss": 0.0006332099437713623, "global_step": 30801, "epoch": 473, "lr": 1.0776498901265203e-05}
+{"train_loss": 0.0009750871104188263, "global_step": 30802, "epoch": 473, "lr": 1.0773968757473656e-05}
+{"train_loss": 0.0017170191276818514, "global_step": 30803, "epoch": 473, "lr": 1.0771438874869788e-05}
+{"train_loss": 0.0008140708669088781, "global_step": 30804, "epoch": 473, "lr": 1.076890925347041e-05}
+{"train_loss": 0.0009688676800578833, "global_step": 30805, "epoch": 473, "lr": 1.0766379893292383e-05}
+{"train_loss": 0.0006111173424869776, "global_step": 30806, "epoch": 473, "lr": 1.0763850794352543e-05}
+{"train_loss": 0.001189079717732966, "global_step": 30807, "epoch": 473, "lr": 1.0761321956667753e-05}
+{"train_loss": 0.0015369824832305312, "global_step": 30808, "epoch": 473, "lr": 1.0758793380254834e-05}
+{"train_loss": 0.0008588274291609055, "global_step": 30809, "epoch": 473, "lr": 1.0756265065130604e-05, "val_loss": 0.005456631537526846}
+{"train_loss": 0.0011017487850040197, "global_step": 30810, "epoch": 474, "lr": 1.0753737011311915e-05}
+{"train_loss": 0.0008354902383871377, "global_step": 30811, "epoch": 474, "lr": 1.0751209218815616e-05}
+{"train_loss": 0.0009543809574097395, "global_step": 30812, "epoch": 474, "lr": 1.0748681687658513e-05}
+{"train_loss": 0.000579391373321414, "global_step": 30813, "epoch": 474, "lr": 1.074615441785744e-05}
+{"train_loss": 0.0005423378315754235, "global_step": 30814, "epoch": 474, "lr": 1.0743627409429235e-05}
+{"train_loss": 0.000960150093305856, "global_step": 30815, "epoch": 474, "lr": 1.074110066239073e-05}
+{"train_loss": 0.0014603756135329604, "global_step": 30816, "epoch": 474, "lr": 1.0738574176758742e-05}
+{"train_loss": 0.000913140713237226, "global_step": 30817, "epoch": 474, "lr": 1.0736047952550071e-05}
+{"train_loss": 0.0011056499788537621, "global_step": 30818, "epoch": 474, "lr": 1.0733521989781564e-05}
+{"train_loss": 0.0010861564660444856, "global_step": 30819, "epoch": 474, "lr": 1.0730996288470047e-05}
+{"train_loss": 0.0008283973438665271, "global_step": 30820, "epoch": 474, "lr": 1.072847084863231e-05}
+{"train_loss": 0.0011666177306324244, "global_step": 30821, "epoch": 474, "lr": 1.072594567028518e-05}
+{"train_loss": 0.0010092598386108875, "global_step": 30822, "epoch": 474, "lr": 1.0723420753445479e-05}
+{"train_loss": 0.0007359172450378537, "global_step": 30823, "epoch": 474, "lr": 1.0720896098130024e-05}
+{"train_loss": 0.001157820806838572, "global_step": 30824, "epoch": 474, "lr": 1.0718371704355617e-05}
+{"train_loss": 0.0011309020919725299, "global_step": 30825, "epoch": 474, "lr": 1.0715847572139048e-05}
+{"train_loss": 0.0011497552040964365, "global_step": 30826, "epoch": 474, "lr": 1.0713323701497146e-05}
+{"train_loss": 0.00105371477548033, "global_step": 30827, "epoch": 474, "lr": 1.071080009244671e-05}
+{"train_loss": 0.0010290979407727718, "global_step": 30828, "epoch": 474, "lr": 1.0708276745004564e-05}
+{"train_loss": 0.0006237259367480874, "global_step": 30829, "epoch": 474, "lr": 1.0705753659187474e-05}
+{"train_loss": 0.0009778238600119948, "global_step": 30830, "epoch": 474, "lr": 1.0703230835012252e-05}
+{"train_loss": 0.0005798779893666506, "global_step": 30831, "epoch": 474, "lr": 1.0700708272495718e-05}
+{"train_loss": 0.0013732892693951726, "global_step": 30832, "epoch": 474, "lr": 1.0698185971654656e-05}
+{"train_loss": 0.0010450733825564384, "global_step": 30833, "epoch": 474, "lr": 1.069566393250584e-05}
+{"train_loss": 0.0009778904495760798, "global_step": 30834, "epoch": 474, "lr": 1.0693142155066082e-05}
+{"train_loss": 0.0006814493099227548, "global_step": 30835, "epoch": 474, "lr": 1.0690620639352166e-05}
+{"train_loss": 0.0014136662939563394, "global_step": 30836, "epoch": 474, "lr": 1.0688099385380906e-05}
+{"train_loss": 0.0008598204585723579, "global_step": 30837, "epoch": 474, "lr": 1.0685578393169055e-05}
+{"train_loss": 0.0012002881849184632, "global_step": 30838, "epoch": 474, "lr": 1.0683057662733415e-05}
+{"train_loss": 0.0008526528254151344, "global_step": 30839, "epoch": 474, "lr": 1.0680537194090785e-05}
+{"train_loss": 0.000794418912846595, "global_step": 30840, "epoch": 474, "lr": 1.0678016987257927e-05}
+{"train_loss": 0.0005422512185759842, "global_step": 30841, "epoch": 474, "lr": 1.067549704225162e-05}
+{"train_loss": 0.000577102298848331, "global_step": 30842, "epoch": 474, "lr": 1.0672977359088649e-05}
+{"train_loss": 0.001624401775188744, "global_step": 30843, "epoch": 474, "lr": 1.0670457937785788e-05}
+{"train_loss": 0.0007835988071747124, "global_step": 30844, "epoch": 474, "lr": 1.0667938778359838e-05}
+{"train_loss": 0.0014313808642327785, "global_step": 30845, "epoch": 474, "lr": 1.0665419880827537e-05}
+{"train_loss": 0.001053605112247169, "global_step": 30846, "epoch": 474, "lr": 1.0662901245205676e-05}
+{"train_loss": 0.0006509899976663291, "global_step": 30847, "epoch": 474, "lr": 1.0660382871511027e-05}
+{"train_loss": 0.0007189708994701505, "global_step": 30848, "epoch": 474, "lr": 1.0657864759760361e-05}
+{"train_loss": 0.0009575700969435275, "global_step": 30849, "epoch": 474, "lr": 1.0655346909970421e-05}
+{"train_loss": 0.0014523377176374197, "global_step": 30850, "epoch": 474, "lr": 1.0652829322157992e-05}
+{"train_loss": 0.001096359919756651, "global_step": 30851, "epoch": 474, "lr": 1.065031199633983e-05}
+{"train_loss": 0.0010896541643887758, "global_step": 30852, "epoch": 474, "lr": 1.0647794932532717e-05}
+{"train_loss": 0.0009227279806509614, "global_step": 30853, "epoch": 474, "lr": 1.0645278130753384e-05}
+{"train_loss": 0.0005280847544781864, "global_step": 30854, "epoch": 474, "lr": 1.0642761591018619e-05}
+{"train_loss": 0.001249053981155157, "global_step": 30855, "epoch": 474, "lr": 1.0640245313345143e-05}
+{"train_loss": 0.0006823973963037133, "global_step": 30856, "epoch": 474, "lr": 1.0637729297749744e-05}
+{"train_loss": 0.0007563117542304099, "global_step": 30857, "epoch": 474, "lr": 1.0635213544249145e-05}
+{"train_loss": 0.0010210827458649874, "global_step": 30858, "epoch": 474, "lr": 1.0632698052860113e-05}
+{"train_loss": 0.0010919547639787197, "global_step": 30859, "epoch": 474, "lr": 1.0630182823599399e-05}
+{"train_loss": 0.0007014591828919947, "global_step": 30860, "epoch": 474, "lr": 1.0627667856483764e-05}
+{"train_loss": 0.001613481785170734, "global_step": 30861, "epoch": 474, "lr": 1.0625153151529921e-05}
+{"train_loss": 0.0010070315329357982, "global_step": 30862, "epoch": 474, "lr": 1.0622638708754645e-05}
+{"train_loss": 0.0009613126749172807, "global_step": 30863, "epoch": 474, "lr": 1.0620124528174658e-05}
+{"train_loss": 0.000829125929158181, "global_step": 30864, "epoch": 474, "lr": 1.0617610609806715e-05}
+{"train_loss": 0.000537065090611577, "global_step": 30865, "epoch": 474, "lr": 1.0615096953667536e-05}
+{"train_loss": 0.0008277171873487532, "global_step": 30866, "epoch": 474, "lr": 1.061258355977387e-05}
+{"train_loss": 0.0012529181549325585, "global_step": 30867, "epoch": 474, "lr": 1.0610070428142454e-05}
+{"train_loss": 0.0007813085685484111, "global_step": 30868, "epoch": 474, "lr": 1.0607557558790038e-05}
+{"train_loss": 0.0008421221282333136, "global_step": 30869, "epoch": 474, "lr": 1.0605044951733317e-05}
+{"train_loss": 0.0008551448117941618, "global_step": 30870, "epoch": 474, "lr": 1.0602532606989058e-05}
+{"train_loss": 0.0009929720545187593, "global_step": 30871, "epoch": 474, "lr": 1.0600020524573962e-05}
+{"train_loss": 0.0007858790922909975, "global_step": 30872, "epoch": 474, "lr": 1.0597508704504771e-05}
+{"train_loss": 0.0014952387427911162, "global_step": 30873, "epoch": 474, "lr": 1.0594997146798197e-05}
+{"train_loss": 0.0009650909941858397, "global_step": 30874, "epoch": 474, "lr": 1.0592485851470974e-05, "val_loss": 0.004039622377604246}
+{"train_loss": 0.0005891729961149395, "global_step": 30875, "epoch": 475, "lr": 1.0589974818539817e-05}
+{"train_loss": 0.0007908056140877306, "global_step": 30876, "epoch": 475, "lr": 1.0587464048021467e-05}
+{"train_loss": 0.0021559407468885183, "global_step": 30877, "epoch": 475, "lr": 1.0584953539932618e-05}
+{"train_loss": 0.0007249452755786479, "global_step": 30878, "epoch": 475, "lr": 1.0582443294289985e-05}
+{"train_loss": 0.000814185244962573, "global_step": 30879, "epoch": 475, "lr": 1.057993331111029e-05}
+{"train_loss": 0.00048143230378627777, "global_step": 30880, "epoch": 475, "lr": 1.0577423590410263e-05}
+{"train_loss": 0.0013146154815331101, "global_step": 30881, "epoch": 475, "lr": 1.0574914132206582e-05}
+{"train_loss": 0.0011186207411810756, "global_step": 30882, "epoch": 475, "lr": 1.0572404936515973e-05}
+{"train_loss": 0.001177619444206357, "global_step": 30883, "epoch": 475, "lr": 1.0569896003355139e-05}
+{"train_loss": 0.0006907878560014069, "global_step": 30884, "epoch": 475, "lr": 1.0567387332740807e-05}
+{"train_loss": 0.0009161176858469844, "global_step": 30885, "epoch": 475, "lr": 1.0564878924689669e-05}
+{"train_loss": 0.00198876834474504, "global_step": 30886, "epoch": 475, "lr": 1.0562370779218406e-05}
+{"train_loss": 0.0006459129508584738, "global_step": 30887, "epoch": 475, "lr": 1.0559862896343736e-05}
+{"train_loss": 0.0012132511474192142, "global_step": 30888, "epoch": 475, "lr": 1.0557355276082365e-05}
+{"train_loss": 0.0007327857310883701, "global_step": 30889, "epoch": 475, "lr": 1.0554847918450972e-05}
+{"train_loss": 0.0013027859386056662, "global_step": 30890, "epoch": 475, "lr": 1.0552340823466266e-05}
+{"train_loss": 0.0013010123511776328, "global_step": 30891, "epoch": 475, "lr": 1.0549833991144931e-05}
+{"train_loss": 0.0012096255086362362, "global_step": 30892, "epoch": 475, "lr": 1.0547327421503683e-05}
+{"train_loss": 0.0008141378639265895, "global_step": 30893, "epoch": 475, "lr": 1.0544821114559189e-05}
+{"train_loss": 0.0008888609590940177, "global_step": 30894, "epoch": 475, "lr": 1.0542315070328134e-05}
+{"train_loss": 0.0008674043347127736, "global_step": 30895, "epoch": 475, "lr": 1.0539809288827213e-05}
+{"train_loss": 0.0007550689624622464, "global_step": 30896, "epoch": 475, "lr": 1.053730377007312e-05}
+{"train_loss": 0.001090025994926691, "global_step": 30897, "epoch": 475, "lr": 1.0534798514082516e-05}
+{"train_loss": 0.00031444118940271437, "global_step": 30898, "epoch": 475, "lr": 1.0532293520872094e-05}
+{"train_loss": 0.00047188845928758383, "global_step": 30899, "epoch": 475, "lr": 1.0529788790458533e-05}
+{"train_loss": 0.0014572120271623135, "global_step": 30900, "epoch": 475, "lr": 1.0527284322858527e-05}
+{"train_loss": 0.0009093101252801716, "global_step": 30901, "epoch": 475, "lr": 1.0524780118088739e-05}
+{"train_loss": 0.001240117009729147, "global_step": 30902, "epoch": 475, "lr": 1.052227617616583e-05}
+{"train_loss": 0.0005457702791318297, "global_step": 30903, "epoch": 475, "lr": 1.0519772497106483e-05}
+{"train_loss": 0.0007501328946091235, "global_step": 30904, "epoch": 475, "lr": 1.0517269080927378e-05}
+{"train_loss": 0.0011720838956534863, "global_step": 30905, "epoch": 475, "lr": 1.051476592764517e-05}
+{"train_loss": 0.0008433145703747869, "global_step": 30906, "epoch": 475, "lr": 1.0512263037276526e-05}
+{"train_loss": 0.0012127179652452469, "global_step": 30907, "epoch": 475, "lr": 1.0509760409838126e-05}
+{"train_loss": 0.0012296342756599188, "global_step": 30908, "epoch": 475, "lr": 1.0507258045346636e-05}
+{"train_loss": 0.0005170285585336387, "global_step": 30909, "epoch": 475, "lr": 1.0504755943818706e-05}
+{"train_loss": 0.0006460272124968469, "global_step": 30910, "epoch": 475, "lr": 1.0502254105270981e-05}
+{"train_loss": 0.0011630307417362928, "global_step": 30911, "epoch": 475, "lr": 1.0499752529720142e-05}
+{"train_loss": 0.0011616757838055491, "global_step": 30912, "epoch": 475, "lr": 1.0497251217182852e-05}
+{"train_loss": 0.0006116222939454019, "global_step": 30913, "epoch": 475, "lr": 1.0494750167675743e-05}
+{"train_loss": 0.0006057149148546159, "global_step": 30914, "epoch": 475, "lr": 1.049224938121548e-05}
+{"train_loss": 0.001151104923337698, "global_step": 30915, "epoch": 475, "lr": 1.0489748857818716e-05}
+{"train_loss": 0.0011256997240707278, "global_step": 30916, "epoch": 475, "lr": 1.0487248597502108e-05}
+{"train_loss": 0.0009738150984048843, "global_step": 30917, "epoch": 475, "lr": 1.0484748600282296e-05}
+{"train_loss": 0.0005477952654473484, "global_step": 30918, "epoch": 475, "lr": 1.0482248866175915e-05}
+{"train_loss": 0.0013154953485354781, "global_step": 30919, "epoch": 475, "lr": 1.0479749395199618e-05}
+{"train_loss": 0.0009777963859960437, "global_step": 30920, "epoch": 475, "lr": 1.047725018737007e-05}
+{"train_loss": 0.000992159708403051, "global_step": 30921, "epoch": 475, "lr": 1.0474751242703867e-05}
+{"train_loss": 0.0008186863269656897, "global_step": 30922, "epoch": 475, "lr": 1.0472252561217683e-05}
+{"train_loss": 0.0007345039630308747, "global_step": 30923, "epoch": 475, "lr": 1.046975414292814e-05}
+{"train_loss": 0.0009966763900592923, "global_step": 30924, "epoch": 475, "lr": 1.0467255987851898e-05}
+{"train_loss": 0.0004698909760918468, "global_step": 30925, "epoch": 475, "lr": 1.0464758096005572e-05}
+{"train_loss": 0.0007999271620064974, "global_step": 30926, "epoch": 475, "lr": 1.0462260467405778e-05}
+{"train_loss": 0.0017351476708427072, "global_step": 30927, "epoch": 475, "lr": 1.0459763102069164e-05}
+{"train_loss": 0.0011049226159229875, "global_step": 30928, "epoch": 475, "lr": 1.0457266000012373e-05}
+{"train_loss": 0.0010660140542313457, "global_step": 30929, "epoch": 475, "lr": 1.0454769161252004e-05}
+{"train_loss": 0.0009205589885823429, "global_step": 30930, "epoch": 475, "lr": 1.0452272585804695e-05}
+{"train_loss": 0.0011566231260076165, "global_step": 30931, "epoch": 475, "lr": 1.044977627368709e-05}
+{"train_loss": 0.000624314125161618, "global_step": 30932, "epoch": 475, "lr": 1.0447280224915768e-05}
+{"train_loss": 0.001244441489689052, "global_step": 30933, "epoch": 475, "lr": 1.0444784439507388e-05}
+{"train_loss": 0.0005461603286676109, "global_step": 30934, "epoch": 475, "lr": 1.0442288917478543e-05}
+{"train_loss": 0.000684884493239224, "global_step": 30935, "epoch": 475, "lr": 1.0439793658845854e-05}
+{"train_loss": 0.0010596889769658446, "global_step": 30936, "epoch": 475, "lr": 1.0437298663625956e-05}
+{"train_loss": 0.001327640493400395, "global_step": 30937, "epoch": 475, "lr": 1.0434803931835435e-05}
+{"train_loss": 0.0011731822742149234, "global_step": 30938, "epoch": 475, "lr": 1.0432309463490907e-05}
+{"train_loss": 0.0009785663345470452, "global_step": 30939, "epoch": 475, "lr": 1.042981525860901e-05, "val_loss": 0.010995699092745781, "train_action_mse_error": 2.5051716875168495e-05}
+{"train_loss": 0.0005341718788258731, "global_step": 30940, "epoch": 476, "lr": 1.0427321317206312e-05}
+{"train_loss": 0.0008972806972451508, "global_step": 30941, "epoch": 476, "lr": 1.042482763929945e-05}
+{"train_loss": 0.0013119576033204794, "global_step": 30942, "epoch": 476, "lr": 1.0422334224905001e-05}
+{"train_loss": 0.0009167774114757776, "global_step": 30943, "epoch": 476, "lr": 1.0419841074039582e-05}
+{"train_loss": 0.000830618548206985, "global_step": 30944, "epoch": 476, "lr": 1.0417348186719811e-05}
+{"train_loss": 0.000737665337510407, "global_step": 30945, "epoch": 476, "lr": 1.041485556296225e-05}
+{"train_loss": 0.002099430188536644, "global_step": 30946, "epoch": 476, "lr": 1.041236320278352e-05}
+{"train_loss": 0.0006535809952765703, "global_step": 30947, "epoch": 476, "lr": 1.040987110620022e-05}
+{"train_loss": 0.0013599828816950321, "global_step": 30948, "epoch": 476, "lr": 1.040737927322893e-05}
+{"train_loss": 0.0011935627553611994, "global_step": 30949, "epoch": 476, "lr": 1.0404887703886251e-05}
+{"train_loss": 0.0006906493217684329, "global_step": 30950, "epoch": 476, "lr": 1.0402396398188763e-05}
+{"train_loss": 0.0008703884668648243, "global_step": 30951, "epoch": 476, "lr": 1.0399905356153062e-05}
+{"train_loss": 0.0004842999333050102, "global_step": 30952, "epoch": 476, "lr": 1.0397414577795744e-05}
+{"train_loss": 0.0013679570984095335, "global_step": 30953, "epoch": 476, "lr": 1.039492406313337e-05}
+{"train_loss": 0.0007955076289363205, "global_step": 30954, "epoch": 476, "lr": 1.0392433812182555e-05}
+{"train_loss": 0.0007176093058660626, "global_step": 30955, "epoch": 476, "lr": 1.0389943824959848e-05}
+{"train_loss": 0.0008639704319648445, "global_step": 30956, "epoch": 476, "lr": 1.0387454101481836e-05}
+{"train_loss": 0.0008646876667626202, "global_step": 30957, "epoch": 476, "lr": 1.0384964641765122e-05}
+{"train_loss": 0.0012951408280059695, "global_step": 30958, "epoch": 476, "lr": 1.038247544582625e-05}
+{"train_loss": 0.000975901959463954, "global_step": 30959, "epoch": 476, "lr": 1.037998651368181e-05}
+{"train_loss": 0.000795638479758054, "global_step": 30960, "epoch": 476, "lr": 1.0377497845348389e-05}
+{"train_loss": 0.0010125552071258426, "global_step": 30961, "epoch": 476, "lr": 1.0375009440842525e-05}
+{"train_loss": 0.00044110871385782957, "global_step": 30962, "epoch": 476, "lr": 1.0372521300180814e-05}
+{"train_loss": 0.0006465048645623028, "global_step": 30963, "epoch": 476, "lr": 1.0370033423379804e-05}
+{"train_loss": 0.0007979184156283736, "global_step": 30964, "epoch": 476, "lr": 1.0367545810456069e-05}
+{"train_loss": 0.0011072107590734959, "global_step": 30965, "epoch": 476, "lr": 1.036505846142619e-05}
+{"train_loss": 0.0008738160831853747, "global_step": 30966, "epoch": 476, "lr": 1.0362571376306696e-05}
+{"train_loss": 0.0009624643716961145, "global_step": 30967, "epoch": 476, "lr": 1.0360084555114169e-05}
+{"train_loss": 0.0011742054484784603, "global_step": 30968, "epoch": 476, "lr": 1.035759799786517e-05}
+{"train_loss": 0.0009256785269826651, "global_step": 30969, "epoch": 476, "lr": 1.0355111704576238e-05}
+{"train_loss": 0.0004516694461926818, "global_step": 30970, "epoch": 476, "lr": 1.0352625675263956e-05}
+{"train_loss": 0.0005383234238252044, "global_step": 30971, "epoch": 476, "lr": 1.035013990994484e-05}
+{"train_loss": 0.0006037778221070766, "global_step": 30972, "epoch": 476, "lr": 1.0347654408635465e-05}
+{"train_loss": 0.0007373450207524002, "global_step": 30973, "epoch": 476, "lr": 1.0345169171352387e-05}
+{"train_loss": 0.0012424400774762034, "global_step": 30974, "epoch": 476, "lr": 1.0342684198112134e-05}
+{"train_loss": 0.0008513171342201531, "global_step": 30975, "epoch": 476, "lr": 1.0340199488931263e-05}
+{"train_loss": 0.0007100352668203413, "global_step": 30976, "epoch": 476, "lr": 1.0337715043826329e-05}
+{"train_loss": 0.0007498961058445275, "global_step": 30977, "epoch": 476, "lr": 1.0335230862813867e-05}
+{"train_loss": 0.0007423503557220101, "global_step": 30978, "epoch": 476, "lr": 1.03327469459104e-05}
+{"train_loss": 0.0007535943877883255, "global_step": 30979, "epoch": 476, "lr": 1.0330263293132486e-05}
+{"train_loss": 0.0014892058679834008, "global_step": 30980, "epoch": 476, "lr": 1.0327779904496654e-05}
+{"train_loss": 0.0008015536004677415, "global_step": 30981, "epoch": 476, "lr": 1.0325296780019456e-05}
+{"train_loss": 0.0013028992107138038, "global_step": 30982, "epoch": 476, "lr": 1.0322813919717406e-05}
+{"train_loss": 0.0010124155087396502, "global_step": 30983, "epoch": 476, "lr": 1.0320331323607042e-05}
+{"train_loss": 0.0008293677819892764, "global_step": 30984, "epoch": 476, "lr": 1.0317848991704909e-05}
+{"train_loss": 0.0007760078296996653, "global_step": 30985, "epoch": 476, "lr": 1.0315366924027525e-05}
+{"train_loss": 0.0006151900161057711, "global_step": 30986, "epoch": 476, "lr": 1.0312885120591398e-05}
+{"train_loss": 0.0009044224279932678, "global_step": 30987, "epoch": 476, "lr": 1.0310403581413075e-05}
+{"train_loss": 0.0015596944140270352, "global_step": 30988, "epoch": 476, "lr": 1.0307922306509072e-05}
+{"train_loss": 0.0012069994118064642, "global_step": 30989, "epoch": 476, "lr": 1.0305441295895929e-05}
+{"train_loss": 0.00043787178583443165, "global_step": 30990, "epoch": 476, "lr": 1.030296054959014e-05}
+{"train_loss": 0.00078591174678877, "global_step": 30991, "epoch": 476, "lr": 1.0300480067608231e-05}
+{"train_loss": 0.0005938142421655357, "global_step": 30992, "epoch": 476, "lr": 1.0297999849966733e-05}
+{"train_loss": 0.00094332464504987, "global_step": 30993, "epoch": 476, "lr": 1.0295519896682148e-05}
+{"train_loss": 0.000670122099108994, "global_step": 30994, "epoch": 476, "lr": 1.0293040207770982e-05}
+{"train_loss": 0.0007591551402583718, "global_step": 30995, "epoch": 476, "lr": 1.0290560783249747e-05}
+{"train_loss": 0.0011904059210792184, "global_step": 30996, "epoch": 476, "lr": 1.028808162313496e-05}
+{"train_loss": 0.0012066555209457874, "global_step": 30997, "epoch": 476, "lr": 1.0285602727443144e-05}
+{"train_loss": 0.0011126281460747123, "global_step": 30998, "epoch": 476, "lr": 1.0283124096190771e-05}
+{"train_loss": 0.0008104938897304237, "global_step": 30999, "epoch": 476, "lr": 1.0280645729394366e-05}
+{"train_loss": 0.0028950488194823265, "global_step": 31000, "epoch": 476, "lr": 1.027816762707044e-05}
+{"train_loss": 0.0005170847289264202, "global_step": 31001, "epoch": 476, "lr": 1.0275689789235477e-05}
+{"train_loss": 0.0009659561910666525, "global_step": 31002, "epoch": 476, "lr": 1.0273212215905969e-05}
+{"train_loss": 0.0009464371833018959, "global_step": 31003, "epoch": 476, "lr": 1.0270734907098428e-05}
+{"train_loss": 0.0009354966150847479, "global_step": 31004, "epoch": 476, "lr": 1.026825786282934e-05, "val_loss": 0.0032883186358958483}
+{"train_loss": 0.0013106755213811994, "global_step": 31005, "epoch": 477, "lr": 1.0265781083115217e-05}
+{"train_loss": 0.0009242692030966282, "global_step": 31006, "epoch": 477, "lr": 1.0263304567972527e-05}
+{"train_loss": 0.0008368967683054507, "global_step": 31007, "epoch": 477, "lr": 1.0260828317417764e-05}
+{"train_loss": 0.0010741488076746464, "global_step": 31008, "epoch": 477, "lr": 1.0258352331467442e-05}
+{"train_loss": 0.000830540549941361, "global_step": 31009, "epoch": 477, "lr": 1.0255876610138027e-05}
+{"train_loss": 0.0008464384591206908, "global_step": 31010, "epoch": 477, "lr": 1.025340115344599e-05}
+{"train_loss": 0.0010910219280049205, "global_step": 31011, "epoch": 477, "lr": 1.0250925961407825e-05}
+{"train_loss": 0.000871969445142895, "global_step": 31012, "epoch": 477, "lr": 1.0248451034040024e-05}
+{"train_loss": 0.0005500927800312638, "global_step": 31013, "epoch": 477, "lr": 1.0245976371359067e-05}
+{"train_loss": 0.0011161759030073881, "global_step": 31014, "epoch": 477, "lr": 1.0243501973381408e-05}
+{"train_loss": 0.0009997556917369366, "global_step": 31015, "epoch": 477, "lr": 1.024102784012354e-05}
+{"train_loss": 0.00048160029109567404, "global_step": 31016, "epoch": 477, "lr": 1.023855397160195e-05}
+{"train_loss": 0.0005412317113950849, "global_step": 31017, "epoch": 477, "lr": 1.0236080367833096e-05}
+{"train_loss": 0.00097930699121207, "global_step": 31018, "epoch": 477, "lr": 1.0233607028833436e-05}
+{"train_loss": 0.0008114476804621518, "global_step": 31019, "epoch": 477, "lr": 1.0231133954619448e-05}
+{"train_loss": 0.001792379654943943, "global_step": 31020, "epoch": 477, "lr": 1.0228661145207603e-05}
+{"train_loss": 0.0008769541163928807, "global_step": 31021, "epoch": 477, "lr": 1.0226188600614377e-05}
+{"train_loss": 0.0013324873289093375, "global_step": 31022, "epoch": 477, "lr": 1.0223716320856213e-05}
+{"train_loss": 0.0006488676299341023, "global_step": 31023, "epoch": 477, "lr": 1.022124430594958e-05}
+{"train_loss": 0.001109571079723537, "global_step": 31024, "epoch": 477, "lr": 1.0218772555910955e-05}
+{"train_loss": 0.001029087114147842, "global_step": 31025, "epoch": 477, "lr": 1.0216301070756774e-05}
+{"train_loss": 0.0006983477505855262, "global_step": 31026, "epoch": 477, "lr": 1.0213829850503492e-05}
+{"train_loss": 0.0005940903211012483, "global_step": 31027, "epoch": 477, "lr": 1.0211358895167572e-05}
+{"train_loss": 0.001041937037371099, "global_step": 31028, "epoch": 477, "lr": 1.0208888204765465e-05}
+{"train_loss": 0.0006411683280020952, "global_step": 31029, "epoch": 477, "lr": 1.0206417779313638e-05}
+{"train_loss": 0.0008950511692091823, "global_step": 31030, "epoch": 477, "lr": 1.0203947618828513e-05}
+{"train_loss": 0.000818644417449832, "global_step": 31031, "epoch": 477, "lr": 1.020147772332657e-05}
+{"train_loss": 0.0013708783080801368, "global_step": 31032, "epoch": 477, "lr": 1.0199008092824213e-05}
+{"train_loss": 0.002240031026303768, "global_step": 31033, "epoch": 477, "lr": 1.0196538727337929e-05}
+{"train_loss": 0.0015160697512328625, "global_step": 31034, "epoch": 477, "lr": 1.0194069626884124e-05}
+{"train_loss": 0.002235420746728778, "global_step": 31035, "epoch": 477, "lr": 1.0191600791479255e-05}
+{"train_loss": 0.0005423692055046558, "global_step": 31036, "epoch": 477, "lr": 1.0189132221139763e-05}
+{"train_loss": 0.0013979264767840505, "global_step": 31037, "epoch": 477, "lr": 1.0186663915882095e-05}
+{"train_loss": 0.0013151642633602023, "global_step": 31038, "epoch": 477, "lr": 1.0184195875722662e-05}
+{"train_loss": 0.0014425652334466577, "global_step": 31039, "epoch": 477, "lr": 1.0181728100677924e-05}
+{"train_loss": 0.0009525050409138203, "global_step": 31040, "epoch": 477, "lr": 1.0179260590764277e-05}
+{"train_loss": 0.0019050432601943612, "global_step": 31041, "epoch": 477, "lr": 1.0176793345998192e-05}
+{"train_loss": 0.0006157647003419697, "global_step": 31042, "epoch": 477, "lr": 1.0174326366396064e-05}
+{"train_loss": 0.001034403103403747, "global_step": 31043, "epoch": 477, "lr": 1.0171859651974335e-05}
+{"train_loss": 0.0015641249483451247, "global_step": 31044, "epoch": 477, "lr": 1.0169393202749427e-05}
+{"train_loss": 0.0010174433700740337, "global_step": 31045, "epoch": 477, "lr": 1.0166927018737776e-05}
+{"train_loss": 0.0019097368931397796, "global_step": 31046, "epoch": 477, "lr": 1.0164461099955774e-05}
+{"train_loss": 0.0011639944277703762, "global_step": 31047, "epoch": 477, "lr": 1.0161995446419875e-05}
+{"train_loss": 0.0012813650537282228, "global_step": 31048, "epoch": 477, "lr": 1.0159530058146466e-05}
+{"train_loss": 0.0011606257176026702, "global_step": 31049, "epoch": 477, "lr": 1.0157064935151988e-05}
+{"train_loss": 0.0009806815069168806, "global_step": 31050, "epoch": 477, "lr": 1.0154600077452831e-05}
+{"train_loss": 0.0007609140011481941, "global_step": 31051, "epoch": 477, "lr": 1.0152135485065411e-05}
+{"train_loss": 0.000784985488280654, "global_step": 31052, "epoch": 477, "lr": 1.0149671158006157e-05}
+{"train_loss": 0.0014302035560831428, "global_step": 31053, "epoch": 477, "lr": 1.0147207096291477e-05}
+{"train_loss": 0.0018678405322134495, "global_step": 31054, "epoch": 477, "lr": 1.0144743299937764e-05}
+{"train_loss": 0.0006503293989226222, "global_step": 31055, "epoch": 477, "lr": 1.0142279768961421e-05}
+{"train_loss": 0.0009128858800977468, "global_step": 31056, "epoch": 477, "lr": 1.0139816503378858e-05}
+{"train_loss": 0.0012441155267879367, "global_step": 31057, "epoch": 477, "lr": 1.0137353503206487e-05}
+{"train_loss": 0.0005811997689306736, "global_step": 31058, "epoch": 477, "lr": 1.0134890768460687e-05}
+{"train_loss": 0.0007081093499436975, "global_step": 31059, "epoch": 477, "lr": 1.0132428299157864e-05}
+{"train_loss": 0.0009211990982294083, "global_step": 31060, "epoch": 477, "lr": 1.0129966095314419e-05}
+{"train_loss": 0.0013404800556600094, "global_step": 31061, "epoch": 477, "lr": 1.012750415694676e-05}
+{"train_loss": 0.0010293025989085436, "global_step": 31062, "epoch": 477, "lr": 1.0125042484071263e-05}
+{"train_loss": 0.0008806624682620168, "global_step": 31063, "epoch": 477, "lr": 1.0122581076704307e-05}
+{"train_loss": 0.0009815279627218843, "global_step": 31064, "epoch": 477, "lr": 1.0120119934862299e-05}
+{"train_loss": 0.000813880586065352, "global_step": 31065, "epoch": 477, "lr": 1.0117659058561635e-05}
+{"train_loss": 0.0016319692367687821, "global_step": 31066, "epoch": 477, "lr": 1.0115198447818674e-05}
+{"train_loss": 0.0008696114527992904, "global_step": 31067, "epoch": 477, "lr": 1.0112738102649815e-05}
+{"train_loss": 0.0009904872858896852, "global_step": 31068, "epoch": 477, "lr": 1.0110278023071446e-05}
+{"train_loss": 0.001068513933569193, "global_step": 31069, "epoch": 477, "lr": 1.010781820909995e-05, "val_loss": 0.012903360649943352}
+{"train_loss": 0.0008123090374283493, "global_step": 31070, "epoch": 478, "lr": 1.0105358660751696e-05}
+{"train_loss": 0.0006416801479645073, "global_step": 31071, "epoch": 478, "lr": 1.0102899378043058e-05}
+{"train_loss": 0.0008043873822316527, "global_step": 31072, "epoch": 478, "lr": 1.0100440360990404e-05}
+{"train_loss": 0.0005898268427699804, "global_step": 31073, "epoch": 478, "lr": 1.0097981609610141e-05}
+{"train_loss": 0.00047779976739548147, "global_step": 31074, "epoch": 478, "lr": 1.0095523123918599e-05}
+{"train_loss": 0.0013170535676181316, "global_step": 31075, "epoch": 478, "lr": 1.0093064903932175e-05}
+{"train_loss": 0.00042123685125261545, "global_step": 31076, "epoch": 478, "lr": 1.0090606949667226e-05}
+{"train_loss": 0.0024043279699981213, "global_step": 31077, "epoch": 478, "lr": 1.0088149261140134e-05}
+{"train_loss": 0.0007169257733039558, "global_step": 31078, "epoch": 478, "lr": 1.0085691838367256e-05}
+{"train_loss": 0.0014738703612238169, "global_step": 31079, "epoch": 478, "lr": 1.0083234681364934e-05}
+{"train_loss": 0.0009725363925099373, "global_step": 31080, "epoch": 478, "lr": 1.0080777790149542e-05}
+{"train_loss": 0.000832481193356216, "global_step": 31081, "epoch": 478, "lr": 1.0078321164737465e-05}
+{"train_loss": 0.0008873320766724646, "global_step": 31082, "epoch": 478, "lr": 1.007586480514502e-05}
+{"train_loss": 0.0005093856598250568, "global_step": 31083, "epoch": 478, "lr": 1.0073408711388582e-05}
+{"train_loss": 0.000890093098860234, "global_step": 31084, "epoch": 478, "lr": 1.0070952883484503e-05}
+{"train_loss": 0.0008773937006480992, "global_step": 31085, "epoch": 478, "lr": 1.006849732144915e-05}
+{"train_loss": 0.0011505564907565713, "global_step": 31086, "epoch": 478, "lr": 1.0066042025298861e-05}
+{"train_loss": 0.0008606741903349757, "global_step": 31087, "epoch": 478, "lr": 1.0063586995049972e-05}
+{"train_loss": 0.0006602936191484332, "global_step": 31088, "epoch": 478, "lr": 1.0061132230718839e-05}
+{"train_loss": 0.0006764488061890006, "global_step": 31089, "epoch": 478, "lr": 1.0058677732321824e-05}
+{"train_loss": 0.0006860319408588111, "global_step": 31090, "epoch": 478, "lr": 1.0056223499875238e-05}
+{"train_loss": 0.0009071476524695754, "global_step": 31091, "epoch": 478, "lr": 1.0053769533395446e-05}
+{"train_loss": 0.0007620592368766665, "global_step": 31092, "epoch": 478, "lr": 1.0051315832898784e-05}
+{"train_loss": 0.0005522696301341057, "global_step": 31093, "epoch": 478, "lr": 1.0048862398401593e-05}
+{"train_loss": 0.0010353383840993047, "global_step": 31094, "epoch": 478, "lr": 1.0046409229920211e-05}
+{"train_loss": 0.0011021661339327693, "global_step": 31095, "epoch": 478, "lr": 1.0043956327470949e-05}
+{"train_loss": 0.001082739094272256, "global_step": 31096, "epoch": 478, "lr": 1.0041503691070158e-05}
+{"train_loss": 0.0010486784158274531, "global_step": 31097, "epoch": 478, "lr": 1.0039051320734183e-05}
+{"train_loss": 0.000732598768081516, "global_step": 31098, "epoch": 478, "lr": 1.0036599216479326e-05}
+{"train_loss": 0.0008847343269735575, "global_step": 31099, "epoch": 478, "lr": 1.0034147378321922e-05}
+{"train_loss": 0.0009076339192688465, "global_step": 31100, "epoch": 478, "lr": 1.0031695806278318e-05}
+{"train_loss": 0.0008947314345277846, "global_step": 31101, "epoch": 478, "lr": 1.0029244500364804e-05}
+{"train_loss": 0.0009020536672323942, "global_step": 31102, "epoch": 478, "lr": 1.0026793460597732e-05}
+{"train_loss": 0.0006839247653260827, "global_step": 31103, "epoch": 478, "lr": 1.0024342686993398e-05}
+{"train_loss": 0.0006743122357875109, "global_step": 31104, "epoch": 478, "lr": 1.0021892179568132e-05}
+{"train_loss": 0.0006207776023074985, "global_step": 31105, "epoch": 478, "lr": 1.0019441938338264e-05}
+{"train_loss": 0.001472559291869402, "global_step": 31106, "epoch": 478, "lr": 1.0016991963320082e-05}
+{"train_loss": 0.0006745520513504744, "global_step": 31107, "epoch": 478, "lr": 1.0014542254529908e-05}
+{"train_loss": 0.00046497242874465883, "global_step": 31108, "epoch": 478, "lr": 1.0012092811984076e-05}
+{"train_loss": 0.0005866197170689702, "global_step": 31109, "epoch": 478, "lr": 1.0009643635698868e-05}
+{"train_loss": 0.0007959724171087146, "global_step": 31110, "epoch": 478, "lr": 1.0007194725690605e-05}
+{"train_loss": 0.0007695383974350989, "global_step": 31111, "epoch": 478, "lr": 1.0004746081975586e-05}
+{"train_loss": 0.0011957898968830705, "global_step": 31112, "epoch": 478, "lr": 1.0002297704570113e-05}
+{"train_loss": 0.00143280194606632, "global_step": 31113, "epoch": 478, "lr": 9.999849593490502e-06}
+{"train_loss": 0.0008389436407014728, "global_step": 31114, "epoch": 478, "lr": 9.997401748753054e-06}
+{"train_loss": 0.0006348187453113496, "global_step": 31115, "epoch": 478, "lr": 9.99495417037405e-06}
+{"train_loss": 0.001259368727914989, "global_step": 31116, "epoch": 478, "lr": 9.99250685836981e-06}
+{"train_loss": 0.0005856940406374633, "global_step": 31117, "epoch": 478, "lr": 9.990059812756603e-06}
+{"train_loss": 0.0006336583173833787, "global_step": 31118, "epoch": 478, "lr": 9.987613033550753e-06}
+{"train_loss": 0.0011020801030099392, "global_step": 31119, "epoch": 478, "lr": 9.985166520768523e-06}
+{"train_loss": 0.00103143195156008, "global_step": 31120, "epoch": 478, "lr": 9.982720274426217e-06}
+{"train_loss": 0.0014393117744475603, "global_step": 31121, "epoch": 478, "lr": 9.98027429454012e-06}
+{"train_loss": 0.0004742870223708451, "global_step": 31122, "epoch": 478, "lr": 9.977828581126536e-06}
+{"train_loss": 0.000728767947293818, "global_step": 31123, "epoch": 478, "lr": 9.975383134201733e-06}
+{"train_loss": 0.0009044276084750891, "global_step": 31124, "epoch": 478, "lr": 9.972937953781986e-06}
+{"train_loss": 0.001161788823083043, "global_step": 31125, "epoch": 478, "lr": 9.970493039883583e-06}
+{"train_loss": 0.0007693342049606144, "global_step": 31126, "epoch": 478, "lr": 9.968048392522828e-06}
+{"train_loss": 0.0006043500616215169, "global_step": 31127, "epoch": 478, "lr": 9.965604011715957e-06}
+{"train_loss": 0.0006221929797902703, "global_step": 31128, "epoch": 478, "lr": 9.963159897479268e-06}
+{"train_loss": 0.0007892738212831318, "global_step": 31129, "epoch": 478, "lr": 9.960716049829039e-06}
+{"train_loss": 0.0008376259938813746, "global_step": 31130, "epoch": 478, "lr": 9.95827246878155e-06}
+{"train_loss": 0.001023575896397233, "global_step": 31131, "epoch": 478, "lr": 9.955829154353052e-06}
+{"train_loss": 0.000982236466370523, "global_step": 31132, "epoch": 478, "lr": 9.953386106559815e-06}
+{"train_loss": 0.0006413021474145353, "global_step": 31133, "epoch": 478, "lr": 9.950943325418111e-06}
+{"train_loss": 0.0008723962872933883, "global_step": 31134, "epoch": 478, "lr": 9.948500810944217e-06, "val_loss": 0.004338101018220186}
+{"train_loss": 0.0008510888437740505, "global_step": 31135, "epoch": 479, "lr": 9.946058563154376e-06}
+{"train_loss": 0.001061675837263465, "global_step": 31136, "epoch": 479, "lr": 9.943616582064858e-06}
+{"train_loss": 0.0005703356000594795, "global_step": 31137, "epoch": 479, "lr": 9.941174867691921e-06}
+{"train_loss": 0.0006764415884390473, "global_step": 31138, "epoch": 479, "lr": 9.938733420051843e-06}
+{"train_loss": 0.0010969374561682343, "global_step": 31139, "epoch": 479, "lr": 9.936292239160865e-06}
+{"train_loss": 0.0008153726812452078, "global_step": 31140, "epoch": 479, "lr": 9.933851325035232e-06}
+{"train_loss": 0.0006351537886075675, "global_step": 31141, "epoch": 479, "lr": 9.9314106776912e-06}
+{"train_loss": 0.0011285427026450634, "global_step": 31142, "epoch": 479, "lr": 9.928970297145045e-06}
+{"train_loss": 0.0008864543051458895, "global_step": 31143, "epoch": 479, "lr": 9.92653018341298e-06}
+{"train_loss": 0.0007992785540409386, "global_step": 31144, "epoch": 479, "lr": 9.924090336511272e-06}
+{"train_loss": 0.0012849622871726751, "global_step": 31145, "epoch": 479, "lr": 9.921650756456164e-06}
+{"train_loss": 0.0006788094178773463, "global_step": 31146, "epoch": 479, "lr": 9.919211443263915e-06}
+{"train_loss": 0.0007440916378982365, "global_step": 31147, "epoch": 479, "lr": 9.916772396950752e-06}
+{"train_loss": 0.0009157833410426974, "global_step": 31148, "epoch": 479, "lr": 9.914333617532905e-06}
+{"train_loss": 0.0008024330018088222, "global_step": 31149, "epoch": 479, "lr": 9.911895105026626e-06}
+{"train_loss": 0.0008526963647454977, "global_step": 31150, "epoch": 479, "lr": 9.909456859448157e-06}
+{"train_loss": 0.0006624711095355451, "global_step": 31151, "epoch": 479, "lr": 9.907018880813718e-06}
+{"train_loss": 0.0008475722279399633, "global_step": 31152, "epoch": 479, "lr": 9.904581169139548e-06}
+{"train_loss": 0.0012445368338376284, "global_step": 31153, "epoch": 479, "lr": 9.902143724441886e-06}
+{"train_loss": 0.00092782435240224, "global_step": 31154, "epoch": 479, "lr": 9.899706546736981e-06}
+{"train_loss": 0.0006289122393354774, "global_step": 31155, "epoch": 479, "lr": 9.897269636041007e-06}
+{"train_loss": 0.0005925126606598496, "global_step": 31156, "epoch": 479, "lr": 9.894832992370223e-06}
+{"train_loss": 0.0013478788314387202, "global_step": 31157, "epoch": 479, "lr": 9.892396615740851e-06}
+{"train_loss": 0.0005679390742443502, "global_step": 31158, "epoch": 479, "lr": 9.889960506169128e-06}
+{"train_loss": 0.0006409657653421164, "global_step": 31159, "epoch": 479, "lr": 9.887524663671243e-06}
+{"train_loss": 0.0004548708093352616, "global_step": 31160, "epoch": 479, "lr": 9.885089088263438e-06}
+{"train_loss": 0.0009375906083732843, "global_step": 31161, "epoch": 479, "lr": 9.88265377996192e-06}
+{"train_loss": 0.0010053981095552444, "global_step": 31162, "epoch": 479, "lr": 9.880218738782938e-06}
+{"train_loss": 0.0016790640074759722, "global_step": 31163, "epoch": 479, "lr": 9.877783964742653e-06}
+{"train_loss": 0.0005428486037999392, "global_step": 31164, "epoch": 479, "lr": 9.875349457857298e-06}
+{"train_loss": 0.0008947987225838006, "global_step": 31165, "epoch": 479, "lr": 9.872915218143086e-06}
+{"train_loss": 0.0009121353505179286, "global_step": 31166, "epoch": 479, "lr": 9.870481245616242e-06}
+{"train_loss": 0.0006724560516886413, "global_step": 31167, "epoch": 479, "lr": 9.86804754029294e-06}
+{"train_loss": 0.0008198039140552282, "global_step": 31168, "epoch": 479, "lr": 9.865614102189401e-06}
+{"train_loss": 0.0009633286390453577, "global_step": 31169, "epoch": 479, "lr": 9.863180931321835e-06}
+{"train_loss": 0.001051474129781127, "global_step": 31170, "epoch": 479, "lr": 9.860748027706456e-06}
+{"train_loss": 0.0007309956126846373, "global_step": 31171, "epoch": 479, "lr": 9.858315391359425e-06}
+{"train_loss": 0.0006373687065206468, "global_step": 31172, "epoch": 479, "lr": 9.855883022296952e-06}
+{"train_loss": 0.00044811307452619076, "global_step": 31173, "epoch": 479, "lr": 9.853450920535246e-06}
+{"train_loss": 0.0008093222277238965, "global_step": 31174, "epoch": 479, "lr": 9.851019086090507e-06}
+{"train_loss": 0.0005952212959527969, "global_step": 31175, "epoch": 479, "lr": 9.848587518978903e-06}
+{"train_loss": 0.001027496880851686, "global_step": 31176, "epoch": 479, "lr": 9.846156219216635e-06}
+{"train_loss": 0.0009504475747235119, "global_step": 31177, "epoch": 479, "lr": 9.843725186819908e-06}
+{"train_loss": 0.0009031358058564365, "global_step": 31178, "epoch": 479, "lr": 9.841294421804898e-06}
+{"train_loss": 0.0009570324327796698, "global_step": 31179, "epoch": 479, "lr": 9.838863924187774e-06}
+{"train_loss": 0.0007156584179028869, "global_step": 31180, "epoch": 479, "lr": 9.83643369398473e-06}
+{"train_loss": 0.0005121516878716648, "global_step": 31181, "epoch": 479, "lr": 9.83400373121196e-06}
+{"train_loss": 0.0008340188069269061, "global_step": 31182, "epoch": 479, "lr": 9.831574035885643e-06}
+{"train_loss": 0.0005290501285344362, "global_step": 31183, "epoch": 479, "lr": 9.829144608021934e-06}
+{"train_loss": 0.0004866114759352058, "global_step": 31184, "epoch": 479, "lr": 9.826715447637026e-06}
+{"train_loss": 0.0007347033824771643, "global_step": 31185, "epoch": 479, "lr": 9.824286554747109e-06}
+{"train_loss": 0.0007619415991939604, "global_step": 31186, "epoch": 479, "lr": 9.821857929368333e-06}
+{"train_loss": 0.0011410897132009268, "global_step": 31187, "epoch": 479, "lr": 9.819429571516864e-06}
+{"train_loss": 0.0009268094436265528, "global_step": 31188, "epoch": 479, "lr": 9.817001481208888e-06}
+{"train_loss": 0.0005311212735250592, "global_step": 31189, "epoch": 479, "lr": 9.814573658460562e-06}
+{"train_loss": 0.0009817322716116905, "global_step": 31190, "epoch": 479, "lr": 9.812146103288073e-06}
+{"train_loss": 0.0008733560098335147, "global_step": 31191, "epoch": 479, "lr": 9.809718815707552e-06}
+{"train_loss": 0.0008116874960251153, "global_step": 31192, "epoch": 479, "lr": 9.807291795735179e-06}
+{"train_loss": 0.0011659115552902222, "global_step": 31193, "epoch": 479, "lr": 9.804865043387129e-06}
+{"train_loss": 0.0005579727585427463, "global_step": 31194, "epoch": 479, "lr": 9.802438558679527e-06}
+{"train_loss": 0.0005601015291176736, "global_step": 31195, "epoch": 479, "lr": 9.800012341628568e-06}
+{"train_loss": 0.0005626779166050255, "global_step": 31196, "epoch": 479, "lr": 9.79758639225037e-06}
+{"train_loss": 0.000983328791335225, "global_step": 31197, "epoch": 479, "lr": 9.795160710561102e-06}
+{"train_loss": 0.0009604499209672213, "global_step": 31198, "epoch": 479, "lr": 9.792735296576927e-06}
+{"train_loss": 0.0008255733853170218, "global_step": 31199, "epoch": 479, "lr": 9.790310150313975e-06, "val_loss": 0.013016724959015846}
+{"train_loss": 0.0006481140735559165, "global_step": 31200, "epoch": 480, "lr": 9.787885271788416e-06}
+{"train_loss": 0.00047941438970156014, "global_step": 31201, "epoch": 480, "lr": 9.78546066101637e-06}
+{"train_loss": 0.000572950579226017, "global_step": 31202, "epoch": 480, "lr": 9.783036318013995e-06}
+{"train_loss": 0.0005724275833927095, "global_step": 31203, "epoch": 480, "lr": 9.78061224279745e-06}
+{"train_loss": 0.0005612595705315471, "global_step": 31204, "epoch": 480, "lr": 9.77818843538284e-06}
+{"train_loss": 0.0017123878933489323, "global_step": 31205, "epoch": 480, "lr": 9.775764895786321e-06}
+{"train_loss": 0.0006447446648962796, "global_step": 31206, "epoch": 480, "lr": 9.773341624024052e-06}
+{"train_loss": 0.001415827078744769, "global_step": 31207, "epoch": 480, "lr": 9.770918620112129e-06}
+{"train_loss": 0.0003141719789709896, "global_step": 31208, "epoch": 480, "lr": 9.768495884066725e-06}
+{"train_loss": 0.0008862773538567126, "global_step": 31209, "epoch": 480, "lr": 9.766073415903932e-06}
+{"train_loss": 0.0007468002149835229, "global_step": 31210, "epoch": 480, "lr": 9.763651215639908e-06}
+{"train_loss": 0.0010430172551423311, "global_step": 31211, "epoch": 480, "lr": 9.761229283290779e-06}
+{"train_loss": 0.0006670051952823997, "global_step": 31212, "epoch": 480, "lr": 9.758807618872656e-06}
+{"train_loss": 0.0012839764822274446, "global_step": 31213, "epoch": 480, "lr": 9.756386222401675e-06}
+{"train_loss": 0.00047250912757590413, "global_step": 31214, "epoch": 480, "lr": 9.75396509389397e-06}
+{"train_loss": 0.0006287909927777946, "global_step": 31215, "epoch": 480, "lr": 9.751544233365634e-06}
+{"train_loss": 0.000662553240545094, "global_step": 31216, "epoch": 480, "lr": 9.749123640832813e-06}
+{"train_loss": 0.0013921239878982306, "global_step": 31217, "epoch": 480, "lr": 9.746703316311606e-06}
+{"train_loss": 0.0006254035397432745, "global_step": 31218, "epoch": 480, "lr": 9.744283259818139e-06}
+{"train_loss": 0.001067512552253902, "global_step": 31219, "epoch": 480, "lr": 9.741863471368529e-06}
+{"train_loss": 0.001030669896863401, "global_step": 31220, "epoch": 480, "lr": 9.739443950978877e-06}
+{"train_loss": 0.0004439953190740198, "global_step": 31221, "epoch": 480, "lr": 9.737024698665293e-06}
+{"train_loss": 0.0010542970849201083, "global_step": 31222, "epoch": 480, "lr": 9.734605714443906e-06}
+{"train_loss": 0.0008298286702483892, "global_step": 31223, "epoch": 480, "lr": 9.73218699833081e-06}
+{"train_loss": 0.0007342247990891337, "global_step": 31224, "epoch": 480, "lr": 9.7297685503421e-06}
+{"train_loss": 0.0008765234379097819, "global_step": 31225, "epoch": 480, "lr": 9.727350370493882e-06}
+{"train_loss": 0.00164213334210217, "global_step": 31226, "epoch": 480, "lr": 9.724932458802267e-06}
+{"train_loss": 0.0005205494235269725, "global_step": 31227, "epoch": 480, "lr": 9.722514815283363e-06}
+{"train_loss": 0.0008353821467608213, "global_step": 31228, "epoch": 480, "lr": 9.72009743995324e-06}
+{"train_loss": 0.0006106633809395134, "global_step": 31229, "epoch": 480, "lr": 9.717680332828016e-06}
+{"train_loss": 0.0006114299176260829, "global_step": 31230, "epoch": 480, "lr": 9.715263493923787e-06}
+{"train_loss": 0.0006529054953716695, "global_step": 31231, "epoch": 480, "lr": 9.712846923256646e-06}
+{"train_loss": 0.0009409228805452585, "global_step": 31232, "epoch": 480, "lr": 9.710430620842658e-06}
+{"train_loss": 0.0012877932749688625, "global_step": 31233, "epoch": 480, "lr": 9.708014586697933e-06}
+{"train_loss": 0.0008551498176530004, "global_step": 31234, "epoch": 480, "lr": 9.705598820838552e-06}
+{"train_loss": 0.000682735291775316, "global_step": 31235, "epoch": 480, "lr": 9.703183323280618e-06}
+{"train_loss": 0.0005296859890222549, "global_step": 31236, "epoch": 480, "lr": 9.700768094040191e-06}
+{"train_loss": 0.0011094463989138603, "global_step": 31237, "epoch": 480, "lr": 9.698353133133359e-06}
+{"train_loss": 0.000872683129273355, "global_step": 31238, "epoch": 480, "lr": 9.695938440576219e-06}
+{"train_loss": 0.0009537116275168955, "global_step": 31239, "epoch": 480, "lr": 9.693524016384836e-06}
+{"train_loss": 0.0010295333340764046, "global_step": 31240, "epoch": 480, "lr": 9.691109860575275e-06}
+{"train_loss": 0.0019344753818586469, "global_step": 31241, "epoch": 480, "lr": 9.68869597316362e-06}
+{"train_loss": 0.0005722207715734839, "global_step": 31242, "epoch": 480, "lr": 9.686282354165949e-06}
+{"train_loss": 0.001060053356923163, "global_step": 31243, "epoch": 480, "lr": 9.683869003598339e-06}
+{"train_loss": 0.0007008656393736601, "global_step": 31244, "epoch": 480, "lr": 9.681455921476839e-06}
+{"train_loss": 0.0005955624510534108, "global_step": 31245, "epoch": 480, "lr": 9.679043107817532e-06}
+{"train_loss": 0.0009525327477604151, "global_step": 31246, "epoch": 480, "lr": 9.67663056263649e-06}
+{"train_loss": 0.000923460815101862, "global_step": 31247, "epoch": 480, "lr": 9.674218285949765e-06}
+{"train_loss": 0.000563944224268198, "global_step": 31248, "epoch": 480, "lr": 9.671806277773409e-06}
+{"train_loss": 0.000920258229598403, "global_step": 31249, "epoch": 480, "lr": 9.6693945381235e-06}
+{"train_loss": 0.000662509526591748, "global_step": 31250, "epoch": 480, "lr": 9.666983067016084e-06}
+{"train_loss": 0.0006200334755703807, "global_step": 31251, "epoch": 480, "lr": 9.664571864467243e-06}
+{"train_loss": 0.0012990297982469201, "global_step": 31252, "epoch": 480, "lr": 9.662160930492997e-06}
+{"train_loss": 0.0007034310256130993, "global_step": 31253, "epoch": 480, "lr": 9.659750265109419e-06}
+{"train_loss": 0.0008916661026887596, "global_step": 31254, "epoch": 480, "lr": 9.657339868332571e-06}
+{"train_loss": 0.0010038414038717747, "global_step": 31255, "epoch": 480, "lr": 9.654929740178491e-06}
+{"train_loss": 0.0011058542877435684, "global_step": 31256, "epoch": 480, "lr": 9.652519880663208e-06}
+{"train_loss": 0.0018667611293494701, "global_step": 31257, "epoch": 480, "lr": 9.650110289802789e-06}
+{"train_loss": 0.0005356253823265433, "global_step": 31258, "epoch": 480, "lr": 9.647700967613277e-06}
+{"train_loss": 0.001499742385931313, "global_step": 31259, "epoch": 480, "lr": 9.64529191411072e-06}
+{"train_loss": 0.0005526139866560698, "global_step": 31260, "epoch": 480, "lr": 9.642883129311142e-06}
+{"train_loss": 0.0004353585245553404, "global_step": 31261, "epoch": 480, "lr": 9.640474613230587e-06}
+{"train_loss": 0.001019738265313208, "global_step": 31262, "epoch": 480, "lr": 9.638066365885113e-06}
+{"train_loss": 0.0008410823647864163, "global_step": 31263, "epoch": 480, "lr": 9.635658387290741e-06}
+{"train_loss": 0.0008759796843290902, "global_step": 31264, "epoch": 480, "lr": 9.633250677463485e-06, "val_loss": 0.0048955511301755905, "train_action_mse_error": 2.3744691134197637e-05}
+{"train_loss": 0.0006521806353703141, "global_step": 31265, "epoch": 481, "lr": 9.630843236419396e-06}
+{"train_loss": 0.0005545964813791215, "global_step": 31266, "epoch": 481, "lr": 9.6284360641745e-06}
+{"train_loss": 0.0003784805303439498, "global_step": 31267, "epoch": 481, "lr": 9.626029160744842e-06}
+{"train_loss": 0.0007443981594406068, "global_step": 31268, "epoch": 481, "lr": 9.62362252614642e-06}
+{"train_loss": 0.0005831999587826431, "global_step": 31269, "epoch": 481, "lr": 9.621216160395274e-06}
+{"train_loss": 0.0008724576910026371, "global_step": 31270, "epoch": 481, "lr": 9.618810063507438e-06}
+{"train_loss": 0.0008388098212890327, "global_step": 31271, "epoch": 481, "lr": 9.616404235498921e-06}
+{"train_loss": 0.000636338023468852, "global_step": 31272, "epoch": 481, "lr": 9.613998676385727e-06}
+{"train_loss": 0.0010402718326076865, "global_step": 31273, "epoch": 481, "lr": 9.611593386183887e-06}
+{"train_loss": 0.0007002998609095812, "global_step": 31274, "epoch": 481, "lr": 9.609188364909422e-06}
+{"train_loss": 0.0008381444495171309, "global_step": 31275, "epoch": 481, "lr": 9.606783612578352e-06}
+{"train_loss": 0.0005004813428968191, "global_step": 31276, "epoch": 481, "lr": 9.60437912920667e-06}
+{"train_loss": 0.0006153190624900162, "global_step": 31277, "epoch": 481, "lr": 9.601974914810402e-06}
+{"train_loss": 0.0007141245296224952, "global_step": 31278, "epoch": 481, "lr": 9.599570969405542e-06}
+{"train_loss": 0.0007405909127555788, "global_step": 31279, "epoch": 481, "lr": 9.597167293008114e-06}
+{"train_loss": 0.00040597416227683425, "global_step": 31280, "epoch": 481, "lr": 9.594763885634101e-06}
+{"train_loss": 0.0005997844273224473, "global_step": 31281, "epoch": 481, "lr": 9.592360747299517e-06}
+{"train_loss": 0.0007246464374475181, "global_step": 31282, "epoch": 481, "lr": 9.589957878020367e-06}
+{"train_loss": 0.0016231656773015857, "global_step": 31283, "epoch": 481, "lr": 9.58755527781266e-06}
+{"train_loss": 0.0009823630098253489, "global_step": 31284, "epoch": 481, "lr": 9.585152946692372e-06}
+{"train_loss": 0.0005889986059628427, "global_step": 31285, "epoch": 481, "lr": 9.582750884675522e-06}
+{"train_loss": 0.0008704611100256443, "global_step": 31286, "epoch": 481, "lr": 9.580349091778074e-06}
+{"train_loss": 0.0008952876087278128, "global_step": 31287, "epoch": 481, "lr": 9.577947568016055e-06}
+{"train_loss": 0.0008836355991661549, "global_step": 31288, "epoch": 481, "lr": 9.575546313405425e-06}
+{"train_loss": 0.00042491807835176587, "global_step": 31289, "epoch": 481, "lr": 9.573145327962185e-06}
+{"train_loss": 0.0007673336658626795, "global_step": 31290, "epoch": 481, "lr": 9.570744611702326e-06}
+{"train_loss": 0.00045511004282161593, "global_step": 31291, "epoch": 481, "lr": 9.568344164641841e-06}
+{"train_loss": 0.000674365321174264, "global_step": 31292, "epoch": 481, "lr": 9.565943986796694e-06}
+{"train_loss": 0.001098494860343635, "global_step": 31293, "epoch": 481, "lr": 9.563544078182884e-06}
+{"train_loss": 0.0006640341016463935, "global_step": 31294, "epoch": 481, "lr": 9.561144438816371e-06}
+{"train_loss": 0.0006373033975251019, "global_step": 31295, "epoch": 481, "lr": 9.55874506871316e-06}
+{"train_loss": 0.0010698284022510052, "global_step": 31296, "epoch": 481, "lr": 9.556345967889197e-06}
+{"train_loss": 0.0005376433255150914, "global_step": 31297, "epoch": 481, "lr": 9.55394713636047e-06}
+{"train_loss": 0.0010000331094488502, "global_step": 31298, "epoch": 481, "lr": 9.551548574142955e-06}
+{"train_loss": 0.00104266288690269, "global_step": 31299, "epoch": 481, "lr": 9.549150281252633e-06}
+{"train_loss": 0.0009710766025818884, "global_step": 31300, "epoch": 481, "lr": 9.54675225770546e-06}
+{"train_loss": 0.0007776805432513356, "global_step": 31301, "epoch": 481, "lr": 9.544354503517394e-06}
+{"train_loss": 0.0007231385097838938, "global_step": 31302, "epoch": 481, "lr": 9.541957018704405e-06}
+{"train_loss": 0.0005090035265311599, "global_step": 31303, "epoch": 481, "lr": 9.539559803282483e-06}
+{"train_loss": 0.0011843692045658827, "global_step": 31304, "epoch": 481, "lr": 9.537162857267557e-06}
+{"train_loss": 0.0006911022937856615, "global_step": 31305, "epoch": 481, "lr": 9.534766180675591e-06}
+{"train_loss": 0.0006640388746745884, "global_step": 31306, "epoch": 481, "lr": 9.53236977352256e-06}
+{"train_loss": 0.000793017097748816, "global_step": 31307, "epoch": 481, "lr": 9.529973635824424e-06}
+{"train_loss": 0.0005462440312840044, "global_step": 31308, "epoch": 481, "lr": 9.527577767597124e-06}
+{"train_loss": 0.00048491035704500973, "global_step": 31309, "epoch": 481, "lr": 9.525182168856605e-06}
+{"train_loss": 0.0006667093257419765, "global_step": 31310, "epoch": 481, "lr": 9.522786839618825e-06}
+{"train_loss": 0.0008004796109162271, "global_step": 31311, "epoch": 481, "lr": 9.520391779899752e-06}
+{"train_loss": 0.0007685460732318461, "global_step": 31312, "epoch": 481, "lr": 9.517996989715305e-06}
+{"train_loss": 0.0011439378140494227, "global_step": 31313, "epoch": 481, "lr": 9.515602469081447e-06}
+{"train_loss": 0.0006992853595875204, "global_step": 31314, "epoch": 481, "lr": 9.513208218014113e-06}
+{"train_loss": 0.0006724245031364262, "global_step": 31315, "epoch": 481, "lr": 9.510814236529263e-06}
+{"train_loss": 0.0007716204272583127, "global_step": 31316, "epoch": 481, "lr": 9.508420524642831e-06}
+{"train_loss": 0.0006145386141724885, "global_step": 31317, "epoch": 481, "lr": 9.506027082370728e-06}
+{"train_loss": 0.0007537262281402946, "global_step": 31318, "epoch": 481, "lr": 9.503633909728915e-06}
+{"train_loss": 0.0009751935140229762, "global_step": 31319, "epoch": 481, "lr": 9.501241006733341e-06}
+{"train_loss": 0.00048702562344260514, "global_step": 31320, "epoch": 481, "lr": 9.498848373399905e-06}
+{"train_loss": 0.0011292670387774706, "global_step": 31321, "epoch": 481, "lr": 9.49645600974456e-06}
+{"train_loss": 0.0006186427781358361, "global_step": 31322, "epoch": 481, "lr": 9.494063915783225e-06}
+{"train_loss": 0.000853010977152735, "global_step": 31323, "epoch": 481, "lr": 9.49167209153185e-06}
+{"train_loss": 0.0008516040397807956, "global_step": 31324, "epoch": 481, "lr": 9.48928053700635e-06}
+{"train_loss": 0.000530313584022224, "global_step": 31325, "epoch": 481, "lr": 9.486889252222624e-06}
+{"train_loss": 0.000548313488252461, "global_step": 31326, "epoch": 481, "lr": 9.48449823719662e-06}
+{"train_loss": 0.0004976324853487313, "global_step": 31327, "epoch": 481, "lr": 9.482107491944265e-06}
+{"train_loss": 0.00110836501698941, "global_step": 31328, "epoch": 481, "lr": 9.479717016481453e-06}
+{"train_loss": 0.0007620618275653284, "global_step": 31329, "epoch": 481, "lr": 9.477326810824116e-06, "val_loss": 0.005229557864367962}
+{"train_loss": 0.0006053455290384591, "global_step": 31330, "epoch": 482, "lr": 9.474936874988167e-06}
+{"train_loss": 0.0004122991522308439, "global_step": 31331, "epoch": 482, "lr": 9.472547208989535e-06}
+{"train_loss": 0.0008481752593070269, "global_step": 31332, "epoch": 482, "lr": 9.470157812844116e-06}
+{"train_loss": 0.0007260898710228503, "global_step": 31333, "epoch": 482, "lr": 9.467768686567802e-06}
+{"train_loss": 0.0008335130987688899, "global_step": 31334, "epoch": 482, "lr": 9.465379830176524e-06}
+{"train_loss": 0.0011993981897830963, "global_step": 31335, "epoch": 482, "lr": 9.462991243686198e-06}
+{"train_loss": 0.0011010823072865605, "global_step": 31336, "epoch": 482, "lr": 9.4606029271127e-06}
+{"train_loss": 0.0009197117760777473, "global_step": 31337, "epoch": 482, "lr": 9.45821488047195e-06}
+{"train_loss": 0.0007817276054993272, "global_step": 31338, "epoch": 482, "lr": 9.455827103779846e-06}
+{"train_loss": 0.0009649505373090506, "global_step": 31339, "epoch": 482, "lr": 9.453439597052294e-06}
+{"train_loss": 0.0006012137164361775, "global_step": 31340, "epoch": 482, "lr": 9.45105236030519e-06}
+{"train_loss": 0.0006828440236859024, "global_step": 31341, "epoch": 482, "lr": 9.448665393554412e-06}
+{"train_loss": 0.0008532717474736273, "global_step": 31342, "epoch": 482, "lr": 9.446278696815863e-06}
+{"train_loss": 0.0006815961678512394, "global_step": 31343, "epoch": 482, "lr": 9.443892270105448e-06}
+{"train_loss": 0.0005118783446960151, "global_step": 31344, "epoch": 482, "lr": 9.441506113439036e-06}
+{"train_loss": 0.0007978786015883088, "global_step": 31345, "epoch": 482, "lr": 9.439120226832527e-06}
+{"train_loss": 0.0007202585693448782, "global_step": 31346, "epoch": 482, "lr": 9.436734610301818e-06}
+{"train_loss": 0.0008586316835135221, "global_step": 31347, "epoch": 482, "lr": 9.434349263862768e-06}
+{"train_loss": 0.0005482754204422235, "global_step": 31348, "epoch": 482, "lr": 9.431964187531289e-06}
+{"train_loss": 0.0005124133895151317, "global_step": 31349, "epoch": 482, "lr": 9.429579381323233e-06}
+{"train_loss": 0.0012299030786380172, "global_step": 31350, "epoch": 482, "lr": 9.427194845254495e-06}
+{"train_loss": 0.0011123833246529102, "global_step": 31351, "epoch": 482, "lr": 9.424810579340965e-06}
+{"train_loss": 0.0008425667765550315, "global_step": 31352, "epoch": 482, "lr": 9.422426583598487e-06}
+{"train_loss": 0.0011003181571140885, "global_step": 31353, "epoch": 482, "lr": 9.420042858042954e-06}
+{"train_loss": 0.0004975012270733714, "global_step": 31354, "epoch": 482, "lr": 9.417659402690253e-06}
+{"train_loss": 0.0006787298480048776, "global_step": 31355, "epoch": 482, "lr": 9.415276217556224e-06}
+{"train_loss": 0.0015441776486113667, "global_step": 31356, "epoch": 482, "lr": 9.412893302656756e-06}
+{"train_loss": 0.0007507970440201461, "global_step": 31357, "epoch": 482, "lr": 9.410510658007704e-06}
+{"train_loss": 0.0012397330719977617, "global_step": 31358, "epoch": 482, "lr": 9.408128283624934e-06}
+{"train_loss": 0.0007068971754051745, "global_step": 31359, "epoch": 482, "lr": 9.405746179524328e-06}
+{"train_loss": 0.00039874485810287297, "global_step": 31360, "epoch": 482, "lr": 9.403364345721715e-06}
+{"train_loss": 0.0012892184313386679, "global_step": 31361, "epoch": 482, "lr": 9.400982782232976e-06}
+{"train_loss": 0.0007959190406836569, "global_step": 31362, "epoch": 482, "lr": 9.398601489073977e-06}
+{"train_loss": 0.0004518523346632719, "global_step": 31363, "epoch": 482, "lr": 9.396220466260548e-06}
+{"train_loss": 0.0010252050124108791, "global_step": 31364, "epoch": 482, "lr": 9.393839713808573e-06}
+{"train_loss": 0.0009636989561840892, "global_step": 31365, "epoch": 482, "lr": 9.391459231733868e-06}
+{"train_loss": 0.0010060099884867668, "global_step": 31366, "epoch": 482, "lr": 9.389079020052311e-06}
+{"train_loss": 0.0013052693102508783, "global_step": 31367, "epoch": 482, "lr": 9.386699078779748e-06}
+{"train_loss": 0.0007615246577188373, "global_step": 31368, "epoch": 482, "lr": 9.384319407932012e-06}
+{"train_loss": 0.0007595161441713572, "global_step": 31369, "epoch": 482, "lr": 9.381940007524975e-06}
+{"train_loss": 0.0005384422838687897, "global_step": 31370, "epoch": 482, "lr": 9.379560877574444e-06}
+{"train_loss": 0.0012665822869166732, "global_step": 31371, "epoch": 482, "lr": 9.377182018096281e-06}
+{"train_loss": 0.0006071932730264962, "global_step": 31372, "epoch": 482, "lr": 9.374803429106332e-06}
+{"train_loss": 0.0007722058217041194, "global_step": 31373, "epoch": 482, "lr": 9.37242511062042e-06}
+{"train_loss": 0.0006593167199753225, "global_step": 31374, "epoch": 482, "lr": 9.370047062654385e-06}
+{"train_loss": 0.0005565090104937553, "global_step": 31375, "epoch": 482, "lr": 9.36766928522408e-06}
+{"train_loss": 0.0005676401779055595, "global_step": 31376, "epoch": 482, "lr": 9.365291778345303e-06}
+{"train_loss": 0.0006746271974407136, "global_step": 31377, "epoch": 482, "lr": 9.362914542033918e-06}
+{"train_loss": 0.0012922798050567508, "global_step": 31378, "epoch": 482, "lr": 9.360537576305728e-06}
+{"train_loss": 0.0021031396463513374, "global_step": 31379, "epoch": 482, "lr": 9.35816088117657e-06}
+{"train_loss": 0.0008438198128715158, "global_step": 31380, "epoch": 482, "lr": 9.355784456662286e-06}
+{"train_loss": 0.000893232470843941, "global_step": 31381, "epoch": 482, "lr": 9.35340830277867e-06}
+{"train_loss": 0.0007204886642284691, "global_step": 31382, "epoch": 482, "lr": 9.351032419541556e-06}
+{"train_loss": 0.0011942022247239947, "global_step": 31383, "epoch": 482, "lr": 9.348656806966776e-06}
+{"train_loss": 0.0013664753641933203, "global_step": 31384, "epoch": 482, "lr": 9.346281465070133e-06}
+{"train_loss": 0.0006267406279221177, "global_step": 31385, "epoch": 482, "lr": 9.343906393867453e-06}
+{"train_loss": 0.0006518278969451785, "global_step": 31386, "epoch": 482, "lr": 9.341531593374537e-06}
+{"train_loss": 0.0008094633230939507, "global_step": 31387, "epoch": 482, "lr": 9.339157063607202e-06}
+{"train_loss": 0.0015335974749177694, "global_step": 31388, "epoch": 482, "lr": 9.336782804581278e-06}
+{"train_loss": 0.0009443293092772365, "global_step": 31389, "epoch": 482, "lr": 9.334408816312545e-06}
+{"train_loss": 0.0006446366314776242, "global_step": 31390, "epoch": 482, "lr": 9.332035098816828e-06}
+{"train_loss": 0.0006731293979100883, "global_step": 31391, "epoch": 482, "lr": 9.329661652109939e-06}
+{"train_loss": 0.0011316590243950486, "global_step": 31392, "epoch": 482, "lr": 9.327288476207657e-06}
+{"train_loss": 0.0009618945186957717, "global_step": 31393, "epoch": 482, "lr": 9.324915571125814e-06}
+{"train_loss": 0.0008751840563490987, "global_step": 31394, "epoch": 482, "lr": 9.322542936880179e-06, "val_loss": 0.006383993197232485}
+{"train_loss": 0.00113975559361279, "global_step": 31395, "epoch": 483, "lr": 9.32017057348657e-06}
+{"train_loss": 0.000504735391587019, "global_step": 31396, "epoch": 483, "lr": 9.317798480960788e-06}
+{"train_loss": 0.00047575199278071523, "global_step": 31397, "epoch": 483, "lr": 9.31542665931861e-06}
+{"train_loss": 0.0013093912275508046, "global_step": 31398, "epoch": 483, "lr": 9.313055108575835e-06}
+{"train_loss": 0.001009737839922309, "global_step": 31399, "epoch": 483, "lr": 9.310683828748251e-06}
+{"train_loss": 0.0005643124459311366, "global_step": 31400, "epoch": 483, "lr": 9.308312819851689e-06}
+{"train_loss": 0.000739838695153594, "global_step": 31401, "epoch": 483, "lr": 9.305942081901869e-06}
+{"train_loss": 0.000616870354861021, "global_step": 31402, "epoch": 483, "lr": 9.303571614914607e-06}
+{"train_loss": 0.0007591188186779618, "global_step": 31403, "epoch": 483, "lr": 9.301201418905686e-06}
+{"train_loss": 0.0012112752301618457, "global_step": 31404, "epoch": 483, "lr": 9.298831493890908e-06}
+{"train_loss": 0.0012458455748856068, "global_step": 31405, "epoch": 483, "lr": 9.296461839886017e-06}
+{"train_loss": 0.0005769440322183073, "global_step": 31406, "epoch": 483, "lr": 9.294092456906812e-06}
+{"train_loss": 0.0006941652973182499, "global_step": 31407, "epoch": 483, "lr": 9.291723344969066e-06}
+{"train_loss": 0.0007356517598964274, "global_step": 31408, "epoch": 483, "lr": 9.289354504088582e-06}
+{"train_loss": 0.0006692056194879115, "global_step": 31409, "epoch": 483, "lr": 9.286985934281078e-06}
+{"train_loss": 0.0005812838207930326, "global_step": 31410, "epoch": 483, "lr": 9.284617635562353e-06}
+{"train_loss": 0.0005847697611898184, "global_step": 31411, "epoch": 483, "lr": 9.282249607948179e-06}
+{"train_loss": 0.00040256965439766645, "global_step": 31412, "epoch": 483, "lr": 9.279881851454336e-06}
+{"train_loss": 0.0009628489497117698, "global_step": 31413, "epoch": 483, "lr": 9.277514366096556e-06}
+{"train_loss": 0.00055168685503304, "global_step": 31414, "epoch": 483, "lr": 9.275147151890623e-06}
+{"train_loss": 0.0009193681762553751, "global_step": 31415, "epoch": 483, "lr": 9.2727802088523e-06}
+{"train_loss": 0.000489884871058166, "global_step": 31416, "epoch": 483, "lr": 9.27041353699737e-06}
+{"train_loss": 0.0010132832685485482, "global_step": 31417, "epoch": 483, "lr": 9.26804713634154e-06}
+{"train_loss": 0.0007877556490711868, "global_step": 31418, "epoch": 483, "lr": 9.265681006900594e-06}
+{"train_loss": 0.0005855140625499189, "global_step": 31419, "epoch": 483, "lr": 9.263315148690282e-06}
+{"train_loss": 0.001076873391866684, "global_step": 31420, "epoch": 483, "lr": 9.260949561726384e-06}
+{"train_loss": 0.0011198804713785648, "global_step": 31421, "epoch": 483, "lr": 9.25858424602461e-06}
+{"train_loss": 0.0010366464266553521, "global_step": 31422, "epoch": 483, "lr": 9.25621920160073e-06}
+{"train_loss": 0.0005301801720634103, "global_step": 31423, "epoch": 483, "lr": 9.253854428470499e-06}
+{"train_loss": 0.0013856905279681087, "global_step": 31424, "epoch": 483, "lr": 9.25148992664966e-06}
+{"train_loss": 0.0006953856791369617, "global_step": 31425, "epoch": 483, "lr": 9.249125696153932e-06}
+{"train_loss": 0.0005644686752930284, "global_step": 31426, "epoch": 483, "lr": 9.246761736999082e-06}
+{"train_loss": 0.0010003012139350176, "global_step": 31427, "epoch": 483, "lr": 9.244398049200842e-06}
+{"train_loss": 0.0003663084062281996, "global_step": 31428, "epoch": 483, "lr": 9.242034632774966e-06}
+{"train_loss": 0.000898677681107074, "global_step": 31429, "epoch": 483, "lr": 9.239671487737166e-06}
+{"train_loss": 0.0005073084030300379, "global_step": 31430, "epoch": 483, "lr": 9.23730861410319e-06}
+{"train_loss": 0.0009518179576843977, "global_step": 31431, "epoch": 483, "lr": 9.234946011888784e-06}
+{"train_loss": 0.0006703637773171067, "global_step": 31432, "epoch": 483, "lr": 9.23258368110967e-06}
+{"train_loss": 0.0007431633421219885, "global_step": 31433, "epoch": 483, "lr": 9.230221621781554e-06}
+{"train_loss": 0.0006547001539729536, "global_step": 31434, "epoch": 483, "lr": 9.227859833920187e-06}
+{"train_loss": 0.0006408280460163951, "global_step": 31435, "epoch": 483, "lr": 9.225498317541293e-06}
+{"train_loss": 0.0009672033484093845, "global_step": 31436, "epoch": 483, "lr": 9.22313707266061e-06}
+{"train_loss": 0.0011826480040326715, "global_step": 31437, "epoch": 483, "lr": 9.220776099293826e-06}
+{"train_loss": 0.0004827632219530642, "global_step": 31438, "epoch": 483, "lr": 9.218415397456688e-06}
+{"train_loss": 0.0006704782717861235, "global_step": 31439, "epoch": 483, "lr": 9.216054967164917e-06}
+{"train_loss": 0.0008084230357781053, "global_step": 31440, "epoch": 483, "lr": 9.21369480843422e-06}
+{"train_loss": 0.0005436645587906241, "global_step": 31441, "epoch": 483, "lr": 9.211334921280302e-06}
+{"train_loss": 0.0005707184900529683, "global_step": 31442, "epoch": 483, "lr": 9.208975305718881e-06}
+{"train_loss": 0.0006455756956711411, "global_step": 31443, "epoch": 483, "lr": 9.206615961765686e-06}
+{"train_loss": 0.000527212570887059, "global_step": 31444, "epoch": 483, "lr": 9.204256889436418e-06}
+{"train_loss": 0.001076910295523703, "global_step": 31445, "epoch": 483, "lr": 9.201898088746775e-06}
+{"train_loss": 0.0008457955555059016, "global_step": 31446, "epoch": 483, "lr": 9.199539559712484e-06}
+{"train_loss": 0.0005806739791296422, "global_step": 31447, "epoch": 483, "lr": 9.197181302349222e-06}
+{"train_loss": 0.0006217567133717239, "global_step": 31448, "epoch": 483, "lr": 9.194823316672719e-06}
+{"train_loss": 0.0011311933631077409, "global_step": 31449, "epoch": 483, "lr": 9.192465602698651e-06}
+{"train_loss": 0.0008455406059511006, "global_step": 31450, "epoch": 483, "lr": 9.190108160442728e-06}
+{"train_loss": 0.0006163303041830659, "global_step": 31451, "epoch": 483, "lr": 9.187750989920646e-06}
+{"train_loss": 0.0008702973718754947, "global_step": 31452, "epoch": 483, "lr": 9.185394091148115e-06}
+{"train_loss": 0.0005812621093355119, "global_step": 31453, "epoch": 483, "lr": 9.183037464140804e-06}
+{"train_loss": 0.0007655330700799823, "global_step": 31454, "epoch": 483, "lr": 9.180681108914423e-06}
+{"train_loss": 0.0009184470982290804, "global_step": 31455, "epoch": 483, "lr": 9.178325025484646e-06}
+{"train_loss": 0.0007327014463953674, "global_step": 31456, "epoch": 483, "lr": 9.175969213867186e-06}
+{"train_loss": 0.0007936067413538694, "global_step": 31457, "epoch": 483, "lr": 9.173613674077697e-06}
+{"train_loss": 0.0007845819345675409, "global_step": 31458, "epoch": 483, "lr": 9.171258406131878e-06}
+{"train_loss": 0.0007736257425187013, "global_step": 31459, "epoch": 483, "lr": 9.168903410045415e-06, "val_loss": 0.004383978433907032}
+{"train_loss": 0.0008340912172570825, "global_step": 31460, "epoch": 484, "lr": 9.166548685833998e-06}
+{"train_loss": 0.001072628190740943, "global_step": 31461, "epoch": 484, "lr": 9.164194233513278e-06}
+{"train_loss": 0.0006839095731265843, "global_step": 31462, "epoch": 484, "lr": 9.16184005309897e-06}
+{"train_loss": 0.00038881172076798975, "global_step": 31463, "epoch": 484, "lr": 9.159486144606711e-06}
+{"train_loss": 0.0007231500349007547, "global_step": 31464, "epoch": 484, "lr": 9.157132508052208e-06}
+{"train_loss": 0.0005230293609201908, "global_step": 31465, "epoch": 484, "lr": 9.154779143451103e-06}
+{"train_loss": 0.0009800596162676811, "global_step": 31466, "epoch": 484, "lr": 9.152426050819073e-06}
+{"train_loss": 0.0007362501346506178, "global_step": 31467, "epoch": 484, "lr": 9.150073230171802e-06}
+{"train_loss": 0.0006092984112910926, "global_step": 31468, "epoch": 484, "lr": 9.147720681524958e-06}
+{"train_loss": 0.0005468542221933603, "global_step": 31469, "epoch": 484, "lr": 9.14536840489419e-06}
+{"train_loss": 0.0007252396899275482, "global_step": 31470, "epoch": 484, "lr": 9.143016400295156e-06}
+{"train_loss": 0.0012869276106357574, "global_step": 31471, "epoch": 484, "lr": 9.140664667743527e-06}
+{"train_loss": 0.0009090299718081951, "global_step": 31472, "epoch": 484, "lr": 9.138313207254973e-06}
+{"train_loss": 0.0007577428477816284, "global_step": 31473, "epoch": 484, "lr": 9.135962018845124e-06}
+{"train_loss": 0.0009304145933128893, "global_step": 31474, "epoch": 484, "lr": 9.133611102529654e-06}
+{"train_loss": 0.0012359463144093752, "global_step": 31475, "epoch": 484, "lr": 9.131260458324214e-06}
+{"train_loss": 0.0007204803987406194, "global_step": 31476, "epoch": 484, "lr": 9.128910086244468e-06}
+{"train_loss": 0.0013553836615756154, "global_step": 31477, "epoch": 484, "lr": 9.12655998630605e-06}
+{"train_loss": 0.0004745800397358835, "global_step": 31478, "epoch": 484, "lr": 9.124210158524604e-06}
+{"train_loss": 0.0009584972867742181, "global_step": 31479, "epoch": 484, "lr": 9.121860602915782e-06}
+{"train_loss": 0.0009452762315049767, "global_step": 31480, "epoch": 484, "lr": 9.119511319495234e-06}
+{"train_loss": 0.0004803610499948263, "global_step": 31481, "epoch": 484, "lr": 9.117162308278604e-06}
+{"train_loss": 0.000980774755589664, "global_step": 31482, "epoch": 484, "lr": 9.114813569281522e-06}
+{"train_loss": 0.0008860074449330568, "global_step": 31483, "epoch": 484, "lr": 9.112465102519635e-06}
+{"train_loss": 0.0005919637042097747, "global_step": 31484, "epoch": 484, "lr": 9.110116908008587e-06}
+{"train_loss": 0.0004405076033435762, "global_step": 31485, "epoch": 484, "lr": 9.107768985764008e-06}
+{"train_loss": 0.0005569405620917678, "global_step": 31486, "epoch": 484, "lr": 9.105421335801518e-06}
+{"train_loss": 0.0006547906086780131, "global_step": 31487, "epoch": 484, "lr": 9.103073958136753e-06}
+{"train_loss": 0.0006253712926991284, "global_step": 31488, "epoch": 484, "lr": 9.100726852785357e-06}
+{"train_loss": 0.0010734458919614553, "global_step": 31489, "epoch": 484, "lr": 9.098380019762964e-06}
+{"train_loss": 0.0004057557671330869, "global_step": 31490, "epoch": 484, "lr": 9.096033459085174e-06}
+{"train_loss": 0.0007860106998123229, "global_step": 31491, "epoch": 484, "lr": 9.093687170767622e-06}
+{"train_loss": 0.00040079341852106154, "global_step": 31492, "epoch": 484, "lr": 9.09134115482595e-06}
+{"train_loss": 0.0004361638566479087, "global_step": 31493, "epoch": 484, "lr": 9.088995411275764e-06}
+{"train_loss": 0.0005417614593170583, "global_step": 31494, "epoch": 484, "lr": 9.086649940132669e-06}
+{"train_loss": 0.0008006637799553573, "global_step": 31495, "epoch": 484, "lr": 9.084304741412297e-06}
+{"train_loss": 0.0005188693176023662, "global_step": 31496, "epoch": 484, "lr": 9.08195981513026e-06}
+{"train_loss": 0.0009986236691474915, "global_step": 31497, "epoch": 484, "lr": 9.079615161302191e-06}
+{"train_loss": 0.0010540673974901438, "global_step": 31498, "epoch": 484, "lr": 9.07727077994367e-06}
+{"train_loss": 0.0011383917881175876, "global_step": 31499, "epoch": 484, "lr": 9.074926671070322e-06}
+{"train_loss": 0.000790307589340955, "global_step": 31500, "epoch": 484, "lr": 9.072582834697768e-06}
+{"train_loss": 0.0007442739442922175, "global_step": 31501, "epoch": 484, "lr": 9.070239270841602e-06}
+{"train_loss": 0.0006098173907957971, "global_step": 31502, "epoch": 484, "lr": 9.067895979517421e-06}
+{"train_loss": 0.000403752492275089, "global_step": 31503, "epoch": 484, "lr": 9.06555296074083e-06}
+{"train_loss": 0.0007371028768830001, "global_step": 31504, "epoch": 484, "lr": 9.063210214527434e-06}
+{"train_loss": 0.001086748787201941, "global_step": 31505, "epoch": 484, "lr": 9.060867740892853e-06}
+{"train_loss": 0.0016330510843545198, "global_step": 31506, "epoch": 484, "lr": 9.058525539852652e-06}
+{"train_loss": 0.0004598298401106149, "global_step": 31507, "epoch": 484, "lr": 9.056183611422437e-06}
+{"train_loss": 0.00061550218379125, "global_step": 31508, "epoch": 484, "lr": 9.05384195561782e-06}
+{"train_loss": 0.0006501897587440908, "global_step": 31509, "epoch": 484, "lr": 9.051500572454374e-06}
+{"train_loss": 0.0008791665313765407, "global_step": 31510, "epoch": 484, "lr": 9.049159461947682e-06}
+{"train_loss": 0.0006113584968261421, "global_step": 31511, "epoch": 484, "lr": 9.046818624113346e-06}
+{"train_loss": 0.0005885221180506051, "global_step": 31512, "epoch": 484, "lr": 9.044478058966948e-06}
+{"train_loss": 0.0006544542266055942, "global_step": 31513, "epoch": 484, "lr": 9.042137766524089e-06}
+{"train_loss": 0.0006480899173766375, "global_step": 31514, "epoch": 484, "lr": 9.039797746800321e-06}
+{"train_loss": 0.0005862782709300518, "global_step": 31515, "epoch": 484, "lr": 9.037457999811243e-06}
+{"train_loss": 0.0012225244427099824, "global_step": 31516, "epoch": 484, "lr": 9.03511852557245e-06}
+{"train_loss": 0.00040293249185197055, "global_step": 31517, "epoch": 484, "lr": 9.0327793240995e-06}
+{"train_loss": 0.0006048345821909606, "global_step": 31518, "epoch": 484, "lr": 9.030440395407958e-06}
+{"train_loss": 0.0009009718778543174, "global_step": 31519, "epoch": 484, "lr": 9.028101739513406e-06}
+{"train_loss": 0.0012251759180799127, "global_step": 31520, "epoch": 484, "lr": 9.025763356431427e-06}
+{"train_loss": 0.0009307461441494524, "global_step": 31521, "epoch": 484, "lr": 9.02342524617759e-06}
+{"train_loss": 0.0005517912213690579, "global_step": 31522, "epoch": 484, "lr": 9.021087408767453e-06}
+{"train_loss": 0.0007172912592068315, "global_step": 31523, "epoch": 484, "lr": 9.018749844216601e-06}
+{"train_loss": 0.0007655810000589834, "global_step": 31524, "epoch": 484, "lr": 9.016412552540571e-06, "val_loss": 0.012332183308899403}
+{"train_loss": 0.001074036001227796, "global_step": 31525, "epoch": 485, "lr": 9.014075533754951e-06}
+{"train_loss": 0.0007017369498498738, "global_step": 31526, "epoch": 485, "lr": 9.011738787875285e-06}
+{"train_loss": 0.0015642625512555242, "global_step": 31527, "epoch": 485, "lr": 9.009402314917132e-06}
+{"train_loss": 0.0007207916933111846, "global_step": 31528, "epoch": 485, "lr": 9.007066114896063e-06}
+{"train_loss": 0.0007940885261632502, "global_step": 31529, "epoch": 485, "lr": 9.004730187827637e-06}
+{"train_loss": 0.0007216196972876787, "global_step": 31530, "epoch": 485, "lr": 9.002394533727382e-06}
+{"train_loss": 0.000572934455703944, "global_step": 31531, "epoch": 485, "lr": 9.00005915261088e-06}
+{"train_loss": 0.0006740516400896013, "global_step": 31532, "epoch": 485, "lr": 8.997724044493656e-06}
+{"train_loss": 0.0009596355957910419, "global_step": 31533, "epoch": 485, "lr": 8.995389209391286e-06}
+{"train_loss": 0.0007809308008290827, "global_step": 31534, "epoch": 485, "lr": 8.993054647319283e-06}
+{"train_loss": 0.0008466869476251304, "global_step": 31535, "epoch": 485, "lr": 8.990720358293209e-06}
+{"train_loss": 0.0006872619269415736, "global_step": 31536, "epoch": 485, "lr": 8.988386342328608e-06}
+{"train_loss": 0.0004950726288370788, "global_step": 31537, "epoch": 485, "lr": 8.986052599441031e-06}
+{"train_loss": 0.000506418407894671, "global_step": 31538, "epoch": 485, "lr": 8.983719129645996e-06}
+{"train_loss": 0.001087354146875441, "global_step": 31539, "epoch": 485, "lr": 8.981385932959058e-06}
+{"train_loss": 0.0008485230500809848, "global_step": 31540, "epoch": 485, "lr": 8.979053009395738e-06}
+{"train_loss": 0.0008497835951857269, "global_step": 31541, "epoch": 485, "lr": 8.97672035897159e-06}
+{"train_loss": 0.0007123536197468638, "global_step": 31542, "epoch": 485, "lr": 8.97438798170212e-06}
+{"train_loss": 0.00047494718455709517, "global_step": 31543, "epoch": 485, "lr": 8.97205587760287e-06}
+{"train_loss": 0.0008430832531303167, "global_step": 31544, "epoch": 485, "lr": 8.969724046689371e-06}
+{"train_loss": 0.0006254863692447543, "global_step": 31545, "epoch": 485, "lr": 8.967392488977155e-06}
+{"train_loss": 0.0010714327218011022, "global_step": 31546, "epoch": 485, "lr": 8.965061204481751e-06}
+{"train_loss": 0.0005544156883843243, "global_step": 31547, "epoch": 485, "lr": 8.96273019321865e-06}
+{"train_loss": 0.0008362915250472724, "global_step": 31548, "epoch": 485, "lr": 8.9603994552034e-06}
+{"train_loss": 0.0004994396585971117, "global_step": 31549, "epoch": 485, "lr": 8.958068990451523e-06}
+{"train_loss": 0.0011451614554971457, "global_step": 31550, "epoch": 485, "lr": 8.955738798978514e-06}
+{"train_loss": 0.0006412728689610958, "global_step": 31551, "epoch": 485, "lr": 8.953408880799907e-06}
+{"train_loss": 0.00041152993799187243, "global_step": 31552, "epoch": 485, "lr": 8.95107923593121e-06}
+{"train_loss": 0.0005306462408043444, "global_step": 31553, "epoch": 485, "lr": 8.948749864387944e-06}
+{"train_loss": 0.0013327982742339373, "global_step": 31554, "epoch": 485, "lr": 8.94642076618562e-06}
+{"train_loss": 0.0010880650952458382, "global_step": 31555, "epoch": 485, "lr": 8.944091941339717e-06}
+{"train_loss": 0.0010064012603834271, "global_step": 31556, "epoch": 485, "lr": 8.94176338986577e-06}
+{"train_loss": 0.0006187250837683678, "global_step": 31557, "epoch": 485, "lr": 8.939435111779282e-06}
+{"train_loss": 0.000715111440513283, "global_step": 31558, "epoch": 485, "lr": 8.937107107095743e-06}
+{"train_loss": 0.000841091969050467, "global_step": 31559, "epoch": 485, "lr": 8.93477937583066e-06}
+{"train_loss": 0.00044004886876791716, "global_step": 31560, "epoch": 485, "lr": 8.93245191799953e-06}
+{"train_loss": 0.0008888871525414288, "global_step": 31561, "epoch": 485, "lr": 8.930124733617873e-06}
+{"train_loss": 0.0006452074158005416, "global_step": 31562, "epoch": 485, "lr": 8.927797822701161e-06}
+{"train_loss": 0.0007385695935226977, "global_step": 31563, "epoch": 485, "lr": 8.925471185264878e-06}
+{"train_loss": 0.0005740655469708145, "global_step": 31564, "epoch": 485, "lr": 8.923144821324536e-06}
+{"train_loss": 0.001000327873043716, "global_step": 31565, "epoch": 485, "lr": 8.920818730895625e-06}
+{"train_loss": 0.00073757249629125, "global_step": 31566, "epoch": 485, "lr": 8.91849291399362e-06}
+{"train_loss": 0.0010825371136888862, "global_step": 31567, "epoch": 485, "lr": 8.916167370634015e-06}
+{"train_loss": 0.0005100668640807271, "global_step": 31568, "epoch": 485, "lr": 8.913842100832292e-06}
+{"train_loss": 0.0007706221076659858, "global_step": 31569, "epoch": 485, "lr": 8.911517104603955e-06}
+{"train_loss": 0.0008974151569418609, "global_step": 31570, "epoch": 485, "lr": 8.909192381964465e-06}
+{"train_loss": 0.0007258229306899011, "global_step": 31571, "epoch": 485, "lr": 8.906867932929285e-06}
+{"train_loss": 0.0007485452224500477, "global_step": 31572, "epoch": 485, "lr": 8.904543757513916e-06}
+{"train_loss": 0.000632117735221982, "global_step": 31573, "epoch": 485, "lr": 8.90221985573384e-06}
+{"train_loss": 0.0007356071728281677, "global_step": 31574, "epoch": 485, "lr": 8.899896227604509e-06}
+{"train_loss": 0.0008788377163000405, "global_step": 31575, "epoch": 485, "lr": 8.897572873141402e-06}
+{"train_loss": 0.0007843818748369813, "global_step": 31576, "epoch": 485, "lr": 8.895249792359994e-06}
+{"train_loss": 0.00121329037938267, "global_step": 31577, "epoch": 485, "lr": 8.892926985275762e-06}
+{"train_loss": 0.00045121004222892225, "global_step": 31578, "epoch": 485, "lr": 8.890604451904161e-06}
+{"train_loss": 0.000691026565618813, "global_step": 31579, "epoch": 485, "lr": 8.888282192260645e-06}
+{"train_loss": 0.0008071156917139888, "global_step": 31580, "epoch": 485, "lr": 8.885960206360689e-06}
+{"train_loss": 0.001180873834528029, "global_step": 31581, "epoch": 485, "lr": 8.883638494219765e-06}
+{"train_loss": 0.0010291036451235414, "global_step": 31582, "epoch": 485, "lr": 8.881317055853306e-06}
+{"train_loss": 0.000894022872671485, "global_step": 31583, "epoch": 485, "lr": 8.878995891276787e-06}
+{"train_loss": 0.00047938822535797954, "global_step": 31584, "epoch": 485, "lr": 8.876675000505658e-06}
+{"train_loss": 0.0005883394624106586, "global_step": 31585, "epoch": 485, "lr": 8.874354383555389e-06}
+{"train_loss": 0.0007042982033453882, "global_step": 31586, "epoch": 485, "lr": 8.872034040441417e-06}
+{"train_loss": 0.0008841327507980168, "global_step": 31587, "epoch": 485, "lr": 8.869713971179183e-06}
+{"train_loss": 0.0006960949976928532, "global_step": 31588, "epoch": 485, "lr": 8.867394175784144e-06}
+{"train_loss": 0.0007877211592410906, "global_step": 31589, "epoch": 485, "lr": 8.86507465427176e-06, "val_loss": 0.006240651942789555, "train_action_mse_error": 2.2490543415187858e-05}
+{"train_loss": 0.0006621564389206469, "global_step": 31590, "epoch": 486, "lr": 8.862755406657453e-06}
+{"train_loss": 0.00048717777826823294, "global_step": 31591, "epoch": 486, "lr": 8.860436432956675e-06}
+{"train_loss": 0.0006603264482691884, "global_step": 31592, "epoch": 486, "lr": 8.858117733184879e-06}
+{"train_loss": 0.001339894370175898, "global_step": 31593, "epoch": 486, "lr": 8.855799307357482e-06}
+{"train_loss": 0.0008888894226402044, "global_step": 31594, "epoch": 486, "lr": 8.853481155489945e-06}
+{"train_loss": 0.0008819844806566834, "global_step": 31595, "epoch": 486, "lr": 8.851163277597679e-06}
+{"train_loss": 0.0011105681769549847, "global_step": 31596, "epoch": 486, "lr": 8.848845673696127e-06}
+{"train_loss": 0.0004406678781379014, "global_step": 31597, "epoch": 486, "lr": 8.846528343800737e-06}
+{"train_loss": 0.0005583755555562675, "global_step": 31598, "epoch": 486, "lr": 8.844211287926913e-06}
+{"train_loss": 0.0005849813460372388, "global_step": 31599, "epoch": 486, "lr": 8.841894506090098e-06}
+{"train_loss": 0.0005128383054398, "global_step": 31600, "epoch": 486, "lr": 8.839577998305726e-06}
+{"train_loss": 0.0010405346984043717, "global_step": 31601, "epoch": 486, "lr": 8.8372617645892e-06}
+{"train_loss": 0.0009135996806435287, "global_step": 31602, "epoch": 486, "lr": 8.834945804955968e-06}
+{"train_loss": 0.0008739839540794492, "global_step": 31603, "epoch": 486, "lr": 8.832630119421425e-06}
+{"train_loss": 0.0006787717575207353, "global_step": 31604, "epoch": 486, "lr": 8.830314708001002e-06}
+{"train_loss": 0.0007607206935063004, "global_step": 31605, "epoch": 486, "lr": 8.827999570710127e-06}
+{"train_loss": 0.0005988063639961183, "global_step": 31606, "epoch": 486, "lr": 8.82568470756419e-06}
+{"train_loss": 0.0013719049748033285, "global_step": 31607, "epoch": 486, "lr": 8.823370118578628e-06}
+{"train_loss": 0.0006288962322287261, "global_step": 31608, "epoch": 486, "lr": 8.821055803768852e-06}
+{"train_loss": 0.0005921193514950573, "global_step": 31609, "epoch": 486, "lr": 8.818741763150251e-06}
+{"train_loss": 0.0006940842722542584, "global_step": 31610, "epoch": 486, "lr": 8.816427996738258e-06}
+{"train_loss": 0.0010244923178106546, "global_step": 31611, "epoch": 486, "lr": 8.814114504548254e-06}
+{"train_loss": 0.001707165502011776, "global_step": 31612, "epoch": 486, "lr": 8.811801286595661e-06}
+{"train_loss": 0.0005413384642452002, "global_step": 31613, "epoch": 486, "lr": 8.80948834289589e-06}
+{"train_loss": 0.0010212729685008526, "global_step": 31614, "epoch": 486, "lr": 8.807175673464313e-06}
+{"train_loss": 0.0006367506575770676, "global_step": 31615, "epoch": 486, "lr": 8.804863278316361e-06}
+{"train_loss": 0.0008348152623511851, "global_step": 31616, "epoch": 486, "lr": 8.802551157467398e-06}
+{"train_loss": 0.000868391536641866, "global_step": 31617, "epoch": 486, "lr": 8.80023931093284e-06}
+{"train_loss": 0.0007955922628752887, "global_step": 31618, "epoch": 486, "lr": 8.797927738728096e-06}
+{"train_loss": 0.0006948744412511587, "global_step": 31619, "epoch": 486, "lr": 8.795616440868521e-06}
+{"train_loss": 0.000514069339260459, "global_step": 31620, "epoch": 486, "lr": 8.793305417369518e-06}
+{"train_loss": 0.00048633766709826887, "global_step": 31621, "epoch": 486, "lr": 8.7909946682465e-06}
+{"train_loss": 0.000862337474245578, "global_step": 31622, "epoch": 486, "lr": 8.788684193514818e-06}
+{"train_loss": 0.0007126277778297663, "global_step": 31623, "epoch": 486, "lr": 8.786373993189884e-06}
+{"train_loss": 0.0008963881991803646, "global_step": 31624, "epoch": 486, "lr": 8.784064067287057e-06}
+{"train_loss": 0.000555769947823137, "global_step": 31625, "epoch": 486, "lr": 8.781754415821725e-06}
+{"train_loss": 0.0007358325528912246, "global_step": 31626, "epoch": 486, "lr": 8.779445038809287e-06}
+{"train_loss": 0.0014908884186297655, "global_step": 31627, "epoch": 486, "lr": 8.77713593626509e-06}
+{"train_loss": 0.0009226427064277232, "global_step": 31628, "epoch": 486, "lr": 8.77482710820452e-06}
+{"train_loss": 0.0008564159506931901, "global_step": 31629, "epoch": 486, "lr": 8.772518554642973e-06}
+{"train_loss": 0.0010020759655162692, "global_step": 31630, "epoch": 486, "lr": 8.77021027559578e-06}
+{"train_loss": 0.0007523437379859388, "global_step": 31631, "epoch": 486, "lr": 8.76790227107835e-06}
+{"train_loss": 0.0007876829477027059, "global_step": 31632, "epoch": 486, "lr": 8.765594541106015e-06}
+{"train_loss": 0.001961602596566081, "global_step": 31633, "epoch": 486, "lr": 8.763287085694161e-06}
+{"train_loss": 0.000714987691026181, "global_step": 31634, "epoch": 486, "lr": 8.760979904858163e-06}
+{"train_loss": 0.0008333720616064966, "global_step": 31635, "epoch": 486, "lr": 8.75867299861336e-06}
+{"train_loss": 0.0016817065188661218, "global_step": 31636, "epoch": 486, "lr": 8.756366366975117e-06}
+{"train_loss": 0.0009429584024474025, "global_step": 31637, "epoch": 486, "lr": 8.754060009958814e-06}
+{"train_loss": 0.0007856584270484746, "global_step": 31638, "epoch": 486, "lr": 8.751753927579781e-06}
+{"train_loss": 0.0010936616454273462, "global_step": 31639, "epoch": 486, "lr": 8.749448119853398e-06}
+{"train_loss": 0.00039206273504532874, "global_step": 31640, "epoch": 486, "lr": 8.747142586794988e-06}
+{"train_loss": 0.0016843266785144806, "global_step": 31641, "epoch": 486, "lr": 8.744837328419925e-06}
+{"train_loss": 0.0009675102191977203, "global_step": 31642, "epoch": 486, "lr": 8.742532344743565e-06}
+{"train_loss": 0.001107185147702694, "global_step": 31643, "epoch": 486, "lr": 8.740227635781228e-06}
+{"train_loss": 0.0008947204332798719, "global_step": 31644, "epoch": 486, "lr": 8.737923201548276e-06}
+{"train_loss": 0.00041386211523786187, "global_step": 31645, "epoch": 486, "lr": 8.735619042060067e-06}
+{"train_loss": 0.0013438145397230983, "global_step": 31646, "epoch": 486, "lr": 8.733315157331929e-06}
+{"train_loss": 0.001466127927415073, "global_step": 31647, "epoch": 486, "lr": 8.731011547379192e-06}
+{"train_loss": 0.000977014540694654, "global_step": 31648, "epoch": 486, "lr": 8.728708212217202e-06}
+{"train_loss": 0.0008869856828823686, "global_step": 31649, "epoch": 486, "lr": 8.7264051518613e-06}
+{"train_loss": 0.0004080244107171893, "global_step": 31650, "epoch": 486, "lr": 8.724102366326836e-06}
+{"train_loss": 0.0006579324835911393, "global_step": 31651, "epoch": 486, "lr": 8.72179985562911e-06}
+{"train_loss": 0.0005217480938881636, "global_step": 31652, "epoch": 486, "lr": 8.719497619783472e-06}
+{"train_loss": 0.0009157973108813167, "global_step": 31653, "epoch": 486, "lr": 8.717195658805267e-06}
+{"train_loss": 0.000869595744790366, "global_step": 31654, "epoch": 486, "lr": 8.714893972709803e-06, "val_loss": 0.008485965430736542}
+{"train_loss": 0.0012654900783672929, "global_step": 31655, "epoch": 487, "lr": 8.712592561512395e-06}
+{"train_loss": 0.0007453756988979876, "global_step": 31656, "epoch": 487, "lr": 8.710291425228384e-06}
+{"train_loss": 0.001498088939115405, "global_step": 31657, "epoch": 487, "lr": 8.707990563873087e-06}
+{"train_loss": 0.0014053353806957603, "global_step": 31658, "epoch": 487, "lr": 8.705689977461839e-06}
+{"train_loss": 0.0007520890212617815, "global_step": 31659, "epoch": 487, "lr": 8.703389666009931e-06}
+{"train_loss": 0.000953905051574111, "global_step": 31660, "epoch": 487, "lr": 8.7010896295327e-06}
+{"train_loss": 0.000900419196113944, "global_step": 31661, "epoch": 487, "lr": 8.698789868045465e-06}
+{"train_loss": 0.0011237122816964984, "global_step": 31662, "epoch": 487, "lr": 8.696490381563526e-06}
+{"train_loss": 0.000969890970736742, "global_step": 31663, "epoch": 487, "lr": 8.694191170102189e-06}
+{"train_loss": 0.0010482552461326122, "global_step": 31664, "epoch": 487, "lr": 8.691892233676773e-06}
+{"train_loss": 0.0008153673843480647, "global_step": 31665, "epoch": 487, "lr": 8.689593572302584e-06}
+{"train_loss": 0.0008939873659983277, "global_step": 31666, "epoch": 487, "lr": 8.687295185994937e-06}
+{"train_loss": 0.0009377927053719759, "global_step": 31667, "epoch": 487, "lr": 8.684997074769119e-06}
+{"train_loss": 0.0006291251629590988, "global_step": 31668, "epoch": 487, "lr": 8.682699238640435e-06}
+{"train_loss": 0.0009697031928226352, "global_step": 31669, "epoch": 487, "lr": 8.680401677624207e-06}
+{"train_loss": 0.0009988151723518968, "global_step": 31670, "epoch": 487, "lr": 8.678104391735715e-06}
+{"train_loss": 0.0008562786388210952, "global_step": 31671, "epoch": 487, "lr": 8.675807380990248e-06}
+{"train_loss": 0.0004616535734385252, "global_step": 31672, "epoch": 487, "lr": 8.673510645403105e-06}
+{"train_loss": 0.0013942500809207559, "global_step": 31673, "epoch": 487, "lr": 8.67121418498959e-06}
+{"train_loss": 0.0013646050356328487, "global_step": 31674, "epoch": 487, "lr": 8.668917999764998e-06}
+{"train_loss": 0.0009897768031805754, "global_step": 31675, "epoch": 487, "lr": 8.666622089744592e-06}
+{"train_loss": 0.0014414576580747962, "global_step": 31676, "epoch": 487, "lr": 8.664326454943678e-06}
+{"train_loss": 0.0006926566711626947, "global_step": 31677, "epoch": 487, "lr": 8.662031095377549e-06}
+{"train_loss": 0.0005354793975129724, "global_step": 31678, "epoch": 487, "lr": 8.65973601106148e-06}
+{"train_loss": 0.0005087653989903629, "global_step": 31679, "epoch": 487, "lr": 8.657441202010741e-06}
+{"train_loss": 0.0010045781964436173, "global_step": 31680, "epoch": 487, "lr": 8.655146668240622e-06}
+{"train_loss": 0.0012227436527609825, "global_step": 31681, "epoch": 487, "lr": 8.652852409766405e-06}
+{"train_loss": 0.00063344492809847, "global_step": 31682, "epoch": 487, "lr": 8.650558426603372e-06}
+{"train_loss": 0.0009331039036624134, "global_step": 31683, "epoch": 487, "lr": 8.648264718766775e-06}
+{"train_loss": 0.0007310228538699448, "global_step": 31684, "epoch": 487, "lr": 8.645971286271904e-06}
+{"train_loss": 0.0009434351231902838, "global_step": 31685, "epoch": 487, "lr": 8.643678129134037e-06}
+{"train_loss": 0.0012972911354154348, "global_step": 31686, "epoch": 487, "lr": 8.641385247368433e-06}
+{"train_loss": 0.0007334892288781703, "global_step": 31687, "epoch": 487, "lr": 8.639092640990348e-06}
+{"train_loss": 0.0008046960574574769, "global_step": 31688, "epoch": 487, "lr": 8.636800310015058e-06}
+{"train_loss": 0.0007675621891394258, "global_step": 31689, "epoch": 487, "lr": 8.634508254457824e-06}
+{"train_loss": 0.0014562747674062848, "global_step": 31690, "epoch": 487, "lr": 8.632216474333926e-06}
+{"train_loss": 0.0009913666872307658, "global_step": 31691, "epoch": 487, "lr": 8.629924969658592e-06}
+{"train_loss": 0.0010160307865589857, "global_step": 31692, "epoch": 487, "lr": 8.62763374044711e-06}
+{"train_loss": 0.0005845827399753034, "global_step": 31693, "epoch": 487, "lr": 8.625342786714713e-06}
+{"train_loss": 0.0008797973860055208, "global_step": 31694, "epoch": 487, "lr": 8.623052108476676e-06}
+{"train_loss": 0.0008842282695695758, "global_step": 31695, "epoch": 487, "lr": 8.620761705748227e-06}
+{"train_loss": 0.0007895634626038373, "global_step": 31696, "epoch": 487, "lr": 8.61847157854463e-06}
+{"train_loss": 0.0009163102367892861, "global_step": 31697, "epoch": 487, "lr": 8.616181726881134e-06}
+{"train_loss": 0.0009106284705922008, "global_step": 31698, "epoch": 487, "lr": 8.613892150772995e-06}
+{"train_loss": 0.0005645255441777408, "global_step": 31699, "epoch": 487, "lr": 8.611602850235444e-06}
+{"train_loss": 0.0005733544239774346, "global_step": 31700, "epoch": 487, "lr": 8.609313825283738e-06}
+{"train_loss": 0.0010544788092374802, "global_step": 31701, "epoch": 487, "lr": 8.607025075933101e-06}
+{"train_loss": 0.0007116103079169989, "global_step": 31702, "epoch": 487, "lr": 8.604736602198793e-06}
+{"train_loss": 0.0005117364344187081, "global_step": 31703, "epoch": 487, "lr": 8.602448404096025e-06}
+{"train_loss": 0.0008828563732095063, "global_step": 31704, "epoch": 487, "lr": 8.600160481640052e-06}
+{"train_loss": 0.0008045978029258549, "global_step": 31705, "epoch": 487, "lr": 8.597872834846104e-06}
+{"train_loss": 0.00065120670478791, "global_step": 31706, "epoch": 487, "lr": 8.595585463729427e-06}
+{"train_loss": 0.0007760245935060084, "global_step": 31707, "epoch": 487, "lr": 8.593298368305225e-06}
+{"train_loss": 0.0012489225482568145, "global_step": 31708, "epoch": 487, "lr": 8.591011548588757e-06}
+{"train_loss": 0.0007252109935507178, "global_step": 31709, "epoch": 487, "lr": 8.588725004595216e-06}
+{"train_loss": 0.0007089641294442117, "global_step": 31710, "epoch": 487, "lr": 8.586438736339863e-06}
+{"train_loss": 0.0004022274515591562, "global_step": 31711, "epoch": 487, "lr": 8.584152743837887e-06}
+{"train_loss": 0.0005211083916947246, "global_step": 31712, "epoch": 487, "lr": 8.581867027104524e-06}
+{"train_loss": 0.0007676415843889117, "global_step": 31713, "epoch": 487, "lr": 8.579581586154995e-06}
+{"train_loss": 0.000885539862792939, "global_step": 31714, "epoch": 487, "lr": 8.577296421004532e-06}
+{"train_loss": 0.0013171171303838491, "global_step": 31715, "epoch": 487, "lr": 8.57501153166833e-06}
+{"train_loss": 0.0006815210799686611, "global_step": 31716, "epoch": 487, "lr": 8.572726918161605e-06}
+{"train_loss": 0.0015575416618958116, "global_step": 31717, "epoch": 487, "lr": 8.570442580499566e-06}
+{"train_loss": 0.0008277983870357275, "global_step": 31718, "epoch": 487, "lr": 8.56815851869745e-06}
+{"train_loss": 0.0009010183445822734, "global_step": 31719, "epoch": 487, "lr": 8.56587473277043e-06, "val_loss": 0.009620792232453823}
+{"train_loss": 0.0006988465320318937, "global_step": 31720, "epoch": 488, "lr": 8.563591222733725e-06}
+{"train_loss": 0.0005904687568545341, "global_step": 31721, "epoch": 488, "lr": 8.561307988602546e-06}
+{"train_loss": 0.0005056671216152608, "global_step": 31722, "epoch": 488, "lr": 8.559025030392109e-06}
+{"train_loss": 0.0005010016029700637, "global_step": 31723, "epoch": 488, "lr": 8.556742348117597e-06}
+{"train_loss": 0.0004877829342149198, "global_step": 31724, "epoch": 488, "lr": 8.554459941794201e-06}
+{"train_loss": 0.0004687907639890909, "global_step": 31725, "epoch": 488, "lr": 8.55217781143713e-06}
+{"train_loss": 0.0007949519203975797, "global_step": 31726, "epoch": 488, "lr": 8.549895957061587e-06}
+{"train_loss": 0.0007514732424169779, "global_step": 31727, "epoch": 488, "lr": 8.54761437868275e-06}
+{"train_loss": 0.0008618052233941853, "global_step": 31728, "epoch": 488, "lr": 8.545333076315815e-06}
+{"train_loss": 0.0006512767286039889, "global_step": 31729, "epoch": 488, "lr": 8.543052049975976e-06}
+{"train_loss": 0.0009247643756680191, "global_step": 31730, "epoch": 488, "lr": 8.540771299678434e-06}
+{"train_loss": 0.0009923111647367477, "global_step": 31731, "epoch": 488, "lr": 8.538490825438366e-06}
+{"train_loss": 0.0013381366152316332, "global_step": 31732, "epoch": 488, "lr": 8.53621062727094e-06}
+{"train_loss": 0.0010291507933288813, "global_step": 31733, "epoch": 488, "lr": 8.533930705191351e-06}
+{"train_loss": 0.0008881056564860046, "global_step": 31734, "epoch": 488, "lr": 8.53165105921479e-06}
+{"train_loss": 0.000542925379704684, "global_step": 31735, "epoch": 488, "lr": 8.52937168935642e-06}
+{"train_loss": 0.0008325733942911029, "global_step": 31736, "epoch": 488, "lr": 8.52709259563142e-06}
+{"train_loss": 0.0005839407676830888, "global_step": 31737, "epoch": 488, "lr": 8.524813778054974e-06}
+{"train_loss": 0.0006774734938517213, "global_step": 31738, "epoch": 488, "lr": 8.522535236642265e-06}
+{"train_loss": 0.0015543500194326043, "global_step": 31739, "epoch": 488, "lr": 8.520256971408453e-06}
+{"train_loss": 0.0007471475983038545, "global_step": 31740, "epoch": 488, "lr": 8.51797898236869e-06}
+{"train_loss": 0.0007642662967555225, "global_step": 31741, "epoch": 488, "lr": 8.515701269538167e-06}
+{"train_loss": 0.0005585532053373754, "global_step": 31742, "epoch": 488, "lr": 8.51342383293205e-06}
+{"train_loss": 0.0005266526713967323, "global_step": 31743, "epoch": 488, "lr": 8.51114667256549e-06}
+{"train_loss": 0.0011028352892026305, "global_step": 31744, "epoch": 488, "lr": 8.508869788453656e-06}
+{"train_loss": 0.001087032607756555, "global_step": 31745, "epoch": 488, "lr": 8.50659318061171e-06}
+{"train_loss": 0.0005217233556322753, "global_step": 31746, "epoch": 488, "lr": 8.504316849054821e-06}
+{"train_loss": 0.00049623753875494, "global_step": 31747, "epoch": 488, "lr": 8.502040793798133e-06}
+{"train_loss": 0.0007008867687545717, "global_step": 31748, "epoch": 488, "lr": 8.499765014856797e-06}
+{"train_loss": 0.0004555209307000041, "global_step": 31749, "epoch": 488, "lr": 8.497489512245971e-06}
+{"train_loss": 0.000686248647980392, "global_step": 31750, "epoch": 488, "lr": 8.495214285980823e-06}
+{"train_loss": 0.0007246311288326979, "global_step": 31751, "epoch": 488, "lr": 8.492939336076473e-06}
+{"train_loss": 0.0008443754049949348, "global_step": 31752, "epoch": 488, "lr": 8.490664662548087e-06}
+{"train_loss": 0.0007685922319069505, "global_step": 31753, "epoch": 488, "lr": 8.488390265410806e-06}
+{"train_loss": 0.0010153952753171325, "global_step": 31754, "epoch": 488, "lr": 8.48611614467979e-06}
+{"train_loss": 0.0006589008262380958, "global_step": 31755, "epoch": 488, "lr": 8.483842300370165e-06}
+{"train_loss": 0.0005532392533496022, "global_step": 31756, "epoch": 488, "lr": 8.481568732497063e-06}
+{"train_loss": 0.0007324657053686678, "global_step": 31757, "epoch": 488, "lr": 8.479295441075636e-06}
+{"train_loss": 0.0005148336058482528, "global_step": 31758, "epoch": 488, "lr": 8.477022426121023e-06}
+{"train_loss": 0.001160929212346673, "global_step": 31759, "epoch": 488, "lr": 8.474749687648348e-06}
+{"train_loss": 0.0007745370385237038, "global_step": 31760, "epoch": 488, "lr": 8.472477225672753e-06}
+{"train_loss": 0.0003929893427994102, "global_step": 31761, "epoch": 488, "lr": 8.470205040209361e-06}
+{"train_loss": 0.0005702145863324404, "global_step": 31762, "epoch": 488, "lr": 8.467933131273326e-06}
+{"train_loss": 0.0010856599546968937, "global_step": 31763, "epoch": 488, "lr": 8.46566149887975e-06}
+{"train_loss": 0.0007612499175593257, "global_step": 31764, "epoch": 488, "lr": 8.463390143043753e-06}
+{"train_loss": 0.0014867497375234962, "global_step": 31765, "epoch": 488, "lr": 8.461119063780476e-06}
+{"train_loss": 0.0007534318137913942, "global_step": 31766, "epoch": 488, "lr": 8.458848261105035e-06}
+{"train_loss": 0.0007099949289113283, "global_step": 31767, "epoch": 488, "lr": 8.45657773503256e-06}
+{"train_loss": 0.0006932520773261786, "global_step": 31768, "epoch": 488, "lr": 8.454307485578156e-06}
+{"train_loss": 0.0012755354400724173, "global_step": 31769, "epoch": 488, "lr": 8.452037512756949e-06}
+{"train_loss": 0.0008906665025278926, "global_step": 31770, "epoch": 488, "lr": 8.449767816584042e-06}
+{"train_loss": 0.0006001025321893394, "global_step": 31771, "epoch": 488, "lr": 8.447498397074566e-06}
+{"train_loss": 0.0007329277577809989, "global_step": 31772, "epoch": 488, "lr": 8.445229254243608e-06}
+{"train_loss": 0.00048536676331423223, "global_step": 31773, "epoch": 488, "lr": 8.442960388106291e-06}
+{"train_loss": 0.0006291384343057871, "global_step": 31774, "epoch": 488, "lr": 8.440691798677719e-06}
+{"train_loss": 0.0016574360197409987, "global_step": 31775, "epoch": 488, "lr": 8.438423485973012e-06}
+{"train_loss": 0.0004364155465736985, "global_step": 31776, "epoch": 488, "lr": 8.436155450007255e-06}
+{"train_loss": 0.0004149430606048554, "global_step": 31777, "epoch": 488, "lr": 8.43388769079556e-06}
+{"train_loss": 0.0005468627205118537, "global_step": 31778, "epoch": 488, "lr": 8.431620208353019e-06}
+{"train_loss": 0.0006076449062675238, "global_step": 31779, "epoch": 488, "lr": 8.429353002694745e-06}
+{"train_loss": 0.0006962121115066111, "global_step": 31780, "epoch": 488, "lr": 8.427086073835805e-06}
+{"train_loss": 0.0007625141297467053, "global_step": 31781, "epoch": 488, "lr": 8.42481942179132e-06}
+{"train_loss": 0.0008115682285279036, "global_step": 31782, "epoch": 488, "lr": 8.422553046576371e-06}
+{"train_loss": 0.001498111174441874, "global_step": 31783, "epoch": 488, "lr": 8.420286948206064e-06}
+{"train_loss": 0.000773167619571233, "global_step": 31784, "epoch": 488, "lr": 8.418021126695463e-06, "val_loss": 0.006169736851006746}
+{"train_loss": 0.0005906600854359567, "global_step": 31785, "epoch": 489, "lr": 8.415755582059681e-06}
+{"train_loss": 0.0008019494125619531, "global_step": 31786, "epoch": 489, "lr": 8.413490314313782e-06}
+{"train_loss": 0.0008336537284776568, "global_step": 31787, "epoch": 489, "lr": 8.411225323472865e-06}
+{"train_loss": 0.0007044090307317674, "global_step": 31788, "epoch": 489, "lr": 8.408960609551991e-06}
+{"train_loss": 0.0007768817595206201, "global_step": 31789, "epoch": 489, "lr": 8.406696172566259e-06}
+{"train_loss": 0.0007693137740716338, "global_step": 31790, "epoch": 489, "lr": 8.404432012530739e-06}
+{"train_loss": 0.0006626617978326976, "global_step": 31791, "epoch": 489, "lr": 8.402168129460519e-06}
+{"train_loss": 0.0006903793546371162, "global_step": 31792, "epoch": 489, "lr": 8.39990452337066e-06}
+{"train_loss": 0.0006898641004227102, "global_step": 31793, "epoch": 489, "lr": 8.397641194276228e-06}
+{"train_loss": 0.0011774669401347637, "global_step": 31794, "epoch": 489, "lr": 8.395378142192306e-06}
+{"train_loss": 0.0006800710107199848, "global_step": 31795, "epoch": 489, "lr": 8.393115367133963e-06}
+{"train_loss": 0.0007646778831258416, "global_step": 31796, "epoch": 489, "lr": 8.390852869116257e-06}
+{"train_loss": 0.0016651639016345143, "global_step": 31797, "epoch": 489, "lr": 8.388590648154254e-06}
+{"train_loss": 0.0007070109131745994, "global_step": 31798, "epoch": 489, "lr": 8.386328704263024e-06}
+{"train_loss": 0.000887614325620234, "global_step": 31799, "epoch": 489, "lr": 8.384067037457638e-06}
+{"train_loss": 0.000992645975202322, "global_step": 31800, "epoch": 489, "lr": 8.381805647753137e-06}
+{"train_loss": 0.0005259067402221262, "global_step": 31801, "epoch": 489, "lr": 8.379544535164575e-06}
+{"train_loss": 0.0009024521568790078, "global_step": 31802, "epoch": 489, "lr": 8.377283699707016e-06}
+{"train_loss": 0.0005276899901218712, "global_step": 31803, "epoch": 489, "lr": 8.375023141395527e-06}
+{"train_loss": 0.0006692354800179601, "global_step": 31804, "epoch": 489, "lr": 8.372762860245136e-06}
+{"train_loss": 0.0006631385185755789, "global_step": 31805, "epoch": 489, "lr": 8.370502856270906e-06}
+{"train_loss": 0.0008012625039555132, "global_step": 31806, "epoch": 489, "lr": 8.36824312948788e-06}
+{"train_loss": 0.001246910891495645, "global_step": 31807, "epoch": 489, "lr": 8.365983679911127e-06}
+{"train_loss": 0.0003397174587007612, "global_step": 31808, "epoch": 489, "lr": 8.363724507555664e-06}
+{"train_loss": 0.0010420945473015308, "global_step": 31809, "epoch": 489, "lr": 8.361465612436536e-06}
+{"train_loss": 0.00047846365487203, "global_step": 31810, "epoch": 489, "lr": 8.359206994568791e-06}
+{"train_loss": 0.0008130797650665045, "global_step": 31811, "epoch": 489, "lr": 8.356948653967478e-06}
+{"train_loss": 0.0005553862429223955, "global_step": 31812, "epoch": 489, "lr": 8.354690590647613e-06}
+{"train_loss": 0.0009643769590184093, "global_step": 31813, "epoch": 489, "lr": 8.352432804624244e-06}
+{"train_loss": 0.0010765482438728213, "global_step": 31814, "epoch": 489, "lr": 8.350175295912398e-06}
+{"train_loss": 0.00038984513957984746, "global_step": 31815, "epoch": 489, "lr": 8.347918064527144e-06}
+{"train_loss": 0.0006619835621677339, "global_step": 31816, "epoch": 489, "lr": 8.34566111048345e-06}
+{"train_loss": 0.0005444381386041641, "global_step": 31817, "epoch": 489, "lr": 8.34340443379637e-06}
+{"train_loss": 0.000910853617824614, "global_step": 31818, "epoch": 489, "lr": 8.34114803448094e-06}
+{"train_loss": 0.0009370889747515321, "global_step": 31819, "epoch": 489, "lr": 8.338891912552189e-06}
+{"train_loss": 0.0011138546979054809, "global_step": 31820, "epoch": 489, "lr": 8.33663606802511e-06}
+{"train_loss": 0.0007579031516797841, "global_step": 31821, "epoch": 489, "lr": 8.334380500914751e-06}
+{"train_loss": 0.00047955699847079813, "global_step": 31822, "epoch": 489, "lr": 8.332125211236113e-06}
+{"train_loss": 0.0006725680432282388, "global_step": 31823, "epoch": 489, "lr": 8.329870199004253e-06}
+{"train_loss": 0.0005558782140724361, "global_step": 31824, "epoch": 489, "lr": 8.327615464234129e-06}
+{"train_loss": 0.0010286661563441157, "global_step": 31825, "epoch": 489, "lr": 8.32536100694078e-06}
+{"train_loss": 0.0011584522435441613, "global_step": 31826, "epoch": 489, "lr": 8.32310682713921e-06}
+{"train_loss": 0.0010606711730360985, "global_step": 31827, "epoch": 489, "lr": 8.320852924844457e-06}
+{"train_loss": 0.001267294050194323, "global_step": 31828, "epoch": 489, "lr": 8.318599300071489e-06}
+{"train_loss": 0.0007408136734738946, "global_step": 31829, "epoch": 489, "lr": 8.316345952835336e-06}
+{"train_loss": 0.0005886125145480037, "global_step": 31830, "epoch": 489, "lr": 8.314092883150992e-06}
+{"train_loss": 0.001030529267154634, "global_step": 31831, "epoch": 489, "lr": 8.31184009103349e-06}
+{"train_loss": 0.0008604098693467677, "global_step": 31832, "epoch": 489, "lr": 8.30958757649778e-06}
+{"train_loss": 0.0008004039409570396, "global_step": 31833, "epoch": 489, "lr": 8.307335339558881e-06}
+{"train_loss": 0.0008235006825998425, "global_step": 31834, "epoch": 489, "lr": 8.305083380231794e-06}
+{"train_loss": 0.0005075141089037061, "global_step": 31835, "epoch": 489, "lr": 8.302831698531527e-06}
+{"train_loss": 0.0006943365442566574, "global_step": 31836, "epoch": 489, "lr": 8.300580294473042e-06}
+{"train_loss": 0.000910113740246743, "global_step": 31837, "epoch": 489, "lr": 8.298329168071351e-06}
+{"train_loss": 0.0008018718217499554, "global_step": 31838, "epoch": 489, "lr": 8.296078319341443e-06}
+{"train_loss": 0.0009010563371703029, "global_step": 31839, "epoch": 489, "lr": 8.293827748298293e-06}
+{"train_loss": 0.0008242864278145134, "global_step": 31840, "epoch": 489, "lr": 8.291577454956911e-06}
+{"train_loss": 0.000742207164876163, "global_step": 31841, "epoch": 489, "lr": 8.28932743933225e-06}
+{"train_loss": 0.0007024170481599867, "global_step": 31842, "epoch": 489, "lr": 8.2870777014393e-06}
+{"train_loss": 0.0005560453282669187, "global_step": 31843, "epoch": 489, "lr": 8.284828241293063e-06}
+{"train_loss": 0.001175643759779632, "global_step": 31844, "epoch": 489, "lr": 8.28257905890849e-06}
+{"train_loss": 0.001304907025769353, "global_step": 31845, "epoch": 489, "lr": 8.28033015430057e-06}
+{"train_loss": 0.001015975372865796, "global_step": 31846, "epoch": 489, "lr": 8.278081527484283e-06}
+{"train_loss": 0.0008180449367500842, "global_step": 31847, "epoch": 489, "lr": 8.275833178474585e-06}
+{"train_loss": 0.0009641853393986821, "global_step": 31848, "epoch": 489, "lr": 8.273585107286464e-06}
+{"train_loss": 0.0008144573510015527, "global_step": 31849, "epoch": 489, "lr": 8.271337313934869e-06, "val_loss": 0.003146388800814748}
+{"train_loss": 0.0009461437002755702, "global_step": 31850, "epoch": 490, "lr": 8.269089798434781e-06}
+{"train_loss": 0.001062267692759633, "global_step": 31851, "epoch": 490, "lr": 8.266842560801175e-06}
+{"train_loss": 0.0008393956231884658, "global_step": 31852, "epoch": 490, "lr": 8.26459560104899e-06}
+{"train_loss": 0.0008911770419217646, "global_step": 31853, "epoch": 490, "lr": 8.262348919193197e-06}
+{"train_loss": 0.0006760401302017272, "global_step": 31854, "epoch": 490, "lr": 8.260102515248774e-06}
+{"train_loss": 0.0008529884507879615, "global_step": 31855, "epoch": 490, "lr": 8.257856389230646e-06}
+{"train_loss": 0.001022322103381157, "global_step": 31856, "epoch": 490, "lr": 8.255610541153802e-06}
+{"train_loss": 0.0014796298928558826, "global_step": 31857, "epoch": 490, "lr": 8.253364971033161e-06}
+{"train_loss": 0.0011622966267168522, "global_step": 31858, "epoch": 490, "lr": 8.2511196788837e-06}
+{"train_loss": 0.0005503585562109947, "global_step": 31859, "epoch": 490, "lr": 8.248874664720375e-06}
+{"train_loss": 0.0009212401346303523, "global_step": 31860, "epoch": 490, "lr": 8.246629928558114e-06}
+{"train_loss": 0.0012384214205667377, "global_step": 31861, "epoch": 490, "lr": 8.244385470411874e-06}
+{"train_loss": 0.0007077979971654713, "global_step": 31862, "epoch": 490, "lr": 8.242141290296596e-06}
+{"train_loss": 0.0012616327730938792, "global_step": 31863, "epoch": 490, "lr": 8.239897388227225e-06}
+{"train_loss": 0.00047148659359663725, "global_step": 31864, "epoch": 490, "lr": 8.237653764218706e-06}
+{"train_loss": 0.0015205050585791469, "global_step": 31865, "epoch": 490, "lr": 8.235410418285972e-06}
+{"train_loss": 0.001406801282428205, "global_step": 31866, "epoch": 490, "lr": 8.233167350443955e-06}
+{"train_loss": 0.0009874266106635332, "global_step": 31867, "epoch": 490, "lr": 8.230924560707615e-06}
+{"train_loss": 0.0007237474201247096, "global_step": 31868, "epoch": 490, "lr": 8.228682049091857e-06}
+{"train_loss": 0.0008822997333481908, "global_step": 31869, "epoch": 490, "lr": 8.226439815611631e-06}
+{"train_loss": 0.0006635228055529296, "global_step": 31870, "epoch": 490, "lr": 8.224197860281857e-06}
+{"train_loss": 0.0007376208086498082, "global_step": 31871, "epoch": 490, "lr": 8.221956183117462e-06}
+{"train_loss": 0.0006814955268055201, "global_step": 31872, "epoch": 490, "lr": 8.219714784133392e-06}
+{"train_loss": 0.0006670042057521641, "global_step": 31873, "epoch": 490, "lr": 8.217473663344544e-06}
+{"train_loss": 0.000901565479580313, "global_step": 31874, "epoch": 490, "lr": 8.21523282076585e-06}
+{"train_loss": 0.0010461356723681092, "global_step": 31875, "epoch": 490, "lr": 8.212992256412249e-06}
+{"train_loss": 0.0005367179401218891, "global_step": 31876, "epoch": 490, "lr": 8.210751970298635e-06}
+{"train_loss": 0.0008191723609343171, "global_step": 31877, "epoch": 490, "lr": 8.20851196243994e-06}
+{"train_loss": 0.0005091563798487186, "global_step": 31878, "epoch": 490, "lr": 8.20627223285107e-06}
+{"train_loss": 0.0013286658795550466, "global_step": 31879, "epoch": 490, "lr": 8.204032781546938e-06}
+{"train_loss": 0.0005611683009192348, "global_step": 31880, "epoch": 490, "lr": 8.201793608542473e-06}
+{"train_loss": 0.0007581852260045707, "global_step": 31881, "epoch": 490, "lr": 8.199554713852559e-06}
+{"train_loss": 0.0007481634966097772, "global_step": 31882, "epoch": 490, "lr": 8.197316097492114e-06}
+{"train_loss": 0.0010574491461738944, "global_step": 31883, "epoch": 490, "lr": 8.19507775947606e-06}
+{"train_loss": 0.0011033761547878385, "global_step": 31884, "epoch": 490, "lr": 8.192839699819277e-06}
+{"train_loss": 0.000877250568009913, "global_step": 31885, "epoch": 490, "lr": 8.190601918536684e-06}
+{"train_loss": 0.0008100128034129739, "global_step": 31886, "epoch": 490, "lr": 8.188364415643168e-06}
+{"train_loss": 0.0008667093352414668, "global_step": 31887, "epoch": 490, "lr": 8.18612719115363e-06}
+{"train_loss": 0.00041562289698049426, "global_step": 31888, "epoch": 490, "lr": 8.183890245082987e-06}
+{"train_loss": 0.0008299002656713128, "global_step": 31889, "epoch": 490, "lr": 8.181653577446102e-06}
+{"train_loss": 0.0004602782428264618, "global_step": 31890, "epoch": 490, "lr": 8.179417188257882e-06}
+{"train_loss": 0.000751822954043746, "global_step": 31891, "epoch": 490, "lr": 8.177181077533235e-06}
+{"train_loss": 0.0006871208897791803, "global_step": 31892, "epoch": 490, "lr": 8.17494524528703e-06}
+{"train_loss": 0.0016770163783803582, "global_step": 31893, "epoch": 490, "lr": 8.172709691534153e-06}
+{"train_loss": 0.0008579953573644161, "global_step": 31894, "epoch": 490, "lr": 8.170474416289492e-06}
+{"train_loss": 0.0014418507926166058, "global_step": 31895, "epoch": 490, "lr": 8.168239419567936e-06}
+{"train_loss": 0.0004444264341145754, "global_step": 31896, "epoch": 490, "lr": 8.166004701384372e-06}
+{"train_loss": 0.0008462117984890938, "global_step": 31897, "epoch": 490, "lr": 8.163770261753666e-06}
+{"train_loss": 0.0008811524603515863, "global_step": 31898, "epoch": 490, "lr": 8.161536100690698e-06}
+{"train_loss": 0.0005139008862897754, "global_step": 31899, "epoch": 490, "lr": 8.159302218210368e-06}
+{"train_loss": 0.0007278540870174766, "global_step": 31900, "epoch": 490, "lr": 8.157068614327529e-06}
+{"train_loss": 0.0008177562849596143, "global_step": 31901, "epoch": 490, "lr": 8.154835289057038e-06}
+{"train_loss": 0.0005668255616910756, "global_step": 31902, "epoch": 490, "lr": 8.152602242413793e-06}
+{"train_loss": 0.00069805997190997, "global_step": 31903, "epoch": 490, "lr": 8.150369474412645e-06}
+{"train_loss": 0.0006614871090278029, "global_step": 31904, "epoch": 490, "lr": 8.148136985068488e-06}
+{"train_loss": 0.0006841387948952615, "global_step": 31905, "epoch": 490, "lr": 8.145904774396152e-06}
+{"train_loss": 0.0005925165605731308, "global_step": 31906, "epoch": 490, "lr": 8.143672842410522e-06}
+{"train_loss": 0.0006333239725790918, "global_step": 31907, "epoch": 490, "lr": 8.141441189126459e-06}
+{"train_loss": 0.0007391907856799662, "global_step": 31908, "epoch": 490, "lr": 8.139209814558823e-06}
+{"train_loss": 0.0005824067047797143, "global_step": 31909, "epoch": 490, "lr": 8.136978718722455e-06}
+{"train_loss": 0.0006190603598952293, "global_step": 31910, "epoch": 490, "lr": 8.134747901632217e-06}
+{"train_loss": 0.0006866251933388412, "global_step": 31911, "epoch": 490, "lr": 8.132517363302972e-06}
+{"train_loss": 0.0008407991263084114, "global_step": 31912, "epoch": 490, "lr": 8.13028710374958e-06}
+{"train_loss": 0.000653832801617682, "global_step": 31913, "epoch": 490, "lr": 8.128057122986865e-06}
+{"train_loss": 0.0008368962184669307, "global_step": 31914, "epoch": 490, "lr": 8.125827421029692e-06, "val_loss": 0.003030043561011553, "train_action_mse_error": 2.295588274137117e-05}
+{"train_loss": 0.0009419569396413863, "global_step": 31915, "epoch": 491, "lr": 8.123597997892918e-06}
+{"train_loss": 0.0007788733346387744, "global_step": 31916, "epoch": 491, "lr": 8.121368853591377e-06}
+{"train_loss": 0.0005465637077577412, "global_step": 31917, "epoch": 491, "lr": 8.11913998813989e-06}
+{"train_loss": 0.0008166959160007536, "global_step": 31918, "epoch": 491, "lr": 8.116911401553323e-06}
+{"train_loss": 0.0005622164462693036, "global_step": 31919, "epoch": 491, "lr": 8.114683093846515e-06}
+{"train_loss": 0.0005114186787977815, "global_step": 31920, "epoch": 491, "lr": 8.112455065034303e-06}
+{"train_loss": 0.0008965393644757569, "global_step": 31921, "epoch": 491, "lr": 8.110227315131508e-06}
+{"train_loss": 0.0010056848404929042, "global_step": 31922, "epoch": 491, "lr": 8.107999844152974e-06}
+{"train_loss": 0.0004907218972221017, "global_step": 31923, "epoch": 491, "lr": 8.105772652113542e-06}
+{"train_loss": 0.0009600700577721, "global_step": 31924, "epoch": 491, "lr": 8.10354573902803e-06}
+{"train_loss": 0.0005575974355451763, "global_step": 31925, "epoch": 491, "lr": 8.10131910491126e-06}
+{"train_loss": 0.0009834180818870664, "global_step": 31926, "epoch": 491, "lr": 8.099092749778064e-06}
+{"train_loss": 0.0009078816510736942, "global_step": 31927, "epoch": 491, "lr": 8.096866673643266e-06}
+{"train_loss": 0.0007817814475856721, "global_step": 31928, "epoch": 491, "lr": 8.094640876521703e-06}
+{"train_loss": 0.0009816926904022694, "global_step": 31929, "epoch": 491, "lr": 8.092415358428173e-06}
+{"train_loss": 0.0008264828356914222, "global_step": 31930, "epoch": 491, "lr": 8.090190119377505e-06}
+{"train_loss": 0.0007301511941477656, "global_step": 31931, "epoch": 491, "lr": 8.087965159384525e-06}
+{"train_loss": 0.000477567344205454, "global_step": 31932, "epoch": 491, "lr": 8.085740478464044e-06}
+{"train_loss": 0.0005958725232630968, "global_step": 31933, "epoch": 491, "lr": 8.083516076630849e-06}
+{"train_loss": 0.0005452388431876898, "global_step": 31934, "epoch": 491, "lr": 8.081291953899778e-06}
+{"train_loss": 0.000770204293075949, "global_step": 31935, "epoch": 491, "lr": 8.07906811028563e-06}
+{"train_loss": 0.00048617602442391217, "global_step": 31936, "epoch": 491, "lr": 8.07684454580323e-06}
+{"train_loss": 0.0005782347288914025, "global_step": 31937, "epoch": 491, "lr": 8.074621260467357e-06}
+{"train_loss": 0.0007012832793407142, "global_step": 31938, "epoch": 491, "lr": 8.072398254292845e-06}
+{"train_loss": 0.000432526518125087, "global_step": 31939, "epoch": 491, "lr": 8.070175527294465e-06}
+{"train_loss": 0.00045829027658328414, "global_step": 31940, "epoch": 491, "lr": 8.06795307948704e-06}
+{"train_loss": 0.0011671640677377582, "global_step": 31941, "epoch": 491, "lr": 8.06573091088535e-06}
+{"train_loss": 0.0007016372983343899, "global_step": 31942, "epoch": 491, "lr": 8.063509021504201e-06}
+{"train_loss": 0.0007127562421374023, "global_step": 31943, "epoch": 491, "lr": 8.061287411358388e-06}
+{"train_loss": 0.0008636890561319888, "global_step": 31944, "epoch": 491, "lr": 8.059066080462713e-06}
+{"train_loss": 0.0005420168745331466, "global_step": 31945, "epoch": 491, "lr": 8.056845028831945e-06}
+{"train_loss": 0.0015879225684329867, "global_step": 31946, "epoch": 491, "lr": 8.054624256480892e-06}
+{"train_loss": 0.0005076378001831472, "global_step": 31947, "epoch": 491, "lr": 8.052403763424327e-06}
+{"train_loss": 0.0004850620753131807, "global_step": 31948, "epoch": 491, "lr": 8.050183549677054e-06}
+{"train_loss": 0.0005929687758907676, "global_step": 31949, "epoch": 491, "lr": 8.047963615253833e-06}
+{"train_loss": 0.0004241362330503762, "global_step": 31950, "epoch": 491, "lr": 8.045743960169455e-06}
+{"train_loss": 0.0005810637376271188, "global_step": 31951, "epoch": 491, "lr": 8.043524584438699e-06}
+{"train_loss": 0.0008657126454636455, "global_step": 31952, "epoch": 491, "lr": 8.041305488076362e-06}
+{"train_loss": 0.0006364347646012902, "global_step": 31953, "epoch": 491, "lr": 8.03908667109719e-06}
+{"train_loss": 0.0006337121012620628, "global_step": 31954, "epoch": 491, "lr": 8.036868133515979e-06}
+{"train_loss": 0.0009705682168714702, "global_step": 31955, "epoch": 491, "lr": 8.034649875347483e-06}
+{"train_loss": 0.0008016794454306364, "global_step": 31956, "epoch": 491, "lr": 8.032431896606497e-06}
+{"train_loss": 0.0007160966633819044, "global_step": 31957, "epoch": 491, "lr": 8.030214197307756e-06}
+{"train_loss": 0.0005769909475930035, "global_step": 31958, "epoch": 491, "lr": 8.02799677746605e-06}
+{"train_loss": 0.0004987376742064953, "global_step": 31959, "epoch": 491, "lr": 8.025779637096137e-06}
+{"train_loss": 0.0009457212872803211, "global_step": 31960, "epoch": 491, "lr": 8.02356277621279e-06}
+{"train_loss": 0.0005454187048599124, "global_step": 31961, "epoch": 491, "lr": 8.021346194830764e-06}
+{"train_loss": 0.0005923120188526809, "global_step": 31962, "epoch": 491, "lr": 8.019129892964805e-06}
+{"train_loss": 0.0007412273553200066, "global_step": 31963, "epoch": 491, "lr": 8.016913870629677e-06}
+{"train_loss": 0.0007968236459419131, "global_step": 31964, "epoch": 491, "lr": 8.014698127840153e-06}
+{"train_loss": 0.0007349735824391246, "global_step": 31965, "epoch": 491, "lr": 8.012482664610965e-06}
+{"train_loss": 0.0005606751074083149, "global_step": 31966, "epoch": 491, "lr": 8.010267480956868e-06}
+{"train_loss": 0.0005531500210054219, "global_step": 31967, "epoch": 491, "lr": 8.008052576892621e-06}
+{"train_loss": 0.0005659542512148619, "global_step": 31968, "epoch": 491, "lr": 8.005837952432977e-06}
+{"train_loss": 0.0007286823820322752, "global_step": 31969, "epoch": 491, "lr": 8.003623607592675e-06}
+{"train_loss": 0.0004705732280854136, "global_step": 31970, "epoch": 491, "lr": 8.00140954238644e-06}
+{"train_loss": 0.001160136889666319, "global_step": 31971, "epoch": 491, "lr": 7.999195756829037e-06}
+{"train_loss": 0.0005801009247079492, "global_step": 31972, "epoch": 491, "lr": 7.996982250935209e-06}
+{"train_loss": 0.0005855443305335939, "global_step": 31973, "epoch": 491, "lr": 7.994769024719673e-06}
+{"train_loss": 0.0013293836964294314, "global_step": 31974, "epoch": 491, "lr": 7.992556078197184e-06}
+{"train_loss": 0.0007219109102152288, "global_step": 31975, "epoch": 491, "lr": 7.990343411382472e-06}
+{"train_loss": 0.0007927240221761167, "global_step": 31976, "epoch": 491, "lr": 7.98813102429028e-06}
+{"train_loss": 0.0006770698819309473, "global_step": 31977, "epoch": 491, "lr": 7.98591891693533e-06}
+{"train_loss": 0.0006154669681563973, "global_step": 31978, "epoch": 491, "lr": 7.983707089332344e-06}
+{"train_loss": 0.0007165531524851059, "global_step": 31979, "epoch": 491, "lr": 7.981495541496053e-06, "val_loss": 0.008375636301934719}
+{"train_loss": 0.0006831667851656675, "global_step": 31980, "epoch": 492, "lr": 7.979284273441195e-06}
+{"train_loss": 0.0007427164819091558, "global_step": 31981, "epoch": 492, "lr": 7.97707328518248e-06}
+{"train_loss": 0.0005628073704428971, "global_step": 31982, "epoch": 492, "lr": 7.974862576734632e-06}
+{"train_loss": 0.0007039230549708009, "global_step": 31983, "epoch": 492, "lr": 7.972652148112375e-06}
+{"train_loss": 0.0007635168149136007, "global_step": 31984, "epoch": 492, "lr": 7.970441999330436e-06}
+{"train_loss": 0.0008596341940574348, "global_step": 31985, "epoch": 492, "lr": 7.968232130403524e-06}
+{"train_loss": 0.0005682425107806921, "global_step": 31986, "epoch": 492, "lr": 7.96602254134634e-06}
+{"train_loss": 0.0004094782052561641, "global_step": 31987, "epoch": 492, "lr": 7.963813232173607e-06}
+{"train_loss": 0.0009650001884438097, "global_step": 31988, "epoch": 492, "lr": 7.961604202900047e-06}
+{"train_loss": 0.0006631955620832741, "global_step": 31989, "epoch": 492, "lr": 7.959395453540348e-06}
+{"train_loss": 0.0008445231942459941, "global_step": 31990, "epoch": 492, "lr": 7.957186984109227e-06}
+{"train_loss": 0.0006145198130980134, "global_step": 31991, "epoch": 492, "lr": 7.954978794621387e-06}
+{"train_loss": 0.0004145923594478518, "global_step": 31992, "epoch": 492, "lr": 7.952770885091548e-06}
+{"train_loss": 0.0006095489370636642, "global_step": 31993, "epoch": 492, "lr": 7.950563255534399e-06}
+{"train_loss": 0.0008346991962753236, "global_step": 31994, "epoch": 492, "lr": 7.948355905964621e-06}
+{"train_loss": 0.001161788939498365, "global_step": 31995, "epoch": 492, "lr": 7.946148836396932e-06}
+{"train_loss": 0.0009020182187668979, "global_step": 31996, "epoch": 492, "lr": 7.943942046846037e-06}
+{"train_loss": 0.0012627587420865893, "global_step": 31997, "epoch": 492, "lr": 7.941735537326605e-06}
+{"train_loss": 0.0007105947006493807, "global_step": 31998, "epoch": 492, "lr": 7.939529307853344e-06}
+{"train_loss": 0.000575972197111696, "global_step": 31999, "epoch": 492, "lr": 7.937323358440935e-06}
+{"train_loss": 0.0006935615674592555, "global_step": 32000, "epoch": 492, "lr": 7.935117689104087e-06}
+{"train_loss": 0.0004469215637072921, "global_step": 32001, "epoch": 492, "lr": 7.93291229985747e-06}
+{"train_loss": 0.0005435185157693923, "global_step": 32002, "epoch": 492, "lr": 7.930707190715757e-06}
+{"train_loss": 0.000323712476529181, "global_step": 32003, "epoch": 492, "lr": 7.928502361693652e-06}
+{"train_loss": 0.0007156184292398393, "global_step": 32004, "epoch": 492, "lr": 7.926297812805832e-06}
+{"train_loss": 0.0010970012517645955, "global_step": 32005, "epoch": 492, "lr": 7.924093544066963e-06}
+{"train_loss": 0.0008027051226235926, "global_step": 32006, "epoch": 492, "lr": 7.92188955549173e-06}
+{"train_loss": 0.0006224880926311016, "global_step": 32007, "epoch": 492, "lr": 7.91968584709481e-06}
+{"train_loss": 0.0008517972892150283, "global_step": 32008, "epoch": 492, "lr": 7.917482418890892e-06}
+{"train_loss": 0.0009100319002754986, "global_step": 32009, "epoch": 492, "lr": 7.915279270894626e-06}
+{"train_loss": 0.0009117993176914752, "global_step": 32010, "epoch": 492, "lr": 7.913076403120679e-06}
+{"train_loss": 0.0005856278585270047, "global_step": 32011, "epoch": 492, "lr": 7.910873815583725e-06}
+{"train_loss": 0.0007899014162831008, "global_step": 32012, "epoch": 492, "lr": 7.908671508298442e-06}
+{"train_loss": 0.0010850084945559502, "global_step": 32013, "epoch": 492, "lr": 7.906469481279477e-06}
+{"train_loss": 0.0007674958906136453, "global_step": 32014, "epoch": 492, "lr": 7.904267734541498e-06}
+{"train_loss": 0.0006911676609888673, "global_step": 32015, "epoch": 492, "lr": 7.90206626809918e-06}
+{"train_loss": 0.0006727903964929283, "global_step": 32016, "epoch": 492, "lr": 7.899865081967151e-06}
+{"train_loss": 0.0005915904766879976, "global_step": 32017, "epoch": 492, "lr": 7.897664176160102e-06}
+{"train_loss": 0.0005149777280166745, "global_step": 32018, "epoch": 492, "lr": 7.895463550692661e-06}
+{"train_loss": 0.0007713031372986734, "global_step": 32019, "epoch": 492, "lr": 7.893263205579487e-06}
+{"train_loss": 0.0005312589346431196, "global_step": 32020, "epoch": 492, "lr": 7.891063140835247e-06}
+{"train_loss": 0.0005198565195314586, "global_step": 32021, "epoch": 492, "lr": 7.888863356474568e-06}
+{"train_loss": 0.0006162071949802339, "global_step": 32022, "epoch": 492, "lr": 7.886663852512104e-06}
+{"train_loss": 0.0012920539593324065, "global_step": 32023, "epoch": 492, "lr": 7.884464628962523e-06}
+{"train_loss": 0.000789686047937721, "global_step": 32024, "epoch": 492, "lr": 7.88226568584043e-06}
+{"train_loss": 0.0005047845770604908, "global_step": 32025, "epoch": 492, "lr": 7.880067023160504e-06}
+{"train_loss": 0.00036836802610196173, "global_step": 32026, "epoch": 492, "lr": 7.877868640937353e-06}
+{"train_loss": 0.0006730070454068482, "global_step": 32027, "epoch": 492, "lr": 7.875670539185625e-06}
+{"train_loss": 0.00040418439311906695, "global_step": 32028, "epoch": 492, "lr": 7.873472717919978e-06}
+{"train_loss": 0.000510880199726671, "global_step": 32029, "epoch": 492, "lr": 7.871275177155013e-06}
+{"train_loss": 0.0012836275855079293, "global_step": 32030, "epoch": 492, "lr": 7.869077916905382e-06}
+{"train_loss": 0.0005698248860426247, "global_step": 32031, "epoch": 492, "lr": 7.866880937185716e-06}
+{"train_loss": 0.0009239616920240223, "global_step": 32032, "epoch": 492, "lr": 7.864684238010633e-06}
+{"train_loss": 0.0004756661946885288, "global_step": 32033, "epoch": 492, "lr": 7.862487819394776e-06}
+{"train_loss": 0.0008128613117150962, "global_step": 32034, "epoch": 492, "lr": 7.860291681352749e-06}
+{"train_loss": 0.0005389397847466171, "global_step": 32035, "epoch": 492, "lr": 7.858095823899186e-06}
+{"train_loss": 0.0009832470677793026, "global_step": 32036, "epoch": 492, "lr": 7.85590024704872e-06}
+{"train_loss": 0.0008502903510816395, "global_step": 32037, "epoch": 492, "lr": 7.853704950815944e-06}
+{"train_loss": 0.0010178459342569113, "global_step": 32038, "epoch": 492, "lr": 7.851509935215502e-06}
+{"train_loss": 0.0008913240162655711, "global_step": 32039, "epoch": 492, "lr": 7.849315200261986e-06}
+{"train_loss": 0.002142456127330661, "global_step": 32040, "epoch": 492, "lr": 7.847120745970022e-06}
+{"train_loss": 0.0005231829127296805, "global_step": 32041, "epoch": 492, "lr": 7.844926572354233e-06}
+{"train_loss": 0.0008347948896698654, "global_step": 32042, "epoch": 492, "lr": 7.8427326794292e-06}
+{"train_loss": 0.0006124252686277032, "global_step": 32043, "epoch": 492, "lr": 7.840539067209551e-06}
+{"train_loss": 0.0007534406326997738, "global_step": 32044, "epoch": 492, "lr": 7.838345735709906e-06, "val_loss": 0.012356063351035118}
+{"train_loss": 0.0005284575163386762, "global_step": 32045, "epoch": 493, "lr": 7.836152684944836e-06}
+{"train_loss": 0.0010581794194877148, "global_step": 32046, "epoch": 493, "lr": 7.833959914928973e-06}
+{"train_loss": 0.0005076131201349199, "global_step": 32047, "epoch": 493, "lr": 7.831767425676889e-06}
+{"train_loss": 0.0007095727487467229, "global_step": 32048, "epoch": 493, "lr": 7.8295752172032e-06}
+{"train_loss": 0.0006533765699714422, "global_step": 32049, "epoch": 493, "lr": 7.827383289522516e-06}
+{"train_loss": 0.0004680963756982237, "global_step": 32050, "epoch": 493, "lr": 7.825191642649404e-06}
+{"train_loss": 0.0008142089354805648, "global_step": 32051, "epoch": 493, "lr": 7.82300027659847e-06}
+{"train_loss": 0.0005632357206195593, "global_step": 32052, "epoch": 493, "lr": 7.820809191384309e-06}
+{"train_loss": 0.0015406104503199458, "global_step": 32053, "epoch": 493, "lr": 7.818618387021515e-06}
+{"train_loss": 0.0006315724458545446, "global_step": 32054, "epoch": 493, "lr": 7.816427863524668e-06}
+{"train_loss": 0.0006796237430535257, "global_step": 32055, "epoch": 493, "lr": 7.814237620908344e-06}
+{"train_loss": 0.0005149515345692635, "global_step": 32056, "epoch": 493, "lr": 7.812047659187133e-06}
+{"train_loss": 0.00103600206784904, "global_step": 32057, "epoch": 493, "lr": 7.809857978375635e-06}
+{"train_loss": 0.001080260262824595, "global_step": 32058, "epoch": 493, "lr": 7.807668578488397e-06}
+{"train_loss": 0.0007100718794390559, "global_step": 32059, "epoch": 493, "lr": 7.805479459540022e-06}
+{"train_loss": 0.000997397000901401, "global_step": 32060, "epoch": 493, "lr": 7.803290621545073e-06}
+{"train_loss": 0.0013359886361286044, "global_step": 32061, "epoch": 493, "lr": 7.801102064518162e-06}
+{"train_loss": 0.0005234142299741507, "global_step": 32062, "epoch": 493, "lr": 7.7989137884738e-06}
+{"train_loss": 0.0012094127014279366, "global_step": 32063, "epoch": 493, "lr": 7.796725793426596e-06}
+{"train_loss": 0.0007558888173662126, "global_step": 32064, "epoch": 493, "lr": 7.794538079391106e-06}
+{"train_loss": 0.0008501231204718351, "global_step": 32065, "epoch": 493, "lr": 7.792350646381913e-06}
+{"train_loss": 0.0012263483367860317, "global_step": 32066, "epoch": 493, "lr": 7.79016349441356e-06}
+{"train_loss": 0.0006239928188733757, "global_step": 32067, "epoch": 493, "lr": 7.787976623500626e-06}
+{"train_loss": 0.0005886781145818532, "global_step": 32068, "epoch": 493, "lr": 7.785790033657664e-06}
+{"train_loss": 0.000663542770780623, "global_step": 32069, "epoch": 493, "lr": 7.783603724899257e-06}
+{"train_loss": 0.0010167865548282862, "global_step": 32070, "epoch": 493, "lr": 7.781417697239924e-06}
+{"train_loss": 0.001077138353139162, "global_step": 32071, "epoch": 493, "lr": 7.779231950694238e-06}
+{"train_loss": 0.0007717661210335791, "global_step": 32072, "epoch": 493, "lr": 7.777046485276757e-06}
+{"train_loss": 0.000776216562371701, "global_step": 32073, "epoch": 493, "lr": 7.77486130100204e-06}
+{"train_loss": 0.0007880848133936524, "global_step": 32074, "epoch": 493, "lr": 7.772676397884615e-06}
+{"train_loss": 0.0007295982213690877, "global_step": 32075, "epoch": 493, "lr": 7.770491775939043e-06}
+{"train_loss": 0.0006608527037315071, "global_step": 32076, "epoch": 493, "lr": 7.768307435179872e-06}
+{"train_loss": 0.0005104256561025977, "global_step": 32077, "epoch": 493, "lr": 7.766123375621664e-06}
+{"train_loss": 0.0007761614979244769, "global_step": 32078, "epoch": 493, "lr": 7.763939597278924e-06}
+{"train_loss": 0.0005680003669112921, "global_step": 32079, "epoch": 493, "lr": 7.761756100166207e-06}
+{"train_loss": 0.0006007563206367195, "global_step": 32080, "epoch": 493, "lr": 7.759572884298054e-06}
+{"train_loss": 0.0010528990533202887, "global_step": 32081, "epoch": 493, "lr": 7.75738994968902e-06}
+{"train_loss": 0.0005254733259789646, "global_step": 32082, "epoch": 493, "lr": 7.755207296353612e-06}
+{"train_loss": 0.0005277734016999602, "global_step": 32083, "epoch": 493, "lr": 7.753024924306373e-06}
+{"train_loss": 0.00106061901897192, "global_step": 32084, "epoch": 493, "lr": 7.75084283356185e-06}
+{"train_loss": 0.0008520891424268484, "global_step": 32085, "epoch": 493, "lr": 7.748661024134556e-06}
+{"train_loss": 0.0006504725897684693, "global_step": 32086, "epoch": 493, "lr": 7.746479496039011e-06}
+{"train_loss": 0.0007544598774984479, "global_step": 32087, "epoch": 493, "lr": 7.744298249289756e-06}
+{"train_loss": 0.0008806994883343577, "global_step": 32088, "epoch": 493, "lr": 7.742117283901307e-06}
+{"train_loss": 0.00039605158963240683, "global_step": 32089, "epoch": 493, "lr": 7.739936599888198e-06}
+{"train_loss": 0.0008235869463533163, "global_step": 32090, "epoch": 493, "lr": 7.737756197264934e-06}
+{"train_loss": 0.0007166246650740504, "global_step": 32091, "epoch": 493, "lr": 7.735576076046036e-06}
+{"train_loss": 0.0006841204594820738, "global_step": 32092, "epoch": 493, "lr": 7.733396236246037e-06}
+{"train_loss": 0.0011158343404531479, "global_step": 32093, "epoch": 493, "lr": 7.731216677879443e-06}
+{"train_loss": 0.0008121442515403032, "global_step": 32094, "epoch": 493, "lr": 7.729037400960748e-06}
+{"train_loss": 0.0006253853789530694, "global_step": 32095, "epoch": 493, "lr": 7.726858405504473e-06}
+{"train_loss": 0.0006008435157127678, "global_step": 32096, "epoch": 493, "lr": 7.724679691525138e-06}
+{"train_loss": 0.0010688959155231714, "global_step": 32097, "epoch": 493, "lr": 7.722501259037251e-06}
+{"train_loss": 0.0003233409079257399, "global_step": 32098, "epoch": 493, "lr": 7.720323108055294e-06}
+{"train_loss": 0.0006361679406836629, "global_step": 32099, "epoch": 493, "lr": 7.718145238593794e-06}
+{"train_loss": 0.0012270834995433688, "global_step": 32100, "epoch": 493, "lr": 7.715967650667249e-06}
+{"train_loss": 0.0008331904537044466, "global_step": 32101, "epoch": 493, "lr": 7.713790344290157e-06}
+{"train_loss": 0.0005258719902485609, "global_step": 32102, "epoch": 493, "lr": 7.711613319477002e-06}
+{"train_loss": 0.0005907099111936986, "global_step": 32103, "epoch": 493, "lr": 7.709436576242285e-06}
+{"train_loss": 0.0007476995815522969, "global_step": 32104, "epoch": 493, "lr": 7.707260114600506e-06}
+{"train_loss": 0.0006750082829967141, "global_step": 32105, "epoch": 493, "lr": 7.705083934566171e-06}
+{"train_loss": 0.0004288140044081956, "global_step": 32106, "epoch": 493, "lr": 7.702908036153739e-06}
+{"train_loss": 0.0007244569715112448, "global_step": 32107, "epoch": 493, "lr": 7.700732419377726e-06}
+{"train_loss": 0.0005053168279118836, "global_step": 32108, "epoch": 493, "lr": 7.6985570842526e-06}
+{"train_loss": 0.0007652577657539111, "global_step": 32109, "epoch": 493, "lr": 7.696382030792858e-06, "val_loss": 0.008101476356387138}
+{"train_loss": 0.0005054640350863338, "global_step": 32110, "epoch": 494, "lr": 7.694207259012969e-06}
+{"train_loss": 0.0011056422954425216, "global_step": 32111, "epoch": 494, "lr": 7.69203276892742e-06}
+{"train_loss": 0.0005611518863588572, "global_step": 32112, "epoch": 494, "lr": 7.689858560550695e-06}
+{"train_loss": 0.0006062937318347394, "global_step": 32113, "epoch": 494, "lr": 7.68768463389728e-06}
+{"train_loss": 0.0003668081189971417, "global_step": 32114, "epoch": 494, "lr": 7.68551098898162e-06}
+{"train_loss": 0.001092560007236898, "global_step": 32115, "epoch": 494, "lr": 7.68333762581822e-06}
+{"train_loss": 0.0008160941652022302, "global_step": 32116, "epoch": 494, "lr": 7.681164544421526e-06}
+{"train_loss": 0.00047292470117099583, "global_step": 32117, "epoch": 494, "lr": 7.678991744806036e-06}
+{"train_loss": 0.0006462581222876906, "global_step": 32118, "epoch": 494, "lr": 7.676819226986181e-06}
+{"train_loss": 0.0007646955782547593, "global_step": 32119, "epoch": 494, "lr": 7.674646990976453e-06}
+{"train_loss": 0.001851130393333733, "global_step": 32120, "epoch": 494, "lr": 7.672475036791304e-06}
+{"train_loss": 0.0012276143534108996, "global_step": 32121, "epoch": 494, "lr": 7.670303364445214e-06}
+{"train_loss": 0.001580864074639976, "global_step": 32122, "epoch": 494, "lr": 7.66813197395262e-06}
+{"train_loss": 0.0005052917404100299, "global_step": 32123, "epoch": 494, "lr": 7.665960865328003e-06}
+{"train_loss": 0.0012263570679351687, "global_step": 32124, "epoch": 494, "lr": 7.663790038585793e-06}
+{"train_loss": 0.0010261106071993709, "global_step": 32125, "epoch": 494, "lr": 7.661619493740474e-06}
+{"train_loss": 0.0008859009249135852, "global_step": 32126, "epoch": 494, "lr": 7.65944923080647e-06}
+{"train_loss": 0.00082432507770136, "global_step": 32127, "epoch": 494, "lr": 7.657279249798244e-06}
+{"train_loss": 0.0005902393022552133, "global_step": 32128, "epoch": 494, "lr": 7.655109550730243e-06}
+{"train_loss": 0.000940475263632834, "global_step": 32129, "epoch": 494, "lr": 7.652940133616937e-06}
+{"train_loss": 0.000676340248901397, "global_step": 32130, "epoch": 494, "lr": 7.650770998472734e-06}
+{"train_loss": 0.0005956400418654084, "global_step": 32131, "epoch": 494, "lr": 7.648602145312106e-06}
+{"train_loss": 0.0003094235435128212, "global_step": 32132, "epoch": 494, "lr": 7.64643357414947e-06}
+{"train_loss": 0.0007124858675524592, "global_step": 32133, "epoch": 494, "lr": 7.64426528499928e-06}
+{"train_loss": 0.0009587174281477928, "global_step": 32134, "epoch": 494, "lr": 7.642097277875986e-06}
+{"train_loss": 0.0004197537200525403, "global_step": 32135, "epoch": 494, "lr": 7.639929552793995e-06}
+{"train_loss": 0.0006137564778327942, "global_step": 32136, "epoch": 494, "lr": 7.637762109767755e-06}
+{"train_loss": 0.0008974169613793492, "global_step": 32137, "epoch": 494, "lr": 7.635594948811708e-06}
+{"train_loss": 0.001041974639520049, "global_step": 32138, "epoch": 494, "lr": 7.63342806994028e-06}
+{"train_loss": 0.0007120607770048082, "global_step": 32139, "epoch": 494, "lr": 7.631261473167877e-06}
+{"train_loss": 0.0007092604064382613, "global_step": 32140, "epoch": 494, "lr": 7.629095158508942e-06}
+{"train_loss": 0.0006625375826843083, "global_step": 32141, "epoch": 494, "lr": 7.626929125977905e-06}
+{"train_loss": 0.0006512979161925614, "global_step": 32142, "epoch": 494, "lr": 7.6247633755891886e-06}
+{"train_loss": 0.00044606358278542757, "global_step": 32143, "epoch": 494, "lr": 7.622597907357199e-06}
+{"train_loss": 0.00094227259978652, "global_step": 32144, "epoch": 494, "lr": 7.620432721296367e-06}
+{"train_loss": 0.0007305057952180505, "global_step": 32145, "epoch": 494, "lr": 7.618267817421115e-06}
+{"train_loss": 0.0005979543784633279, "global_step": 32146, "epoch": 494, "lr": 7.6161031957458494e-06}
+{"train_loss": 0.00041702674934640527, "global_step": 32147, "epoch": 494, "lr": 7.6139388562849745e-06}
+{"train_loss": 0.000788757752161473, "global_step": 32148, "epoch": 494, "lr": 7.611774799052907e-06}
+{"train_loss": 0.0017266772920265794, "global_step": 32149, "epoch": 494, "lr": 7.609611024064062e-06}
+{"train_loss": 0.0008350178832188249, "global_step": 32150, "epoch": 494, "lr": 7.607447531332857e-06}
+{"train_loss": 0.0011512942146509886, "global_step": 32151, "epoch": 494, "lr": 7.6052843208736735e-06}
+{"train_loss": 0.0010023863287642598, "global_step": 32152, "epoch": 494, "lr": 7.603121392700929e-06}
+{"train_loss": 0.0007344111218117177, "global_step": 32153, "epoch": 494, "lr": 7.600958746829034e-06}
+{"train_loss": 0.0008568327175453305, "global_step": 32154, "epoch": 494, "lr": 7.598796383272377e-06}
+{"train_loss": 0.0007201581029221416, "global_step": 32155, "epoch": 494, "lr": 7.596634302045352e-06}
+{"train_loss": 0.000540893932338804, "global_step": 32156, "epoch": 494, "lr": 7.594472503162359e-06}
+{"train_loss": 0.0010118794161826372, "global_step": 32157, "epoch": 494, "lr": 7.59231098663779e-06}
+{"train_loss": 0.0006346213631331921, "global_step": 32158, "epoch": 494, "lr": 7.5901497524860584e-06}
+{"train_loss": 0.0007371875108219683, "global_step": 32159, "epoch": 494, "lr": 7.587988800721524e-06}
+{"train_loss": 0.0006703633698634803, "global_step": 32160, "epoch": 494, "lr": 7.585828131358591e-06}
+{"train_loss": 0.0011909141903743148, "global_step": 32161, "epoch": 494, "lr": 7.58366774441166e-06}
+{"train_loss": 0.0012081494787707925, "global_step": 32162, "epoch": 494, "lr": 7.581507639895097e-06}
+{"train_loss": 0.0008363822707906365, "global_step": 32163, "epoch": 494, "lr": 7.579347817823279e-06}
+{"train_loss": 0.0010145026026293635, "global_step": 32164, "epoch": 494, "lr": 7.577188278210595e-06}
+{"train_loss": 0.0003928665246348828, "global_step": 32165, "epoch": 494, "lr": 7.575029021071433e-06}
+{"train_loss": 0.001001197611913085, "global_step": 32166, "epoch": 494, "lr": 7.5728700464201715e-06}
+{"train_loss": 0.0006500158342532814, "global_step": 32167, "epoch": 494, "lr": 7.5707113542711705e-06}
+{"train_loss": 0.0007771567907184362, "global_step": 32168, "epoch": 494, "lr": 7.568552944638807e-06}
+{"train_loss": 0.0009630961576476693, "global_step": 32169, "epoch": 494, "lr": 7.566394817537476e-06}
+{"train_loss": 0.0007154450286179781, "global_step": 32170, "epoch": 494, "lr": 7.564236972981525e-06}
+{"train_loss": 0.0008885064162313938, "global_step": 32171, "epoch": 494, "lr": 7.5620794109853175e-06}
+{"train_loss": 0.0007872869027778506, "global_step": 32172, "epoch": 494, "lr": 7.55992213156323e-06}
+{"train_loss": 0.00045615644194185734, "global_step": 32173, "epoch": 494, "lr": 7.557765134729622e-06}
+{"train_loss": 0.0008082267170091375, "global_step": 32174, "epoch": 494, "lr": 7.555608420498872e-06, "val_loss": 0.0030503706075251102}
+{"train_loss": 0.0007190053584054112, "global_step": 32175, "epoch": 495, "lr": 7.5534519888853185e-06}
+{"train_loss": 0.0012416609097272158, "global_step": 32176, "epoch": 495, "lr": 7.5512958399033275e-06}
+{"train_loss": 0.0005608774954453111, "global_step": 32177, "epoch": 495, "lr": 7.549139973567271e-06}
+{"train_loss": 0.00039153388934209943, "global_step": 32178, "epoch": 495, "lr": 7.546984389891487e-06}
+{"train_loss": 0.0010160442907363176, "global_step": 32179, "epoch": 495, "lr": 7.544829088890326e-06}
+{"train_loss": 0.0010566327255219221, "global_step": 32180, "epoch": 495, "lr": 7.542674070578143e-06}
+{"train_loss": 0.0005589600186794996, "global_step": 32181, "epoch": 495, "lr": 7.540519334969293e-06}
+{"train_loss": 0.0003678685752674937, "global_step": 32182, "epoch": 495, "lr": 7.53836488207813e-06}
+{"train_loss": 0.0009060901356860995, "global_step": 32183, "epoch": 495, "lr": 7.536210711918973e-06}
+{"train_loss": 0.0006394306547008455, "global_step": 32184, "epoch": 495, "lr": 7.534056824506203e-06}
+{"train_loss": 0.000973584596067667, "global_step": 32185, "epoch": 495, "lr": 7.531903219854125e-06}
+{"train_loss": 0.0009226133697666228, "global_step": 32186, "epoch": 495, "lr": 7.529749897977106e-06}
+{"train_loss": 0.00038406215026043355, "global_step": 32187, "epoch": 495, "lr": 7.527596858889457e-06}
+{"train_loss": 0.00040395461837761104, "global_step": 32188, "epoch": 495, "lr": 7.525444102605539e-06}
+{"train_loss": 0.0007566699641756713, "global_step": 32189, "epoch": 495, "lr": 7.523291629139667e-06}
+{"train_loss": 0.0004597932565957308, "global_step": 32190, "epoch": 495, "lr": 7.521139438506203e-06}
+{"train_loss": 0.0009136112639680505, "global_step": 32191, "epoch": 495, "lr": 7.518987530719446e-06}
+{"train_loss": 0.0009999207686632872, "global_step": 32192, "epoch": 495, "lr": 7.516835905793745e-06}
+{"train_loss": 0.0005075003136880696, "global_step": 32193, "epoch": 495, "lr": 7.514684563743407e-06}
+{"train_loss": 0.0004802872717846185, "global_step": 32194, "epoch": 495, "lr": 7.512533504582775e-06}
+{"train_loss": 0.0008494977955706418, "global_step": 32195, "epoch": 495, "lr": 7.5103827283261595e-06}
+{"train_loss": 0.0003375422384124249, "global_step": 32196, "epoch": 495, "lr": 7.508232234987883e-06}
+{"train_loss": 0.00039684114744886756, "global_step": 32197, "epoch": 495, "lr": 7.506082024582267e-06}
+{"train_loss": 0.0006608452531509101, "global_step": 32198, "epoch": 495, "lr": 7.503932097123645e-06}
+{"train_loss": 0.0003919623850379139, "global_step": 32199, "epoch": 495, "lr": 7.501782452626305e-06}
+{"train_loss": 0.0010416086297482252, "global_step": 32200, "epoch": 495, "lr": 7.499633091104586e-06}
+{"train_loss": 0.0005619126604869962, "global_step": 32201, "epoch": 495, "lr": 7.497484012572775e-06}
+{"train_loss": 0.0005298678879626095, "global_step": 32202, "epoch": 495, "lr": 7.495335217045202e-06}
+{"train_loss": 0.0005001729005016387, "global_step": 32203, "epoch": 495, "lr": 7.493186704536154e-06}
+{"train_loss": 0.0005459420499391854, "global_step": 32204, "epoch": 495, "lr": 7.491038475059953e-06}
+{"train_loss": 0.0004611473414115608, "global_step": 32205, "epoch": 495, "lr": 7.488890528630893e-06}
+{"train_loss": 0.00041157493251375854, "global_step": 32206, "epoch": 495, "lr": 7.486742865263297e-06}
+{"train_loss": 0.0004962495877407491, "global_step": 32207, "epoch": 495, "lr": 7.4845954849714515e-06}
+{"train_loss": 0.0007031492423266172, "global_step": 32208, "epoch": 495, "lr": 7.482448387769641e-06}
+{"train_loss": 0.0005577613483183086, "global_step": 32209, "epoch": 495, "lr": 7.480301573672171e-06}
+{"train_loss": 0.0008532581850886345, "global_step": 32210, "epoch": 495, "lr": 7.4781550426933575e-06}
+{"train_loss": 0.0009194237063638866, "global_step": 32211, "epoch": 495, "lr": 7.476008794847461e-06}
+{"train_loss": 0.0005608716746792197, "global_step": 32212, "epoch": 495, "lr": 7.473862830148787e-06}
+{"train_loss": 0.0006366850575432181, "global_step": 32213, "epoch": 495, "lr": 7.471717148611623e-06}
+{"train_loss": 0.0003799026308115572, "global_step": 32214, "epoch": 495, "lr": 7.469571750250276e-06}
+{"train_loss": 0.0008432037429884076, "global_step": 32215, "epoch": 495, "lr": 7.467426635079005e-06}
+{"train_loss": 0.0005517268436960876, "global_step": 32216, "epoch": 495, "lr": 7.46528180311209e-06}
+{"train_loss": 0.0005751961725763977, "global_step": 32217, "epoch": 495, "lr": 7.463137254363828e-06}
+{"train_loss": 0.0005203227046877146, "global_step": 32218, "epoch": 495, "lr": 7.460992988848503e-06}
+{"train_loss": 0.0016195601783692837, "global_step": 32219, "epoch": 495, "lr": 7.458849006580371e-06}
+{"train_loss": 0.0005243989871814847, "global_step": 32220, "epoch": 495, "lr": 7.456705307573725e-06}
+{"train_loss": 0.0007978447829373181, "global_step": 32221, "epoch": 495, "lr": 7.454561891842831e-06}
+{"train_loss": 0.0005945140728726983, "global_step": 32222, "epoch": 495, "lr": 7.452418759401975e-06}
+{"train_loss": 0.000621050363406539, "global_step": 32223, "epoch": 495, "lr": 7.450275910265414e-06}
+{"train_loss": 0.0006042206659913063, "global_step": 32224, "epoch": 495, "lr": 7.448133344447411e-06}
+{"train_loss": 0.0010155350901186466, "global_step": 32225, "epoch": 495, "lr": 7.445991061962243e-06}
+{"train_loss": 0.0007503827218897641, "global_step": 32226, "epoch": 495, "lr": 7.443849062824177e-06}
+{"train_loss": 0.0005652449908666313, "global_step": 32227, "epoch": 495, "lr": 7.441707347047461e-06}
+{"train_loss": 0.0006587790558114648, "global_step": 32228, "epoch": 495, "lr": 7.439565914646363e-06}
+{"train_loss": 0.001008678344078362, "global_step": 32229, "epoch": 495, "lr": 7.437424765635148e-06}
+{"train_loss": 0.0005897966329939663, "global_step": 32230, "epoch": 495, "lr": 7.4352839000280785e-06}
+{"train_loss": 0.000821449386421591, "global_step": 32231, "epoch": 495, "lr": 7.433143317839397e-06}
+{"train_loss": 0.000877863320056349, "global_step": 32232, "epoch": 495, "lr": 7.4310030190833435e-06}
+{"train_loss": 0.0006868970231153071, "global_step": 32233, "epoch": 495, "lr": 7.428863003774189e-06}
+{"train_loss": 0.0006575233419425786, "global_step": 32234, "epoch": 495, "lr": 7.426723271926195e-06}
+{"train_loss": 0.0005131301004439592, "global_step": 32235, "epoch": 495, "lr": 7.424583823553577e-06}
+{"train_loss": 0.0006381960120052099, "global_step": 32236, "epoch": 495, "lr": 7.422444658670591e-06}
+{"train_loss": 0.000720587617252022, "global_step": 32237, "epoch": 495, "lr": 7.420305777291492e-06}
+{"train_loss": 0.0004008473188150674, "global_step": 32238, "epoch": 495, "lr": 7.418167179430524e-06}
+{"train_loss": 0.0006821338150005501, "global_step": 32239, "epoch": 495, "lr": 7.416028865101921e-06, "val_loss": 0.004436984658241272, "train_action_mse_error": 2.1285994080244564e-05}
+{"train_loss": 0.0007961143273860216, "global_step": 32240, "epoch": 496, "lr": 7.413890834319909e-06}
+{"train_loss": 0.0007549765286967158, "global_step": 32241, "epoch": 496, "lr": 7.411753087098727e-06}
+{"train_loss": 0.0004020720371045172, "global_step": 32242, "epoch": 496, "lr": 7.409615623452631e-06}
+{"train_loss": 0.0008809358114376664, "global_step": 32243, "epoch": 496, "lr": 7.4074784433958325e-06}
+{"train_loss": 0.0005807587876915932, "global_step": 32244, "epoch": 496, "lr": 7.405341546942563e-06}
+{"train_loss": 0.0014654021942988038, "global_step": 32245, "epoch": 496, "lr": 7.40320493410705e-06}
+{"train_loss": 0.00038587735616602004, "global_step": 32246, "epoch": 496, "lr": 7.401068604903544e-06}
+{"train_loss": 0.0008113345829769969, "global_step": 32247, "epoch": 496, "lr": 7.39893255934625e-06}
+{"train_loss": 0.0008777363691478968, "global_step": 32248, "epoch": 496, "lr": 7.396796797449384e-06}
+{"train_loss": 0.0011362750083208084, "global_step": 32249, "epoch": 496, "lr": 7.394661319227176e-06}
+{"train_loss": 0.0007728386553935707, "global_step": 32250, "epoch": 496, "lr": 7.392526124693855e-06}
+{"train_loss": 0.0006209825514815748, "global_step": 32251, "epoch": 496, "lr": 7.3903912138636126e-06}
+{"train_loss": 0.0005341993528418243, "global_step": 32252, "epoch": 496, "lr": 7.388256586750686e-06}
+{"train_loss": 0.0004914705641567707, "global_step": 32253, "epoch": 496, "lr": 7.386122243369281e-06}
+{"train_loss": 0.001005547121167183, "global_step": 32254, "epoch": 496, "lr": 7.38398818373362e-06}
+{"train_loss": 0.0010534748435020447, "global_step": 32255, "epoch": 496, "lr": 7.381854407857902e-06}
+{"train_loss": 0.0007672456558793783, "global_step": 32256, "epoch": 496, "lr": 7.379720915756327e-06}
+{"train_loss": 0.000586473848670721, "global_step": 32257, "epoch": 496, "lr": 7.3775877074431125e-06}
+{"train_loss": 0.0007021781639195979, "global_step": 32258, "epoch": 496, "lr": 7.375454782932467e-06}
+{"train_loss": 0.0009185303933918476, "global_step": 32259, "epoch": 496, "lr": 7.3733221422385756e-06}
+{"train_loss": 0.0005676282453350723, "global_step": 32260, "epoch": 496, "lr": 7.3711897853756535e-06}
+{"train_loss": 0.0003622495860327035, "global_step": 32261, "epoch": 496, "lr": 7.369057712357902e-06}
+{"train_loss": 0.0005886710132472217, "global_step": 32262, "epoch": 496, "lr": 7.366925923199497e-06}
+{"train_loss": 0.0005587536725215614, "global_step": 32263, "epoch": 496, "lr": 7.364794417914661e-06}
+{"train_loss": 0.0005441459943540394, "global_step": 32264, "epoch": 496, "lr": 7.3626631965175555e-06}
+{"train_loss": 0.0008964103762991726, "global_step": 32265, "epoch": 496, "lr": 7.36053225902239e-06}
+{"train_loss": 0.0007008445099927485, "global_step": 32266, "epoch": 496, "lr": 7.35840160544336e-06}
+{"train_loss": 0.0008763959631323814, "global_step": 32267, "epoch": 496, "lr": 7.356271235794637e-06}
+{"train_loss": 0.0008615216938778758, "global_step": 32268, "epoch": 496, "lr": 7.35414115009041e-06}
+{"train_loss": 0.0005138381384313107, "global_step": 32269, "epoch": 496, "lr": 7.352011348344873e-06}
+{"train_loss": 0.0008465564460493624, "global_step": 32270, "epoch": 496, "lr": 7.349881830572192e-06}
+{"train_loss": 0.0005228938534855843, "global_step": 32271, "epoch": 496, "lr": 7.347752596786561e-06}
+{"train_loss": 0.0006539875757880509, "global_step": 32272, "epoch": 496, "lr": 7.3456236470021425e-06}
+{"train_loss": 0.001033742562867701, "global_step": 32273, "epoch": 496, "lr": 7.343494981233117e-06}
+{"train_loss": 0.0006225357064977288, "global_step": 32274, "epoch": 496, "lr": 7.341366599493676e-06}
+{"train_loss": 0.0003859627468045801, "global_step": 32275, "epoch": 496, "lr": 7.339238501797962e-06}
+{"train_loss": 0.0008672176627442241, "global_step": 32276, "epoch": 496, "lr": 7.337110688160159e-06}
+{"train_loss": 0.0007704001036472619, "global_step": 32277, "epoch": 496, "lr": 7.33498315859445e-06}
+{"train_loss": 0.0006336902151815593, "global_step": 32278, "epoch": 496, "lr": 7.332855913114972e-06}
+{"train_loss": 0.0010839742608368397, "global_step": 32279, "epoch": 496, "lr": 7.330728951735915e-06}
+{"train_loss": 0.0005318010807968676, "global_step": 32280, "epoch": 496, "lr": 7.328602274471425e-06}
+{"train_loss": 0.0005286878440529108, "global_step": 32281, "epoch": 496, "lr": 7.326475881335659e-06}
+{"train_loss": 0.0007271397043950856, "global_step": 32282, "epoch": 496, "lr": 7.324349772342804e-06}
+{"train_loss": 0.0006844878080300987, "global_step": 32283, "epoch": 496, "lr": 7.3222239475069845e-06}
+{"train_loss": 0.0007401352631859481, "global_step": 32284, "epoch": 496, "lr": 7.320098406842374e-06}
+{"train_loss": 0.000965328945312649, "global_step": 32285, "epoch": 496, "lr": 7.3179731503631165e-06}
+{"train_loss": 0.0003809777263086289, "global_step": 32286, "epoch": 496, "lr": 7.315848178083362e-06}
+{"train_loss": 0.0008590652723796666, "global_step": 32287, "epoch": 496, "lr": 7.313723490017277e-06}
+{"train_loss": 0.00116182048805058, "global_step": 32288, "epoch": 496, "lr": 7.311599086178983e-06}
+{"train_loss": 0.0006287189899012446, "global_step": 32289, "epoch": 496, "lr": 7.309474966582636e-06}
+{"train_loss": 0.0006343142595142126, "global_step": 32290, "epoch": 496, "lr": 7.307351131242396e-06}
+{"train_loss": 0.0006496170535683632, "global_step": 32291, "epoch": 496, "lr": 7.30522758017238e-06}
+{"train_loss": 0.0011847252026200294, "global_step": 32292, "epoch": 496, "lr": 7.30310431338675e-06}
+{"train_loss": 0.0011022889520972967, "global_step": 32293, "epoch": 496, "lr": 7.300981330899614e-06}
+{"train_loss": 0.001144923735409975, "global_step": 32294, "epoch": 496, "lr": 7.298858632725136e-06}
+{"train_loss": 0.001080950372852385, "global_step": 32295, "epoch": 496, "lr": 7.296736218877442e-06}
+{"train_loss": 0.00050088029820472, "global_step": 32296, "epoch": 496, "lr": 7.294614089370655e-06}
+{"train_loss": 0.00046266178833320737, "global_step": 32297, "epoch": 496, "lr": 7.292492244218913e-06}
+{"train_loss": 0.0008715399308130145, "global_step": 32298, "epoch": 496, "lr": 7.290370683436354e-06}
+{"train_loss": 0.0010362191824242473, "global_step": 32299, "epoch": 496, "lr": 7.288249407037084e-06}
+{"train_loss": 0.0005757635808549821, "global_step": 32300, "epoch": 496, "lr": 7.286128415035248e-06}
+{"train_loss": 0.0004878057516179979, "global_step": 32301, "epoch": 496, "lr": 7.284007707444951e-06}
+{"train_loss": 0.000536118634045124, "global_step": 32302, "epoch": 496, "lr": 7.281887284280314e-06}
+{"train_loss": 0.0008215690613724291, "global_step": 32303, "epoch": 496, "lr": 7.279767145555477e-06}
+{"train_loss": 0.0007431813408262455, "global_step": 32304, "epoch": 496, "lr": 7.277647291284534e-06, "val_loss": 0.0074303122237324715}
+{"train_loss": 0.00053317507263273, "global_step": 32305, "epoch": 497, "lr": 7.275527721481612e-06}
+{"train_loss": 0.0006666157278232276, "global_step": 32306, "epoch": 497, "lr": 7.273408436160828e-06}
+{"train_loss": 0.0004437419702298939, "global_step": 32307, "epoch": 497, "lr": 7.271289435336287e-06}
+{"train_loss": 0.0008709735702723265, "global_step": 32308, "epoch": 497, "lr": 7.269170719022089e-06}
+{"train_loss": 0.0009251974406652153, "global_step": 32309, "epoch": 497, "lr": 7.267052287232351e-06}
+{"train_loss": 0.0004332746902946383, "global_step": 32310, "epoch": 497, "lr": 7.2649341399811724e-06}
+{"train_loss": 0.0005847027059644461, "global_step": 32311, "epoch": 497, "lr": 7.26281627728268e-06}
+{"train_loss": 0.0007948937127366662, "global_step": 32312, "epoch": 497, "lr": 7.2606986991509475e-06}
+{"train_loss": 0.0006878369022160769, "global_step": 32313, "epoch": 497, "lr": 7.258581405600084e-06}
+{"train_loss": 0.00043041876051574945, "global_step": 32314, "epoch": 497, "lr": 7.256464396644202e-06}
+{"train_loss": 0.0005868223961442709, "global_step": 32315, "epoch": 497, "lr": 7.254347672297384e-06}
+{"train_loss": 0.0005073539796285331, "global_step": 32316, "epoch": 497, "lr": 7.2522312325737145e-06}
+{"train_loss": 0.0005769732524640858, "global_step": 32317, "epoch": 497, "lr": 7.250115077487296e-06}
+{"train_loss": 0.000484095566207543, "global_step": 32318, "epoch": 497, "lr": 7.247999207052225e-06}
+{"train_loss": 0.0012573754647746682, "global_step": 32319, "epoch": 497, "lr": 7.24588362128259e-06}
+{"train_loss": 0.0003710548917297274, "global_step": 32320, "epoch": 497, "lr": 7.243768320192462e-06}
+{"train_loss": 0.0009838490514084697, "global_step": 32321, "epoch": 497, "lr": 7.241653303795942e-06}
+{"train_loss": 0.0008817852358333766, "global_step": 32322, "epoch": 497, "lr": 7.239538572107113e-06}
+{"train_loss": 0.0006270917365327477, "global_step": 32323, "epoch": 497, "lr": 7.237424125140052e-06}
+{"train_loss": 0.0004011030832771212, "global_step": 32324, "epoch": 497, "lr": 7.235309962908826e-06}
+{"train_loss": 0.0007230051560327411, "global_step": 32325, "epoch": 497, "lr": 7.2331960854275184e-06}
+{"train_loss": 0.0006574776489287615, "global_step": 32326, "epoch": 497, "lr": 7.231082492710211e-06}
+{"train_loss": 0.0005393122555688024, "global_step": 32327, "epoch": 497, "lr": 7.2289691847709895e-06}
+{"train_loss": 0.0006618511979468167, "global_step": 32328, "epoch": 497, "lr": 7.226856161623896e-06}
+{"train_loss": 0.0006665599648840725, "global_step": 32329, "epoch": 497, "lr": 7.224743423283015e-06}
+{"train_loss": 0.00032492788159288466, "global_step": 32330, "epoch": 497, "lr": 7.222630969762428e-06}
+{"train_loss": 0.0011869844747707248, "global_step": 32331, "epoch": 497, "lr": 7.220518801076187e-06}
+{"train_loss": 0.0013425960205495358, "global_step": 32332, "epoch": 497, "lr": 7.2184069172383405e-06}
+{"train_loss": 0.0010279504349455237, "global_step": 32333, "epoch": 497, "lr": 7.2162953182629665e-06}
+{"train_loss": 0.0006056313286535442, "global_step": 32334, "epoch": 497, "lr": 7.214184004164132e-06}
+{"train_loss": 0.0011460784589871764, "global_step": 32335, "epoch": 497, "lr": 7.2120729749558915e-06}
+{"train_loss": 0.000674988201353699, "global_step": 32336, "epoch": 497, "lr": 7.20996223065229e-06}
+{"train_loss": 0.0005144639872014523, "global_step": 32337, "epoch": 497, "lr": 7.207851771267388e-06}
+{"train_loss": 0.0005787109839729965, "global_step": 32338, "epoch": 497, "lr": 7.205741596815252e-06}
+{"train_loss": 0.000962626829277724, "global_step": 32339, "epoch": 497, "lr": 7.203631707309922e-06}
+{"train_loss": 0.001097439555451274, "global_step": 32340, "epoch": 497, "lr": 7.201522102765429e-06}
+{"train_loss": 0.00085405632853508, "global_step": 32341, "epoch": 497, "lr": 7.199412783195841e-06}
+{"train_loss": 0.0012469193898141384, "global_step": 32342, "epoch": 497, "lr": 7.197303748615198e-06}
+{"train_loss": 0.0005297331954352558, "global_step": 32343, "epoch": 497, "lr": 7.195194999037552e-06}
+{"train_loss": 0.0008328135591000319, "global_step": 32344, "epoch": 497, "lr": 7.193086534476923e-06}
+{"train_loss": 0.0007856070878915489, "global_step": 32345, "epoch": 497, "lr": 7.190978354947364e-06}
+{"train_loss": 0.00034089747350662947, "global_step": 32346, "epoch": 497, "lr": 7.188870460462921e-06}
+{"train_loss": 0.001024325960315764, "global_step": 32347, "epoch": 497, "lr": 7.1867628510376205e-06}
+{"train_loss": 0.0007087346748448908, "global_step": 32348, "epoch": 497, "lr": 7.184655526685485e-06}
+{"train_loss": 0.0013672435889020562, "global_step": 32349, "epoch": 497, "lr": 7.182548487420554e-06}
+{"train_loss": 0.0004518371424637735, "global_step": 32350, "epoch": 497, "lr": 7.18044173325686e-06}
+{"train_loss": 0.0005633215187117457, "global_step": 32351, "epoch": 497, "lr": 7.178335264208441e-06}
+{"train_loss": 0.001464754925109446, "global_step": 32352, "epoch": 497, "lr": 7.176229080289304e-06}
+{"train_loss": 0.0005829140427522361, "global_step": 32353, "epoch": 497, "lr": 7.174123181513487e-06}
+{"train_loss": 0.0008377034100703895, "global_step": 32354, "epoch": 497, "lr": 7.172017567895e-06}
+{"train_loss": 0.0005272632697597146, "global_step": 32355, "epoch": 497, "lr": 7.1699122394478795e-06}
+{"train_loss": 0.000837036466691643, "global_step": 32356, "epoch": 497, "lr": 7.167807196186122e-06}
+{"train_loss": 0.0012837037211284041, "global_step": 32357, "epoch": 497, "lr": 7.165702438123756e-06}
+{"train_loss": 0.0011534731602296233, "global_step": 32358, "epoch": 497, "lr": 7.163597965274798e-06}
+{"train_loss": 0.0016192091861739755, "global_step": 32359, "epoch": 497, "lr": 7.161493777653272e-06}
+{"train_loss": 0.0008116387180052698, "global_step": 32360, "epoch": 497, "lr": 7.159389875273165e-06}
+{"train_loss": 0.0008018607622943819, "global_step": 32361, "epoch": 497, "lr": 7.157286258148504e-06}
+{"train_loss": 0.0010102249216288328, "global_step": 32362, "epoch": 497, "lr": 7.15518292629328e-06}
+{"train_loss": 0.0007473242585547268, "global_step": 32363, "epoch": 497, "lr": 7.153079879721513e-06}
+{"train_loss": 0.0005809555295854807, "global_step": 32364, "epoch": 497, "lr": 7.1509771184471945e-06}
+{"train_loss": 0.0007354025146923959, "global_step": 32365, "epoch": 497, "lr": 7.148874642484327e-06}
+{"train_loss": 0.0006183998775668442, "global_step": 32366, "epoch": 497, "lr": 7.146772451846917e-06}
+{"train_loss": 0.001265087048523128, "global_step": 32367, "epoch": 497, "lr": 7.144670546548971e-06}
+{"train_loss": 0.0010003842180594802, "global_step": 32368, "epoch": 497, "lr": 7.142568926604459e-06}
+{"train_loss": 0.0007931777692507379, "global_step": 32369, "epoch": 497, "lr": 7.140467592027406e-06, "val_loss": 0.016168925911188126}
+{"train_loss": 0.0007988635916262865, "global_step": 32370, "epoch": 498, "lr": 7.1383665428317644e-06}
+{"train_loss": 0.0005762901273556054, "global_step": 32371, "epoch": 498, "lr": 7.136265779031565e-06}
+{"train_loss": 0.0008281477494165301, "global_step": 32372, "epoch": 498, "lr": 7.134165300640766e-06}
+{"train_loss": 0.0010182729456573725, "global_step": 32373, "epoch": 498, "lr": 7.132065107673358e-06}
+{"train_loss": 0.0008034881320782006, "global_step": 32374, "epoch": 498, "lr": 7.129965200143334e-06}
+{"train_loss": 0.0007208588649518788, "global_step": 32375, "epoch": 498, "lr": 7.127865578064691e-06}
+{"train_loss": 0.0009424677700735629, "global_step": 32376, "epoch": 498, "lr": 7.125766241451376e-06}
+{"train_loss": 0.000653222028631717, "global_step": 32377, "epoch": 498, "lr": 7.123667190317396e-06}
+{"train_loss": 0.0008888848242349923, "global_step": 32378, "epoch": 498, "lr": 7.1215684246767e-06}
+{"train_loss": 0.0005768233095295727, "global_step": 32379, "epoch": 498, "lr": 7.119469944543294e-06}
+{"train_loss": 0.0008568275952711701, "global_step": 32380, "epoch": 498, "lr": 7.117371749931118e-06}
+{"train_loss": 0.0009674341999925673, "global_step": 32381, "epoch": 498, "lr": 7.115273840854164e-06}
+{"train_loss": 0.00046067600487731397, "global_step": 32382, "epoch": 498, "lr": 7.113176217326395e-06}
+{"train_loss": 0.0009626029641367495, "global_step": 32383, "epoch": 498, "lr": 7.111078879361793e-06}
+{"train_loss": 0.0005612663808278739, "global_step": 32384, "epoch": 498, "lr": 7.108981826974309e-06}
+{"train_loss": 0.000544910435564816, "global_step": 32385, "epoch": 498, "lr": 7.106885060177898e-06}
+{"train_loss": 0.0007503694505430758, "global_step": 32386, "epoch": 498, "lr": 7.1047885789865266e-06}
+{"train_loss": 0.0007920909556560218, "global_step": 32387, "epoch": 498, "lr": 7.102692383414167e-06}
+{"train_loss": 0.0007299568387679756, "global_step": 32388, "epoch": 498, "lr": 7.100596473474763e-06}
+{"train_loss": 0.0006871359655633569, "global_step": 32389, "epoch": 498, "lr": 7.098500849182271e-06}
+{"train_loss": 0.0012575946748256683, "global_step": 32390, "epoch": 498, "lr": 7.096405510550652e-06}
+{"train_loss": 0.0008137401891872287, "global_step": 32391, "epoch": 498, "lr": 7.094310457593867e-06}
+{"train_loss": 0.0012123503256589174, "global_step": 32392, "epoch": 498, "lr": 7.092215690325849e-06}
+{"train_loss": 0.0005659702001139522, "global_step": 32393, "epoch": 498, "lr": 7.0901212087605415e-06}
+{"train_loss": 0.0011928318999707699, "global_step": 32394, "epoch": 498, "lr": 7.088027012911902e-06}
+{"train_loss": 0.0008644736371934414, "global_step": 32395, "epoch": 498, "lr": 7.085933102793884e-06}
+{"train_loss": 0.0007682315190322697, "global_step": 32396, "epoch": 498, "lr": 7.083839478420406e-06}
+{"train_loss": 0.0005170084768906236, "global_step": 32397, "epoch": 498, "lr": 7.081746139805423e-06}
+{"train_loss": 0.0005118760745972395, "global_step": 32398, "epoch": 498, "lr": 7.079653086962868e-06}
+{"train_loss": 0.0005195700214244425, "global_step": 32399, "epoch": 498, "lr": 7.077560319906695e-06}
+{"train_loss": 0.00045068273902870715, "global_step": 32400, "epoch": 498, "lr": 7.075467838650829e-06}
+{"train_loss": 0.000912080577109009, "global_step": 32401, "epoch": 498, "lr": 7.073375643209185e-06}
+{"train_loss": 0.0006654824246652424, "global_step": 32402, "epoch": 498, "lr": 7.071283733595707e-06}
+{"train_loss": 0.0003630631254054606, "global_step": 32403, "epoch": 498, "lr": 7.069192109824335e-06}
+{"train_loss": 0.0005562414298765361, "global_step": 32404, "epoch": 498, "lr": 7.067100771908974e-06}
+{"train_loss": 0.0008858692599460483, "global_step": 32405, "epoch": 498, "lr": 7.065009719863563e-06}
+{"train_loss": 0.0010028567630797625, "global_step": 32406, "epoch": 498, "lr": 7.0629189537020245e-06}
+{"train_loss": 0.0007194962818175554, "global_step": 32407, "epoch": 498, "lr": 7.060828473438291e-06}
+{"train_loss": 0.0006019708816893399, "global_step": 32408, "epoch": 498, "lr": 7.058738279086269e-06}
+{"train_loss": 0.0008500763215124607, "global_step": 32409, "epoch": 498, "lr": 7.0566483706598686e-06}
+{"train_loss": 0.0008867543656378984, "global_step": 32410, "epoch": 498, "lr": 7.0545587481730065e-06}
+{"train_loss": 0.0005247958470135927, "global_step": 32411, "epoch": 498, "lr": 7.0524694116396225e-06}
+{"train_loss": 0.0011969477636739612, "global_step": 32412, "epoch": 498, "lr": 7.0503803610736e-06}
+{"train_loss": 0.0007799359736964107, "global_step": 32413, "epoch": 498, "lr": 7.048291596488854e-06}
+{"train_loss": 0.0009500716696493328, "global_step": 32414, "epoch": 498, "lr": 7.046203117899302e-06}
+{"train_loss": 0.00036755745531991124, "global_step": 32415, "epoch": 498, "lr": 7.044114925318851e-06}
+{"train_loss": 0.0006569278775714338, "global_step": 32416, "epoch": 498, "lr": 7.042027018761405e-06}
+{"train_loss": 0.0008525706361979246, "global_step": 32417, "epoch": 498, "lr": 7.039939398240852e-06}
+{"train_loss": 0.0005538234836421907, "global_step": 32418, "epoch": 498, "lr": 7.0378520637711e-06}
+{"train_loss": 0.0010499432682991028, "global_step": 32419, "epoch": 498, "lr": 7.035765015366047e-06}
+{"train_loss": 0.000553060439415276, "global_step": 32420, "epoch": 498, "lr": 7.0336782530396105e-06}
+{"train_loss": 0.0008831096929498017, "global_step": 32421, "epoch": 498, "lr": 7.0315917768056515e-06}
+{"train_loss": 0.0006806713063269854, "global_step": 32422, "epoch": 498, "lr": 7.029505586678076e-06}
+{"train_loss": 0.0007042385987006128, "global_step": 32423, "epoch": 498, "lr": 7.027419682670794e-06}
+{"train_loss": 0.0004177688679192215, "global_step": 32424, "epoch": 498, "lr": 7.025334064797673e-06}
+{"train_loss": 0.0007295709801837802, "global_step": 32425, "epoch": 498, "lr": 7.023248733072596e-06}
+{"train_loss": 0.0009144447976723313, "global_step": 32426, "epoch": 498, "lr": 7.021163687509458e-06}
+{"train_loss": 0.0007907430990599096, "global_step": 32427, "epoch": 498, "lr": 7.019078928122141e-06}
+{"train_loss": 0.0007179834647104144, "global_step": 32428, "epoch": 498, "lr": 7.016994454924541e-06}
+{"train_loss": 0.0007510256255045533, "global_step": 32429, "epoch": 498, "lr": 7.014910267930514e-06}
+{"train_loss": 0.0003434215614106506, "global_step": 32430, "epoch": 498, "lr": 7.012826367153952e-06}
+{"train_loss": 0.0003058244183193892, "global_step": 32431, "epoch": 498, "lr": 7.010742752608717e-06}
+{"train_loss": 0.000984599580988288, "global_step": 32432, "epoch": 498, "lr": 7.008659424308706e-06}
+{"train_loss": 0.0005920188268646598, "global_step": 32433, "epoch": 498, "lr": 7.00657638226776e-06}
+{"train_loss": 0.0007487696796978036, "global_step": 32434, "epoch": 498, "lr": 7.00449362649977e-06, "val_loss": 0.009383179247379303}
+{"train_loss": 0.0005983345326967537, "global_step": 32435, "epoch": 499, "lr": 7.0024111570186015e-06}
+{"train_loss": 0.0004605454159900546, "global_step": 32436, "epoch": 499, "lr": 7.000328973838127e-06}
+{"train_loss": 0.0005322365323081613, "global_step": 32437, "epoch": 499, "lr": 6.998247076972192e-06}
+{"train_loss": 0.0006173740839585662, "global_step": 32438, "epoch": 499, "lr": 6.9961654664346845e-06}
+{"train_loss": 0.0009869550121948123, "global_step": 32439, "epoch": 499, "lr": 6.9940841422394324e-06}
+{"train_loss": 0.0007434237049892545, "global_step": 32440, "epoch": 499, "lr": 6.99200310440033e-06}
+{"train_loss": 0.0009653135784901679, "global_step": 32441, "epoch": 499, "lr": 6.9899223529312e-06}
+{"train_loss": 0.0007122493116185069, "global_step": 32442, "epoch": 499, "lr": 6.987841887845914e-06}
+{"train_loss": 0.0005897893570363522, "global_step": 32443, "epoch": 499, "lr": 6.985761709158322e-06}
+{"train_loss": 0.00044181643170304596, "global_step": 32444, "epoch": 499, "lr": 6.983681816882292e-06}
+{"train_loss": 0.0009426064789295197, "global_step": 32445, "epoch": 499, "lr": 6.981602211031646e-06}
+{"train_loss": 0.0006007798365317285, "global_step": 32446, "epoch": 499, "lr": 6.979522891620249e-06}
+{"train_loss": 0.000383253995096311, "global_step": 32447, "epoch": 499, "lr": 6.977443858661936e-06}
+{"train_loss": 0.0007325033075176179, "global_step": 32448, "epoch": 499, "lr": 6.975365112170562e-06}
+{"train_loss": 0.0005845811101607978, "global_step": 32449, "epoch": 499, "lr": 6.9732866521599495e-06}
+{"train_loss": 0.00055308808805421, "global_step": 32450, "epoch": 499, "lr": 6.971208478643953e-06}
+{"train_loss": 0.0003694660263136029, "global_step": 32451, "epoch": 499, "lr": 6.9691305916364026e-06}
+{"train_loss": 0.000535019498784095, "global_step": 32452, "epoch": 499, "lr": 6.967052991151151e-06}
+{"train_loss": 0.0006469966028816998, "global_step": 32453, "epoch": 499, "lr": 6.964975677202018e-06}
+{"train_loss": 0.0007739997236058116, "global_step": 32454, "epoch": 499, "lr": 6.962898649802823e-06}
+{"train_loss": 0.0008293827413581312, "global_step": 32455, "epoch": 499, "lr": 6.960821908967413e-06}
+{"train_loss": 0.0007044700323604047, "global_step": 32456, "epoch": 499, "lr": 6.9587454547096195e-06}
+{"train_loss": 0.0010506774997338653, "global_step": 32457, "epoch": 499, "lr": 6.9566692870432545e-06}
+{"train_loss": 0.00043720597750507295, "global_step": 32458, "epoch": 499, "lr": 6.954593405982146e-06}
+{"train_loss": 0.001367298187687993, "global_step": 32459, "epoch": 499, "lr": 6.952517811540121e-06}
+{"train_loss": 0.0007707307813689113, "global_step": 32460, "epoch": 499, "lr": 6.950442503731008e-06}
+{"train_loss": 0.0005618336144834757, "global_step": 32461, "epoch": 499, "lr": 6.948367482568618e-06}
+{"train_loss": 0.0004099216894246638, "global_step": 32462, "epoch": 499, "lr": 6.9462927480667515e-06}
+{"train_loss": 0.000579942250624299, "global_step": 32463, "epoch": 499, "lr": 6.944218300239235e-06}
+{"train_loss": 0.00046586571261286736, "global_step": 32464, "epoch": 499, "lr": 6.942144139099898e-06}
+{"train_loss": 0.0006474507972598076, "global_step": 32465, "epoch": 499, "lr": 6.940070264662529e-06}
+{"train_loss": 0.0006763195269741118, "global_step": 32466, "epoch": 499, "lr": 6.937996676940939e-06}
+{"train_loss": 0.0005141078727319837, "global_step": 32467, "epoch": 499, "lr": 6.935923375948944e-06}
+{"train_loss": 0.0004017671453766525, "global_step": 32468, "epoch": 499, "lr": 6.933850361700356e-06}
+{"train_loss": 0.000650470145046711, "global_step": 32469, "epoch": 499, "lr": 6.931777634208963e-06}
+{"train_loss": 0.0007900158525444567, "global_step": 32470, "epoch": 499, "lr": 6.929705193488567e-06}
+{"train_loss": 0.0006030960357747972, "global_step": 32471, "epoch": 499, "lr": 6.927633039552972e-06}
+{"train_loss": 0.0005994786624796689, "global_step": 32472, "epoch": 499, "lr": 6.925561172415984e-06}
+{"train_loss": 0.0005403220420703292, "global_step": 32473, "epoch": 499, "lr": 6.923489592091376e-06}
+{"train_loss": 0.0006783467251807451, "global_step": 32474, "epoch": 499, "lr": 6.921418298592957e-06}
+{"train_loss": 0.0013614257331937551, "global_step": 32475, "epoch": 499, "lr": 6.919347291934519e-06}
+{"train_loss": 0.0007876434829086065, "global_step": 32476, "epoch": 499, "lr": 6.917276572129871e-06}
+{"train_loss": 0.0006033486570231616, "global_step": 32477, "epoch": 499, "lr": 6.915206139192765e-06}
+{"train_loss": 0.0006230592844076455, "global_step": 32478, "epoch": 499, "lr": 6.9131359931369935e-06}
+{"train_loss": 0.0004528994613792747, "global_step": 32479, "epoch": 499, "lr": 6.911066133976352e-06}
+{"train_loss": 0.0007904314552433789, "global_step": 32480, "epoch": 499, "lr": 6.908996561724629e-06}
+{"train_loss": 0.0004635409568436444, "global_step": 32481, "epoch": 499, "lr": 6.906927276395586e-06}
+{"train_loss": 0.0006978987366892397, "global_step": 32482, "epoch": 499, "lr": 6.904858278003012e-06}
+{"train_loss": 0.0006374295335263014, "global_step": 32483, "epoch": 499, "lr": 6.902789566560686e-06}
+{"train_loss": 0.0006621138891205192, "global_step": 32484, "epoch": 499, "lr": 6.900721142082395e-06}
+{"train_loss": 0.0005847640568390489, "global_step": 32485, "epoch": 499, "lr": 6.8986530045818785e-06}
+{"train_loss": 0.0005194527911953628, "global_step": 32486, "epoch": 499, "lr": 6.8965851540729205e-06}
+{"train_loss": 0.00046614426537416875, "global_step": 32487, "epoch": 499, "lr": 6.8945175905693e-06}
+{"train_loss": 0.0005034237401559949, "global_step": 32488, "epoch": 499, "lr": 6.892450314084781e-06}
+{"train_loss": 0.0008710848051123321, "global_step": 32489, "epoch": 499, "lr": 6.890383324633121e-06}
+{"train_loss": 0.0008777760667726398, "global_step": 32490, "epoch": 499, "lr": 6.888316622228086e-06}
+{"train_loss": 0.0007202762644737959, "global_step": 32491, "epoch": 499, "lr": 6.886250206883438e-06}
+{"train_loss": 0.0003277435607742518, "global_step": 32492, "epoch": 499, "lr": 6.884184078612949e-06}
+{"train_loss": 0.001497927587479353, "global_step": 32493, "epoch": 499, "lr": 6.882118237430363e-06}
+{"train_loss": 0.0008543442818336189, "global_step": 32494, "epoch": 499, "lr": 6.880052683349425e-06}
+{"train_loss": 0.0009496061829850078, "global_step": 32495, "epoch": 499, "lr": 6.877987416383902e-06}
+{"train_loss": 0.0007953314343467355, "global_step": 32496, "epoch": 499, "lr": 6.875922436547555e-06}
+{"train_loss": 0.00045698555186390877, "global_step": 32497, "epoch": 499, "lr": 6.873857743854112e-06}
+{"train_loss": 0.0007195895304903388, "global_step": 32498, "epoch": 499, "lr": 6.871793338317328e-06}
+{"train_loss": 0.0006768150649105127, "global_step": 32499, "epoch": 499, "lr": 6.86972921995096e-06, "val_loss": 0.0038389968685805798}
+{"train_loss": 0.0005580746801570058, "global_step": 32500, "epoch": 500, "lr": 6.8676653887687516e-06}
+{"train_loss": 0.0005172559758648276, "global_step": 32501, "epoch": 500, "lr": 6.865601844784436e-06}
+{"train_loss": 0.0007074758759699762, "global_step": 32502, "epoch": 500, "lr": 6.863538588011748e-06}
+{"train_loss": 0.0006795913213863969, "global_step": 32503, "epoch": 500, "lr": 6.8614756184644304e-06}
+{"train_loss": 0.0007262907456606627, "global_step": 32504, "epoch": 500, "lr": 6.859412936156235e-06}
+{"train_loss": 0.000534749124199152, "global_step": 32505, "epoch": 500, "lr": 6.857350541100865e-06}
+{"train_loss": 0.0007286359323188663, "global_step": 32506, "epoch": 500, "lr": 6.855288433312079e-06}
+{"train_loss": 0.000640847603790462, "global_step": 32507, "epoch": 500, "lr": 6.853226612803609e-06}
+{"train_loss": 0.0005429331213235855, "global_step": 32508, "epoch": 500, "lr": 6.851165079589167e-06}
+{"train_loss": 0.00037663368857465684, "global_step": 32509, "epoch": 500, "lr": 6.849103833682491e-06}
+{"train_loss": 0.0009072713437490165, "global_step": 32510, "epoch": 500, "lr": 6.847042875097298e-06}
+{"train_loss": 0.001184580149129033, "global_step": 32511, "epoch": 500, "lr": 6.844982203847311e-06}
+{"train_loss": 0.0007219872204586864, "global_step": 32512, "epoch": 500, "lr": 6.842921819946269e-06}
+{"train_loss": 0.0006341366097331047, "global_step": 32513, "epoch": 500, "lr": 6.840861723407865e-06}
+{"train_loss": 0.0011260760948061943, "global_step": 32514, "epoch": 500, "lr": 6.838801914245829e-06}
+{"train_loss": 0.0006729612359777093, "global_step": 32515, "epoch": 500, "lr": 6.836742392473888e-06}
+{"train_loss": 0.0010480534983798862, "global_step": 32516, "epoch": 500, "lr": 6.834683158105731e-06}
+{"train_loss": 0.0007339699659496546, "global_step": 32517, "epoch": 500, "lr": 6.832624211155092e-06}
+{"train_loss": 0.00040196915506385267, "global_step": 32518, "epoch": 500, "lr": 6.83056555163566e-06}
+{"train_loss": 0.00033945971517823637, "global_step": 32519, "epoch": 500, "lr": 6.828507179561156e-06}
+{"train_loss": 0.0005337063339538872, "global_step": 32520, "epoch": 500, "lr": 6.826449094945286e-06}
+{"train_loss": 0.0006575060542672873, "global_step": 32521, "epoch": 500, "lr": 6.824391297801747e-06}
+{"train_loss": 0.00040640111546963453, "global_step": 32522, "epoch": 500, "lr": 6.822333788144242e-06}
+{"train_loss": 0.0008059956016950309, "global_step": 32523, "epoch": 500, "lr": 6.8202765659864835e-06}
+{"train_loss": 0.0005043756100349128, "global_step": 32524, "epoch": 500, "lr": 6.818219631342149e-06}
+{"train_loss": 0.0009166218806058168, "global_step": 32525, "epoch": 500, "lr": 6.8161629842249555e-06}
+{"train_loss": 0.0007096875342540443, "global_step": 32526, "epoch": 500, "lr": 6.814106624648575e-06}
+{"train_loss": 0.0006014317623339593, "global_step": 32527, "epoch": 500, "lr": 6.812050552626714e-06}
+{"train_loss": 0.000617411220446229, "global_step": 32528, "epoch": 500, "lr": 6.809994768173067e-06}
+{"train_loss": 0.0004008213581983, "global_step": 32529, "epoch": 500, "lr": 6.807939271301311e-06}
+{"train_loss": 0.0004250698257237673, "global_step": 32530, "epoch": 500, "lr": 6.805884062025147e-06}
+{"train_loss": 0.0006935311830602586, "global_step": 32531, "epoch": 500, "lr": 6.803829140358237e-06}
+{"train_loss": 0.0011167172342538834, "global_step": 32532, "epoch": 500, "lr": 6.801774506314279e-06}
+{"train_loss": 0.0005857633659616113, "global_step": 32533, "epoch": 500, "lr": 6.799720159906963e-06}
+{"train_loss": 0.0006665512337349355, "global_step": 32534, "epoch": 500, "lr": 6.797666101149947e-06}
+{"train_loss": 0.001244986429810524, "global_step": 32535, "epoch": 500, "lr": 6.795612330056917e-06}
+{"train_loss": 0.0011267916997894645, "global_step": 32536, "epoch": 500, "lr": 6.793558846641557e-06}
+{"train_loss": 0.0006072935066185892, "global_step": 32537, "epoch": 500, "lr": 6.791505650917523e-06}
+{"train_loss": 0.0005377986235544086, "global_step": 32538, "epoch": 500, "lr": 6.789452742898505e-06}
+{"train_loss": 0.0009942945325747132, "global_step": 32539, "epoch": 500, "lr": 6.787400122598158e-06}
+{"train_loss": 0.0007985414704307914, "global_step": 32540, "epoch": 500, "lr": 6.78534779003015e-06}
+{"train_loss": 0.0003875934344250709, "global_step": 32541, "epoch": 500, "lr": 6.783295745208163e-06}
+{"train_loss": 0.0006177476025186479, "global_step": 32542, "epoch": 500, "lr": 6.781243988145836e-06}
+{"train_loss": 0.0006112867267802358, "global_step": 32543, "epoch": 500, "lr": 6.779192518856842e-06}
+{"train_loss": 0.0005577508127316833, "global_step": 32544, "epoch": 500, "lr": 6.777141337354853e-06}
+{"train_loss": 0.0008338557090610266, "global_step": 32545, "epoch": 500, "lr": 6.775090443653504e-06}
+{"train_loss": 0.0009412046056240797, "global_step": 32546, "epoch": 500, "lr": 6.7730398377664765e-06}
+{"train_loss": 0.0005243098130449653, "global_step": 32547, "epoch": 500, "lr": 6.770989519707399e-06}
+{"train_loss": 0.0006372906500473619, "global_step": 32548, "epoch": 500, "lr": 6.768939489489934e-06}
+{"train_loss": 0.0007009308319538832, "global_step": 32549, "epoch": 500, "lr": 6.766889747127742e-06}
+{"train_loss": 0.0006082068430259824, "global_step": 32550, "epoch": 500, "lr": 6.76484029263445e-06}
+{"train_loss": 0.0005460481042973697, "global_step": 32551, "epoch": 500, "lr": 6.762791126023721e-06}
+{"train_loss": 0.000803933187853545, "global_step": 32552, "epoch": 500, "lr": 6.760742247309204e-06}
+{"train_loss": 0.0008966328459791839, "global_step": 32553, "epoch": 500, "lr": 6.7586936565045335e-06}
+{"train_loss": 0.0005719393375329673, "global_step": 32554, "epoch": 500, "lr": 6.756645353623336e-06}
+{"train_loss": 0.0008265184587799013, "global_step": 32555, "epoch": 500, "lr": 6.754597338679264e-06}
+{"train_loss": 0.0006112768314778805, "global_step": 32556, "epoch": 500, "lr": 6.752549611685954e-06}
+{"train_loss": 0.0008533280342817307, "global_step": 32557, "epoch": 500, "lr": 6.750502172657053e-06}
+{"train_loss": 0.00045780945220030844, "global_step": 32558, "epoch": 500, "lr": 6.748455021606171e-06}
+{"train_loss": 0.0008633046527393162, "global_step": 32559, "epoch": 500, "lr": 6.746408158546947e-06}
+{"train_loss": 0.0007102160598151386, "global_step": 32560, "epoch": 500, "lr": 6.74436158349302e-06}
+{"train_loss": 0.0004244739538989961, "global_step": 32561, "epoch": 500, "lr": 6.742315296458013e-06}
+{"train_loss": 0.0010774220572784543, "global_step": 32562, "epoch": 500, "lr": 6.740269297455537e-06}
+{"train_loss": 0.000937782519031316, "global_step": 32563, "epoch": 500, "lr": 6.738223586499226e-06}
+{"train_loss": 0.0006952538768438479, "global_step": 32564, "epoch": 500, "lr": 6.7361781636027026e-06, "val_loss": 0.01647169142961502, "train_action_mse_error": 1.4680251297249924e-05}
+{"train_loss": 0.0007646357989870012, "global_step": 32565, "epoch": 501, "lr": 6.7341330287795934e-06}
+{"train_loss": 0.0008205434423871338, "global_step": 32566, "epoch": 501, "lr": 6.7320881820435e-06}
+{"train_loss": 0.0007232676725834608, "global_step": 32567, "epoch": 501, "lr": 6.730043623408044e-06}
+{"train_loss": 0.0008121190476231277, "global_step": 32568, "epoch": 501, "lr": 6.7279993528868545e-06}
+{"train_loss": 0.0004802407056558877, "global_step": 32569, "epoch": 501, "lr": 6.725955370493526e-06}
+{"train_loss": 0.00047051257570274174, "global_step": 32570, "epoch": 501, "lr": 6.7239116762416624e-06}
+{"train_loss": 0.0005206437199376523, "global_step": 32571, "epoch": 501, "lr": 6.721868270144882e-06}
+{"train_loss": 0.0005619580042548478, "global_step": 32572, "epoch": 501, "lr": 6.719825152216791e-06}
+{"train_loss": 0.0005425937124527991, "global_step": 32573, "epoch": 501, "lr": 6.717782322471006e-06}
+{"train_loss": 0.0005905830184929073, "global_step": 32574, "epoch": 501, "lr": 6.715739780921104e-06}
+{"train_loss": 0.0005359455244615674, "global_step": 32575, "epoch": 501, "lr": 6.713697527580698e-06}
+{"train_loss": 0.0006159134209156036, "global_step": 32576, "epoch": 501, "lr": 6.711655562463392e-06}
+{"train_loss": 0.0006154965958558023, "global_step": 32577, "epoch": 501, "lr": 6.709613885582783e-06}
+{"train_loss": 0.0005507776513695717, "global_step": 32578, "epoch": 501, "lr": 6.707572496952446e-06}
+{"train_loss": 0.0006150493281893432, "global_step": 32579, "epoch": 501, "lr": 6.7055313965859846e-06}
+{"train_loss": 0.0005644703633151948, "global_step": 32580, "epoch": 501, "lr": 6.703490584496997e-06}
+{"train_loss": 0.0007587759173475206, "global_step": 32581, "epoch": 501, "lr": 6.701450060699071e-06}
+{"train_loss": 0.0007760805892758071, "global_step": 32582, "epoch": 501, "lr": 6.6994098252057826e-06}
+{"train_loss": 0.00039703791844658554, "global_step": 32583, "epoch": 501, "lr": 6.697369878030723e-06}
+{"train_loss": 0.0003657543275039643, "global_step": 32584, "epoch": 501, "lr": 6.6953302191874845e-06}
+{"train_loss": 0.0004926546826027334, "global_step": 32585, "epoch": 501, "lr": 6.693290848689643e-06}
+{"train_loss": 0.0005804112879559398, "global_step": 32586, "epoch": 501, "lr": 6.69125176655076e-06}
+{"train_loss": 0.00037043349584564567, "global_step": 32587, "epoch": 501, "lr": 6.689212972784426e-06}
+{"train_loss": 0.0004505847464315593, "global_step": 32588, "epoch": 501, "lr": 6.687174467404217e-06}
+{"train_loss": 0.0006574408616870642, "global_step": 32589, "epoch": 501, "lr": 6.685136250423724e-06}
+{"train_loss": 0.0005104559240862727, "global_step": 32590, "epoch": 501, "lr": 6.683098321856485e-06}
+{"train_loss": 0.0005882953992113471, "global_step": 32591, "epoch": 501, "lr": 6.681060681716084e-06}
+{"train_loss": 0.0006541446200571954, "global_step": 32592, "epoch": 501, "lr": 6.679023330016104e-06}
+{"train_loss": 0.0006544680218212306, "global_step": 32593, "epoch": 501, "lr": 6.676986266770097e-06}
+{"train_loss": 0.0004838541499339044, "global_step": 32594, "epoch": 501, "lr": 6.674949491991617e-06}
+{"train_loss": 0.0004752213426399976, "global_step": 32595, "epoch": 501, "lr": 6.672913005694231e-06}
+{"train_loss": 0.0008094705990515649, "global_step": 32596, "epoch": 501, "lr": 6.6708768078915075e-06}
+{"train_loss": 0.0009245604160241783, "global_step": 32597, "epoch": 501, "lr": 6.668840898597012e-06}
+{"train_loss": 0.0006275581545196474, "global_step": 32598, "epoch": 501, "lr": 6.666805277824278e-06}
+{"train_loss": 0.0005892426706850529, "global_step": 32599, "epoch": 501, "lr": 6.664769945586885e-06}
+{"train_loss": 0.0004825872019864619, "global_step": 32600, "epoch": 501, "lr": 6.66273490189836e-06}
+{"train_loss": 0.0005445991409942508, "global_step": 32601, "epoch": 501, "lr": 6.6607001467722754e-06}
+{"train_loss": 0.0005171697703190148, "global_step": 32602, "epoch": 501, "lr": 6.658665680222159e-06}
+{"train_loss": 0.00048261310439556837, "global_step": 32603, "epoch": 501, "lr": 6.656631502261562e-06}
+{"train_loss": 0.0007736937259323895, "global_step": 32604, "epoch": 501, "lr": 6.65459761290404e-06}
+{"train_loss": 0.0004969820147380233, "global_step": 32605, "epoch": 501, "lr": 6.652564012163143e-06}
+{"train_loss": 0.0008152429363690317, "global_step": 32606, "epoch": 501, "lr": 6.650530700052387e-06}
+{"train_loss": 0.0007436443702317774, "global_step": 32607, "epoch": 501, "lr": 6.648497676585336e-06}
+{"train_loss": 0.0014376508770510554, "global_step": 32608, "epoch": 501, "lr": 6.646464941775499e-06}
+{"train_loss": 0.0006126073421910405, "global_step": 32609, "epoch": 501, "lr": 6.644432495636438e-06}
+{"train_loss": 0.00035523378755897284, "global_step": 32610, "epoch": 501, "lr": 6.642400338181664e-06}
+{"train_loss": 0.00044568037264980376, "global_step": 32611, "epoch": 501, "lr": 6.640368469424723e-06}
+{"train_loss": 0.000866918358951807, "global_step": 32612, "epoch": 501, "lr": 6.638336889379132e-06}
+{"train_loss": 0.0007400301983579993, "global_step": 32613, "epoch": 501, "lr": 6.63630559805844e-06}
+{"train_loss": 0.0013851148542016745, "global_step": 32614, "epoch": 501, "lr": 6.634274595476147e-06}
+{"train_loss": 0.00039555152761749923, "global_step": 32615, "epoch": 501, "lr": 6.632243881645805e-06}
+{"train_loss": 0.0008994893287308514, "global_step": 32616, "epoch": 501, "lr": 6.630213456580903e-06}
+{"train_loss": 0.000837733328808099, "global_step": 32617, "epoch": 501, "lr": 6.628183320294984e-06}
+{"train_loss": 0.0007768467185087502, "global_step": 32618, "epoch": 501, "lr": 6.62615347280155e-06}
+{"train_loss": 0.0007263461011461914, "global_step": 32619, "epoch": 501, "lr": 6.624123914114122e-06}
+{"train_loss": 0.000933433067984879, "global_step": 32620, "epoch": 501, "lr": 6.622094644246218e-06}
+{"train_loss": 0.0007008709362708032, "global_step": 32621, "epoch": 501, "lr": 6.620065663211361e-06}
+{"train_loss": 0.00039702843059785664, "global_step": 32622, "epoch": 501, "lr": 6.61803697102304e-06}
+{"train_loss": 0.0007677056710235775, "global_step": 32623, "epoch": 501, "lr": 6.6160085676947755e-06}
+{"train_loss": 0.000398498639697209, "global_step": 32624, "epoch": 501, "lr": 6.613980453240065e-06}
+{"train_loss": 0.0005953306099399924, "global_step": 32625, "epoch": 501, "lr": 6.6119526276724245e-06}
+{"train_loss": 0.0006089569069445133, "global_step": 32626, "epoch": 501, "lr": 6.609925091005342e-06}
+{"train_loss": 0.0007455690065398812, "global_step": 32627, "epoch": 501, "lr": 6.607897843252325e-06}
+{"train_loss": 0.000704905076418072, "global_step": 32628, "epoch": 501, "lr": 6.605870884426868e-06}
+{"train_loss": 0.0006388167787988025, "global_step": 32629, "epoch": 501, "lr": 6.603844214542487e-06, "val_loss": 0.006413368508219719}
+{"train_loss": 0.0007800738094374537, "global_step": 32630, "epoch": 502, "lr": 6.601817833612661e-06}
+{"train_loss": 0.0006101315375417471, "global_step": 32631, "epoch": 502, "lr": 6.599791741650868e-06}
+{"train_loss": 0.0006246533594094217, "global_step": 32632, "epoch": 502, "lr": 6.597765938670619e-06}
+{"train_loss": 0.0006268636207096279, "global_step": 32633, "epoch": 502, "lr": 6.595740424685409e-06}
+{"train_loss": 0.0006918563158251345, "global_step": 32634, "epoch": 502, "lr": 6.5937151997087e-06}
+{"train_loss": 0.0011550042545422912, "global_step": 32635, "epoch": 502, "lr": 6.591690263753991e-06}
+{"train_loss": 0.0007562668179161847, "global_step": 32636, "epoch": 502, "lr": 6.589665616834767e-06}
+{"train_loss": 0.0005361359217204154, "global_step": 32637, "epoch": 502, "lr": 6.587641258964516e-06}
+{"train_loss": 0.0003387312754057348, "global_step": 32638, "epoch": 502, "lr": 6.585617190156706e-06}
+{"train_loss": 0.0007294102688319981, "global_step": 32639, "epoch": 502, "lr": 6.5835934104248094e-06}
+{"train_loss": 0.0007030741544440389, "global_step": 32640, "epoch": 502, "lr": 6.58156991978231e-06}
+{"train_loss": 0.0005859432276338339, "global_step": 32641, "epoch": 502, "lr": 6.579546718242691e-06}
+{"train_loss": 0.0010697240941226482, "global_step": 32642, "epoch": 502, "lr": 6.577523805819402e-06}
+{"train_loss": 0.0007311828667297959, "global_step": 32643, "epoch": 502, "lr": 6.575501182525923e-06}
+{"train_loss": 0.000513953622430563, "global_step": 32644, "epoch": 502, "lr": 6.5734788483757194e-06}
+{"train_loss": 0.000955250405240804, "global_step": 32645, "epoch": 502, "lr": 6.57145680338227e-06}
+{"train_loss": 0.0007121042581275105, "global_step": 32646, "epoch": 502, "lr": 6.569435047559036e-06}
+{"train_loss": 0.00040029489900916815, "global_step": 32647, "epoch": 502, "lr": 6.567413580919457e-06}
+{"train_loss": 0.001033170148730278, "global_step": 32648, "epoch": 502, "lr": 6.565392403477005e-06}
+{"train_loss": 0.0009489470976404846, "global_step": 32649, "epoch": 502, "lr": 6.563371515245153e-06}
+{"train_loss": 0.0006202391814440489, "global_step": 32650, "epoch": 502, "lr": 6.561350916237341e-06}
+{"train_loss": 0.0007174809579737484, "global_step": 32651, "epoch": 502, "lr": 6.559330606467018e-06}
+{"train_loss": 0.0008370914147235453, "global_step": 32652, "epoch": 502, "lr": 6.557310585947652e-06}
+{"train_loss": 0.001631148741580546, "global_step": 32653, "epoch": 502, "lr": 6.555290854692697e-06}
+{"train_loss": 0.0005708346143364906, "global_step": 32654, "epoch": 502, "lr": 6.553271412715589e-06}
+{"train_loss": 0.0006706997519358993, "global_step": 32655, "epoch": 502, "lr": 6.551252260029767e-06}
+{"train_loss": 0.0006584106595255435, "global_step": 32656, "epoch": 502, "lr": 6.549233396648685e-06}
+{"train_loss": 0.0006939080194570124, "global_step": 32657, "epoch": 502, "lr": 6.547214822585801e-06}
+{"train_loss": 0.0009928777581080794, "global_step": 32658, "epoch": 502, "lr": 6.545196537854526e-06}
+{"train_loss": 0.0009394685039296746, "global_step": 32659, "epoch": 502, "lr": 6.543178542468314e-06}
+{"train_loss": 0.0008564030285924673, "global_step": 32660, "epoch": 502, "lr": 6.541160836440602e-06}
+{"train_loss": 0.001077575027011335, "global_step": 32661, "epoch": 502, "lr": 6.539143419784838e-06}
+{"train_loss": 0.0006362962303683162, "global_step": 32662, "epoch": 502, "lr": 6.537126292514439e-06}
+{"train_loss": 0.0004919528728350997, "global_step": 32663, "epoch": 502, "lr": 6.5351094546428295e-06}
+{"train_loss": 0.0008016967331059277, "global_step": 32664, "epoch": 502, "lr": 6.5330929061834416e-06}
+{"train_loss": 0.0010176633950322866, "global_step": 32665, "epoch": 502, "lr": 6.5310766471497255e-06}
+{"train_loss": 0.0010140006197616458, "global_step": 32666, "epoch": 502, "lr": 6.529060677555082e-06}
+{"train_loss": 0.0007421315531246364, "global_step": 32667, "epoch": 502, "lr": 6.5270449974129345e-06}
+{"train_loss": 0.0004637078964151442, "global_step": 32668, "epoch": 502, "lr": 6.525029606736716e-06}
+{"train_loss": 0.000787249649874866, "global_step": 32669, "epoch": 502, "lr": 6.5230145055398535e-06}
+{"train_loss": 0.0008580532157793641, "global_step": 32670, "epoch": 502, "lr": 6.520999693835755e-06}
+{"train_loss": 0.00140732666477561, "global_step": 32671, "epoch": 502, "lr": 6.518985171637826e-06}
+{"train_loss": 0.0007100133807398379, "global_step": 32672, "epoch": 502, "lr": 6.516970938959482e-06}
+{"train_loss": 0.0005484207649715245, "global_step": 32673, "epoch": 502, "lr": 6.514956995814159e-06}
+{"train_loss": 0.0012951020617038012, "global_step": 32674, "epoch": 502, "lr": 6.5129433422152334e-06}
+{"train_loss": 0.0013925795210525393, "global_step": 32675, "epoch": 502, "lr": 6.510929978176134e-06}
+{"train_loss": 0.001075329608283937, "global_step": 32676, "epoch": 502, "lr": 6.5089169037102656e-06}
+{"train_loss": 0.0005472108605317771, "global_step": 32677, "epoch": 502, "lr": 6.506904118831025e-06}
+{"train_loss": 0.000913965399377048, "global_step": 32678, "epoch": 502, "lr": 6.504891623551828e-06}
+{"train_loss": 0.001033400883898139, "global_step": 32679, "epoch": 502, "lr": 6.502879417886054e-06}
+{"train_loss": 0.0005880873068235815, "global_step": 32680, "epoch": 502, "lr": 6.500867501847113e-06}
+{"train_loss": 0.00043733729398809373, "global_step": 32681, "epoch": 502, "lr": 6.4988558754484115e-06}
+{"train_loss": 0.0005443088011816144, "global_step": 32682, "epoch": 502, "lr": 6.4968445387033175e-06}
+{"train_loss": 0.0004557165375445038, "global_step": 32683, "epoch": 502, "lr": 6.494833491625246e-06}
+{"train_loss": 0.000980118289589882, "global_step": 32684, "epoch": 502, "lr": 6.492822734227588e-06}
+{"train_loss": 0.0009944882476702332, "global_step": 32685, "epoch": 502, "lr": 6.490812266523716e-06}
+{"train_loss": 0.000858044542837888, "global_step": 32686, "epoch": 502, "lr": 6.48880208852704e-06}
+{"train_loss": 0.0010247628670185804, "global_step": 32687, "epoch": 502, "lr": 6.486792200250918e-06}
+{"train_loss": 0.0005711426492780447, "global_step": 32688, "epoch": 502, "lr": 6.484782601708745e-06}
+{"train_loss": 0.001237287069670856, "global_step": 32689, "epoch": 502, "lr": 6.482773292913913e-06}
+{"train_loss": 0.0006639240891672671, "global_step": 32690, "epoch": 502, "lr": 6.48076427387978e-06}
+{"train_loss": 0.0010587357683107257, "global_step": 32691, "epoch": 502, "lr": 6.47875554461973e-06}
+{"train_loss": 0.0006898347055539489, "global_step": 32692, "epoch": 502, "lr": 6.476747105147157e-06}
+{"train_loss": 0.0005301671335473657, "global_step": 32693, "epoch": 502, "lr": 6.4747389554754125e-06}
+{"train_loss": 0.0007931145293136629, "global_step": 32694, "epoch": 502, "lr": 6.472731095617879e-06, "val_loss": 0.014367114752531052}
+{"train_loss": 0.00043017673306167126, "global_step": 32695, "epoch": 503, "lr": 6.470723525587913e-06}
+{"train_loss": 0.000946829270105809, "global_step": 32696, "epoch": 503, "lr": 6.468716245398887e-06}
+{"train_loss": 0.001202352810651064, "global_step": 32697, "epoch": 503, "lr": 6.466709255064185e-06}
+{"train_loss": 0.0004491858126129955, "global_step": 32698, "epoch": 503, "lr": 6.464702554597146e-06}
+{"train_loss": 0.0008614428224973381, "global_step": 32699, "epoch": 503, "lr": 6.462696144011149e-06}
+{"train_loss": 0.001517729600891471, "global_step": 32700, "epoch": 503, "lr": 6.460690023319538e-06}
+{"train_loss": 0.0004761283053085208, "global_step": 32701, "epoch": 503, "lr": 6.4586841925356746e-06}
+{"train_loss": 0.0006544404895976186, "global_step": 32702, "epoch": 503, "lr": 6.456678651672931e-06}
+{"train_loss": 0.0006431582733057439, "global_step": 32703, "epoch": 503, "lr": 6.454673400744643e-06}
+{"train_loss": 0.0006258850917220116, "global_step": 32704, "epoch": 503, "lr": 6.452668439764165e-06}
+{"train_loss": 0.0011590187205001712, "global_step": 32705, "epoch": 503, "lr": 6.450663768744847e-06}
+{"train_loss": 0.0008381565567106009, "global_step": 32706, "epoch": 503, "lr": 6.4486593877000566e-06}
+{"train_loss": 0.000948569446336478, "global_step": 32707, "epoch": 503, "lr": 6.4466552966431226e-06}
+{"train_loss": 0.0015864740125834942, "global_step": 32708, "epoch": 503, "lr": 6.444651495587384e-06}
+{"train_loss": 0.0004536509804893285, "global_step": 32709, "epoch": 503, "lr": 6.442647984546185e-06}
+{"train_loss": 0.0012455753749236465, "global_step": 32710, "epoch": 503, "lr": 6.4406447635328825e-06}
+{"train_loss": 0.0008411435992456973, "global_step": 32711, "epoch": 503, "lr": 6.438641832560793e-06}
+{"train_loss": 0.0009260454680770636, "global_step": 32712, "epoch": 503, "lr": 6.436639191643268e-06}
+{"train_loss": 0.000544773240108043, "global_step": 32713, "epoch": 503, "lr": 6.434636840793634e-06}
+{"train_loss": 0.0005270765395835042, "global_step": 32714, "epoch": 503, "lr": 6.432634780025243e-06}
+{"train_loss": 0.0010499580530449748, "global_step": 32715, "epoch": 503, "lr": 6.430633009351406e-06}
+{"train_loss": 0.0005468932795338333, "global_step": 32716, "epoch": 503, "lr": 6.428631528785445e-06}
+{"train_loss": 0.0007784694898873568, "global_step": 32717, "epoch": 503, "lr": 6.4266303383407e-06}
+{"train_loss": 0.0008770489948801696, "global_step": 32718, "epoch": 503, "lr": 6.424629438030505e-06}
+{"train_loss": 0.000961537822149694, "global_step": 32719, "epoch": 503, "lr": 6.422628827868165e-06}
+{"train_loss": 0.0008040158427320421, "global_step": 32720, "epoch": 503, "lr": 6.4206285078670045e-06}
+{"train_loss": 0.0007126589771360159, "global_step": 32721, "epoch": 503, "lr": 6.418628478040345e-06}
+{"train_loss": 0.0006631879368796945, "global_step": 32722, "epoch": 503, "lr": 6.416628738401531e-06}
+{"train_loss": 0.0009169396944344044, "global_step": 32723, "epoch": 503, "lr": 6.414629288963825e-06}
+{"train_loss": 0.0006828730693086982, "global_step": 32724, "epoch": 503, "lr": 6.412630129740571e-06}
+{"train_loss": 0.0002987385378219187, "global_step": 32725, "epoch": 503, "lr": 6.410631260745081e-06}
+{"train_loss": 0.0009498402359895408, "global_step": 32726, "epoch": 503, "lr": 6.408632681990667e-06}
+{"train_loss": 0.00068685068981722, "global_step": 32727, "epoch": 503, "lr": 6.406634393490618e-06}
+{"train_loss": 0.0007541085360571742, "global_step": 32728, "epoch": 503, "lr": 6.4046363952582515e-06}
+{"train_loss": 0.0005101805436424911, "global_step": 32729, "epoch": 503, "lr": 6.402638687306872e-06}
+{"train_loss": 0.0008440605597570539, "global_step": 32730, "epoch": 503, "lr": 6.4006412696498046e-06}
+{"train_loss": 0.0009484575712122023, "global_step": 32731, "epoch": 503, "lr": 6.398644142300303e-06}
+{"train_loss": 0.0012582466006278992, "global_step": 32732, "epoch": 503, "lr": 6.396647305271692e-06}
+{"train_loss": 0.0005354384775273502, "global_step": 32733, "epoch": 503, "lr": 6.394650758577258e-06}
+{"train_loss": 0.0005944552249275148, "global_step": 32734, "epoch": 503, "lr": 6.392654502230311e-06}
+{"train_loss": 0.0008012018515728414, "global_step": 32735, "epoch": 503, "lr": 6.390658536244121e-06}
+{"train_loss": 0.0004933496820740402, "global_step": 32736, "epoch": 503, "lr": 6.388662860631989e-06}
+{"train_loss": 0.0016735125100240111, "global_step": 32737, "epoch": 503, "lr": 6.386667475407204e-06}
+{"train_loss": 0.0008303627255372703, "global_step": 32738, "epoch": 503, "lr": 6.384672380583079e-06}
+{"train_loss": 0.0012420185375958681, "global_step": 32739, "epoch": 503, "lr": 6.382677576172846e-06}
+{"train_loss": 0.0006339965621009469, "global_step": 32740, "epoch": 503, "lr": 6.380683062189813e-06}
+{"train_loss": 0.0009316310752183199, "global_step": 32741, "epoch": 503, "lr": 6.378688838647257e-06}
+{"train_loss": 0.0011172896483913064, "global_step": 32742, "epoch": 503, "lr": 6.3766949055584775e-06}
+{"train_loss": 0.0009096295689232647, "global_step": 32743, "epoch": 503, "lr": 6.374701262936717e-06}
+{"train_loss": 0.0013451060513034463, "global_step": 32744, "epoch": 503, "lr": 6.3727079107952726e-06}
+{"train_loss": 0.0008767192484810948, "global_step": 32745, "epoch": 503, "lr": 6.370714849147408e-06}
+{"train_loss": 0.0008654529228806496, "global_step": 32746, "epoch": 503, "lr": 6.3687220780064175e-06}
+{"train_loss": 0.0006650865543633699, "global_step": 32747, "epoch": 503, "lr": 6.366729597385529e-06}
+{"train_loss": 0.0004976174095645547, "global_step": 32748, "epoch": 503, "lr": 6.364737407298033e-06}
+{"train_loss": 0.0006651110597886145, "global_step": 32749, "epoch": 503, "lr": 6.36274550775719e-06}
+{"train_loss": 0.000677206611726433, "global_step": 32750, "epoch": 503, "lr": 6.360753898776278e-06}
+{"train_loss": 0.000605445122346282, "global_step": 32751, "epoch": 503, "lr": 6.358762580368532e-06}
+{"train_loss": 0.0007268498302437365, "global_step": 32752, "epoch": 503, "lr": 6.356771552547231e-06}
+{"train_loss": 0.0007656464586034417, "global_step": 32753, "epoch": 503, "lr": 6.354780815325628e-06}
+{"train_loss": 0.0008426329586654902, "global_step": 32754, "epoch": 503, "lr": 6.352790368716982e-06}
+{"train_loss": 0.0011436197673901916, "global_step": 32755, "epoch": 503, "lr": 6.3508002127345315e-06}
+{"train_loss": 0.0007473432342521846, "global_step": 32756, "epoch": 503, "lr": 6.348810347391531e-06}
+{"train_loss": 0.00035817010211758316, "global_step": 32757, "epoch": 503, "lr": 6.3468207727012394e-06}
+{"train_loss": 0.0005563354352489114, "global_step": 32758, "epoch": 503, "lr": 6.344831488676911e-06}
+{"train_loss": 0.0008131700527603523, "global_step": 32759, "epoch": 503, "lr": 6.3428424953317745e-06, "val_loss": 0.005100029520690441}
+{"train_loss": 0.000703230150975287, "global_step": 32760, "epoch": 504, "lr": 6.34085379267908e-06}
+{"train_loss": 0.0006101747858338058, "global_step": 32761, "epoch": 504, "lr": 6.3388653807320785e-06}
+{"train_loss": 0.00045037720701657236, "global_step": 32762, "epoch": 504, "lr": 6.336877259504004e-06}
+{"train_loss": 0.000671077286824584, "global_step": 32763, "epoch": 504, "lr": 6.334889429008079e-06}
+{"train_loss": 0.0005834665498696268, "global_step": 32764, "epoch": 504, "lr": 6.3329018892575534e-06}
+{"train_loss": 0.0003515442949719727, "global_step": 32765, "epoch": 504, "lr": 6.330914640265661e-06}
+{"train_loss": 0.0006027621566317976, "global_step": 32766, "epoch": 504, "lr": 6.328927682045643e-06}
+{"train_loss": 0.0006643167580477893, "global_step": 32767, "epoch": 504, "lr": 6.326941014610715e-06}
+{"train_loss": 0.0004845327930524945, "global_step": 32768, "epoch": 504, "lr": 6.324954637974107e-06}
+{"train_loss": 0.0009387956233695149, "global_step": 32769, "epoch": 504, "lr": 6.3229685521490555e-06}
+{"train_loss": 0.0005092043429613113, "global_step": 32770, "epoch": 504, "lr": 6.320982757148786e-06}
+{"train_loss": 0.00046842475421726704, "global_step": 32771, "epoch": 504, "lr": 6.3189972529864975e-06}
+{"train_loss": 0.0006857156986370683, "global_step": 32772, "epoch": 504, "lr": 6.317012039675424e-06}
+{"train_loss": 0.000615866098087281, "global_step": 32773, "epoch": 504, "lr": 6.315027117228789e-06}
+{"train_loss": 0.001017503091134131, "global_step": 32774, "epoch": 504, "lr": 6.31304248565982e-06}
+{"train_loss": 0.0007292928057722747, "global_step": 32775, "epoch": 504, "lr": 6.311058144981702e-06}
+{"train_loss": 0.0005210933741182089, "global_step": 32776, "epoch": 504, "lr": 6.309074095207679e-06}
+{"train_loss": 0.0005479221581481397, "global_step": 32777, "epoch": 504, "lr": 6.307090336350935e-06}
+{"train_loss": 0.0007862971979193389, "global_step": 32778, "epoch": 504, "lr": 6.305106868424693e-06}
+{"train_loss": 0.0008228609221987426, "global_step": 32779, "epoch": 504, "lr": 6.303123691442164e-06}
+{"train_loss": 0.0009089909144677222, "global_step": 32780, "epoch": 504, "lr": 6.301140805416539e-06}
+{"train_loss": 0.0005259957397356629, "global_step": 32781, "epoch": 504, "lr": 6.299158210361028e-06}
+{"train_loss": 0.0004994257469661534, "global_step": 32782, "epoch": 504, "lr": 6.297175906288843e-06}
+{"train_loss": 0.0003438181011006236, "global_step": 32783, "epoch": 504, "lr": 6.2951938932131635e-06}
+{"train_loss": 0.0007648384780623019, "global_step": 32784, "epoch": 504, "lr": 6.293212171147206e-06}
+{"train_loss": 0.0006886805058456957, "global_step": 32785, "epoch": 504, "lr": 6.291230740104148e-06}
+{"train_loss": 0.0004736607661470771, "global_step": 32786, "epoch": 504, "lr": 6.289249600097185e-06}
+{"train_loss": 0.0009194656740874052, "global_step": 32787, "epoch": 504, "lr": 6.287268751139536e-06}
+{"train_loss": 0.0009596954914741218, "global_step": 32788, "epoch": 504, "lr": 6.285288193244348e-06}
+{"train_loss": 0.0009499664884060621, "global_step": 32789, "epoch": 504, "lr": 6.283307926424836e-06}
+{"train_loss": 0.0008025200804695487, "global_step": 32790, "epoch": 504, "lr": 6.281327950694194e-06}
+{"train_loss": 0.0006541026523336768, "global_step": 32791, "epoch": 504, "lr": 6.279348266065571e-06}
+{"train_loss": 0.0005939726834185421, "global_step": 32792, "epoch": 504, "lr": 6.277368872552186e-06}
+{"train_loss": 0.001400211127474904, "global_step": 32793, "epoch": 504, "lr": 6.275389770167195e-06}
+{"train_loss": 0.0012190509587526321, "global_step": 32794, "epoch": 504, "lr": 6.273410958923776e-06}
+{"train_loss": 0.0007830190588720143, "global_step": 32795, "epoch": 504, "lr": 6.271432438835123e-06}
+{"train_loss": 0.0006232245941646397, "global_step": 32796, "epoch": 504, "lr": 6.269454209914394e-06}
+{"train_loss": 0.0006180731579661369, "global_step": 32797, "epoch": 504, "lr": 6.267476272174761e-06}
+{"train_loss": 0.0008404754917137325, "global_step": 32798, "epoch": 504, "lr": 6.2654986256294064e-06}
+{"train_loss": 0.0014454671181738377, "global_step": 32799, "epoch": 504, "lr": 6.2635212702915e-06}
+{"train_loss": 0.000562197295948863, "global_step": 32800, "epoch": 504, "lr": 6.26154420617418e-06}
+{"train_loss": 0.00035318866139277816, "global_step": 32801, "epoch": 504, "lr": 6.259567433290637e-06}
+{"train_loss": 0.0005289249820634723, "global_step": 32802, "epoch": 504, "lr": 6.2575909516540245e-06}
+{"train_loss": 0.0007065496174618602, "global_step": 32803, "epoch": 504, "lr": 6.255614761277512e-06}
+{"train_loss": 0.0005680442554876208, "global_step": 32804, "epoch": 504, "lr": 6.2536388621742434e-06}
+{"train_loss": 0.000724470941349864, "global_step": 32805, "epoch": 504, "lr": 6.2516632543573815e-06}
+{"train_loss": 0.0007975620683282614, "global_step": 32806, "epoch": 504, "lr": 6.249687937840093e-06}
+{"train_loss": 0.0006435568211600184, "global_step": 32807, "epoch": 504, "lr": 6.247712912635523e-06}
+{"train_loss": 0.0004144186095800251, "global_step": 32808, "epoch": 504, "lr": 6.245738178756805e-06}
+{"train_loss": 0.0008486710139550269, "global_step": 32809, "epoch": 504, "lr": 6.2437637362171005e-06}
+{"train_loss": 0.0006501729367300868, "global_step": 32810, "epoch": 504, "lr": 6.241789585029561e-06}
+{"train_loss": 0.0006823504227213562, "global_step": 32811, "epoch": 504, "lr": 6.239815725207338e-06}
+{"train_loss": 0.0005246303044259548, "global_step": 32812, "epoch": 504, "lr": 6.237842156763552e-06}
+{"train_loss": 0.0008011835161596537, "global_step": 32813, "epoch": 504, "lr": 6.23586887971136e-06}
+{"train_loss": 0.0003878965217154473, "global_step": 32814, "epoch": 504, "lr": 6.233895894063907e-06}
+{"train_loss": 0.00027438963297754526, "global_step": 32815, "epoch": 504, "lr": 6.231923199834322e-06}
+{"train_loss": 0.0005718519096262753, "global_step": 32816, "epoch": 504, "lr": 6.229950797035728e-06}
+{"train_loss": 0.0007190220640040934, "global_step": 32817, "epoch": 504, "lr": 6.227978685681269e-06}
+{"train_loss": 0.000392993853893131, "global_step": 32818, "epoch": 504, "lr": 6.226006865784079e-06}
+{"train_loss": 0.0005596050177700818, "global_step": 32819, "epoch": 504, "lr": 6.224035337357293e-06}
+{"train_loss": 0.0007595807546749711, "global_step": 32820, "epoch": 504, "lr": 6.222064100414021e-06}
+{"train_loss": 0.0005131556536071002, "global_step": 32821, "epoch": 504, "lr": 6.220093154967399e-06}
+{"train_loss": 0.0007322082528844476, "global_step": 32822, "epoch": 504, "lr": 6.21812250103056e-06}
+{"train_loss": 0.0006617830949835479, "global_step": 32823, "epoch": 504, "lr": 6.216152138616615e-06}
+{"train_loss": 0.0006702045350371359, "global_step": 32824, "epoch": 504, "lr": 6.214182067738677e-06, "val_loss": 0.014539633877575397}
+{"train_loss": 0.0009671535226516426, "global_step": 32825, "epoch": 505, "lr": 6.212212288409869e-06}
+{"train_loss": 0.0008204645127989352, "global_step": 32826, "epoch": 505, "lr": 6.210242800643307e-06}
+{"train_loss": 0.0009897288400679827, "global_step": 32827, "epoch": 505, "lr": 6.20827360445212e-06}
+{"train_loss": 0.0006607773248106241, "global_step": 32828, "epoch": 505, "lr": 6.2063046998493966e-06}
+{"train_loss": 0.0004714601091109216, "global_step": 32829, "epoch": 505, "lr": 6.204336086848256e-06}
+{"train_loss": 0.0004378963785711676, "global_step": 32830, "epoch": 505, "lr": 6.202367765461819e-06}
+{"train_loss": 0.00047447101678699255, "global_step": 32831, "epoch": 505, "lr": 6.2003997357031775e-06}
+{"train_loss": 0.000374483730411157, "global_step": 32832, "epoch": 505, "lr": 6.19843199758543e-06}
+{"train_loss": 0.0005111570935696363, "global_step": 32833, "epoch": 505, "lr": 6.196464551121689e-06}
+{"train_loss": 0.0007501460495404899, "global_step": 32834, "epoch": 505, "lr": 6.19449739632505e-06}
+{"train_loss": 0.0005764896050095558, "global_step": 32835, "epoch": 505, "lr": 6.1925305332086235e-06}
+{"train_loss": 0.00046995177399367094, "global_step": 32836, "epoch": 505, "lr": 6.190563961785484e-06}
+{"train_loss": 0.0004198530223220587, "global_step": 32837, "epoch": 505, "lr": 6.188597682068742e-06}
+{"train_loss": 0.0004523700335994363, "global_step": 32838, "epoch": 505, "lr": 6.186631694071498e-06}
+{"train_loss": 0.0004625754663720727, "global_step": 32839, "epoch": 505, "lr": 6.184665997806832e-06}
+{"train_loss": 0.001181009691208601, "global_step": 32840, "epoch": 505, "lr": 6.182700593287816e-06}
+{"train_loss": 0.0005512115894816816, "global_step": 32841, "epoch": 505, "lr": 6.180735480527555e-06}
+{"train_loss": 0.0005174287944100797, "global_step": 32842, "epoch": 505, "lr": 6.178770659539135e-06}
+{"train_loss": 0.0006701599340885878, "global_step": 32843, "epoch": 505, "lr": 6.176806130335638e-06}
+{"train_loss": 0.0005847929278388619, "global_step": 32844, "epoch": 505, "lr": 6.174841892930139e-06}
+{"train_loss": 0.0005968843470327556, "global_step": 32845, "epoch": 505, "lr": 6.172877947335725e-06}
+{"train_loss": 0.0008609488140791655, "global_step": 32846, "epoch": 505, "lr": 6.17091429356546e-06}
+{"train_loss": 0.0005457198130898178, "global_step": 32847, "epoch": 505, "lr": 6.168950931632439e-06}
+{"train_loss": 0.0007223211578093469, "global_step": 32848, "epoch": 505, "lr": 6.166987861549706e-06}
+{"train_loss": 0.00040751518099568784, "global_step": 32849, "epoch": 505, "lr": 6.1650250833303554e-06}
+{"train_loss": 0.0006558216991834342, "global_step": 32850, "epoch": 505, "lr": 6.163062596987445e-06}
+{"train_loss": 0.00033861692645587027, "global_step": 32851, "epoch": 505, "lr": 6.161100402534065e-06}
+{"train_loss": 0.0005950361373834312, "global_step": 32852, "epoch": 505, "lr": 6.159138499983247e-06}
+{"train_loss": 0.0008135495590977371, "global_step": 32853, "epoch": 505, "lr": 6.157176889348082e-06}
+{"train_loss": 0.0009685555705800653, "global_step": 32854, "epoch": 505, "lr": 6.155215570641609e-06}
+{"train_loss": 0.001446654787287116, "global_step": 32855, "epoch": 505, "lr": 6.153254543876908e-06}
+{"train_loss": 0.0003279080556239933, "global_step": 32856, "epoch": 505, "lr": 6.151293809067016e-06}
+{"train_loss": 0.00040756442467682064, "global_step": 32857, "epoch": 505, "lr": 6.149333366225002e-06}
+{"train_loss": 0.0005075085791759193, "global_step": 32858, "epoch": 505, "lr": 6.147373215363916e-06}
+{"train_loss": 0.0005437042564153671, "global_step": 32859, "epoch": 505, "lr": 6.145413356496821e-06}
+{"train_loss": 0.0006372841307893395, "global_step": 32860, "epoch": 505, "lr": 6.143453789636749e-06}
+{"train_loss": 0.0005048995371907949, "global_step": 32861, "epoch": 505, "lr": 6.141494514796764e-06}
+{"train_loss": 0.0004183732089586556, "global_step": 32862, "epoch": 505, "lr": 6.139535531989893e-06}
+{"train_loss": 0.0007364271441474557, "global_step": 32863, "epoch": 505, "lr": 6.1375768412291974e-06}
+{"train_loss": 0.00045010593021288514, "global_step": 32864, "epoch": 505, "lr": 6.135618442527702e-06}
+{"train_loss": 0.000694025366101414, "global_step": 32865, "epoch": 505, "lr": 6.1336603358984614e-06}
+{"train_loss": 0.0006857861881144345, "global_step": 32866, "epoch": 505, "lr": 6.131702521354505e-06}
+{"train_loss": 0.0008212169050239027, "global_step": 32867, "epoch": 505, "lr": 6.1297449989088874e-06}
+{"train_loss": 0.0008030069875530899, "global_step": 32868, "epoch": 505, "lr": 6.127787768574617e-06}
+{"train_loss": 0.0009149006218649447, "global_step": 32869, "epoch": 505, "lr": 6.125830830364749e-06}
+{"train_loss": 0.0003721427056007087, "global_step": 32870, "epoch": 505, "lr": 6.1238741842922885e-06}
+{"train_loss": 0.0005075653898529708, "global_step": 32871, "epoch": 505, "lr": 6.121917830370288e-06}
+{"train_loss": 0.0008837205241434276, "global_step": 32872, "epoch": 505, "lr": 6.1199617686117535e-06}
+{"train_loss": 0.00033671429264359176, "global_step": 32873, "epoch": 505, "lr": 6.118005999029725e-06}
+{"train_loss": 0.00041495950426906347, "global_step": 32874, "epoch": 505, "lr": 6.116050521637218e-06}
+{"train_loss": 0.00034181115915998816, "global_step": 32875, "epoch": 505, "lr": 6.114095336447262e-06}
+{"train_loss": 0.00039565598126500845, "global_step": 32876, "epoch": 505, "lr": 6.1121404434728694e-06}
+{"train_loss": 0.0006081908941268921, "global_step": 32877, "epoch": 505, "lr": 6.110185842727045e-06}
+{"train_loss": 0.0005620311130769551, "global_step": 32878, "epoch": 505, "lr": 6.108231534222819e-06}
+{"train_loss": 0.00048092627548612654, "global_step": 32879, "epoch": 505, "lr": 6.106277517973208e-06}
+{"train_loss": 0.0015718513168394566, "global_step": 32880, "epoch": 505, "lr": 6.104323793991201e-06}
+{"train_loss": 0.0006236832123249769, "global_step": 32881, "epoch": 505, "lr": 6.102370362289822e-06}
+{"train_loss": 0.0004977537901140749, "global_step": 32882, "epoch": 505, "lr": 6.1004172228820765e-06}
+{"train_loss": 0.00039315750473178923, "global_step": 32883, "epoch": 505, "lr": 6.098464375780982e-06}
+{"train_loss": 0.0005318240146152675, "global_step": 32884, "epoch": 505, "lr": 6.096511820999529e-06}
+{"train_loss": 0.0007082056836225092, "global_step": 32885, "epoch": 505, "lr": 6.094559558550711e-06}
+{"train_loss": 0.00032273909891955554, "global_step": 32886, "epoch": 505, "lr": 6.09260758844753e-06}
+{"train_loss": 0.0010625943541526794, "global_step": 32887, "epoch": 505, "lr": 6.090655910703003e-06}
+{"train_loss": 0.0006309513701125979, "global_step": 32888, "epoch": 505, "lr": 6.088704525330096e-06}
+{"train_loss": 0.0006242598944271986, "global_step": 32889, "epoch": 505, "lr": 6.086753432341819e-06, "val_loss": 0.0045821089297533035, "train_action_mse_error": 1.4622195521951653e-05}
+{"train_loss": 0.0005722555797547102, "global_step": 32890, "epoch": 506, "lr": 6.084802631751163e-06}
+{"train_loss": 0.0010973990429192781, "global_step": 32891, "epoch": 506, "lr": 6.082852123571125e-06}
+{"train_loss": 0.0008835524204187095, "global_step": 32892, "epoch": 506, "lr": 6.080901907814685e-06}
+{"train_loss": 0.00037995929596945643, "global_step": 32893, "epoch": 506, "lr": 6.078951984494813e-06}
+{"train_loss": 0.0007606619619764388, "global_step": 32894, "epoch": 506, "lr": 6.0770023536245055e-06}
+{"train_loss": 0.0007041575736366212, "global_step": 32895, "epoch": 506, "lr": 6.075053015216758e-06}
+{"train_loss": 0.0006214182358235121, "global_step": 32896, "epoch": 506, "lr": 6.073103969284533e-06}
+{"train_loss": 0.0010347398929297924, "global_step": 32897, "epoch": 506, "lr": 6.071155215840807e-06}
+{"train_loss": 0.0005936271627433598, "global_step": 32898, "epoch": 506, "lr": 6.06920675489856e-06}
+{"train_loss": 0.0003267332795076072, "global_step": 32899, "epoch": 506, "lr": 6.067258586470781e-06}
+{"train_loss": 0.0006804092554375529, "global_step": 32900, "epoch": 506, "lr": 6.065310710570426e-06}
+{"train_loss": 0.0011372360168024898, "global_step": 32901, "epoch": 506, "lr": 6.063363127210459e-06}
+{"train_loss": 0.0007965060649439692, "global_step": 32902, "epoch": 506, "lr": 6.0614158364038555e-06}
+{"train_loss": 0.0004770300874952227, "global_step": 32903, "epoch": 506, "lr": 6.05946883816359e-06}
+{"train_loss": 0.0010653657373040915, "global_step": 32904, "epoch": 506, "lr": 6.0575221325026135e-06}
+{"train_loss": 0.000629167421720922, "global_step": 32905, "epoch": 506, "lr": 6.055575719433892e-06}
+{"train_loss": 0.0007645591394975781, "global_step": 32906, "epoch": 506, "lr": 6.053629598970384e-06}
+{"train_loss": 0.0003462409367784858, "global_step": 32907, "epoch": 506, "lr": 6.051683771125067e-06}
+{"train_loss": 0.0006585036171600223, "global_step": 32908, "epoch": 506, "lr": 6.049738235910879e-06}
+{"train_loss": 0.0004393481067381799, "global_step": 32909, "epoch": 506, "lr": 6.0477929933407675e-06}
+{"train_loss": 0.0005997892585583031, "global_step": 32910, "epoch": 506, "lr": 6.045848043427699e-06}
+{"train_loss": 0.0007381121977232397, "global_step": 32911, "epoch": 506, "lr": 6.043903386184624e-06}
+{"train_loss": 0.0006320906686596572, "global_step": 32912, "epoch": 506, "lr": 6.041959021624477e-06}
+{"train_loss": 0.0004808360827155411, "global_step": 32913, "epoch": 506, "lr": 6.040014949760214e-06}
+{"train_loss": 0.0007209397736005485, "global_step": 32914, "epoch": 506, "lr": 6.038071170604781e-06}
+{"train_loss": 0.0011299173347651958, "global_step": 32915, "epoch": 506, "lr": 6.0361276841711334e-06}
+{"train_loss": 0.0006374685908667743, "global_step": 32916, "epoch": 506, "lr": 6.034184490472195e-06}
+{"train_loss": 0.00045759117347188294, "global_step": 32917, "epoch": 506, "lr": 6.032241589520899e-06}
+{"train_loss": 0.0008067063172347844, "global_step": 32918, "epoch": 506, "lr": 6.0302989813301905e-06}
+{"train_loss": 0.0006321636028587818, "global_step": 32919, "epoch": 506, "lr": 6.0283566659130155e-06}
+{"train_loss": 0.0005138202686794102, "global_step": 32920, "epoch": 506, "lr": 6.02641464328228e-06}
+{"train_loss": 0.000611256982665509, "global_step": 32921, "epoch": 506, "lr": 6.02447291345094e-06}
+{"train_loss": 0.00032284657936543226, "global_step": 32922, "epoch": 506, "lr": 6.02253147643192e-06}
+{"train_loss": 0.0006713953916914761, "global_step": 32923, "epoch": 506, "lr": 6.020590332238135e-06}
+{"train_loss": 0.0005782383377663791, "global_step": 32924, "epoch": 506, "lr": 6.018649480882532e-06}
+{"train_loss": 0.0009250522707588971, "global_step": 32925, "epoch": 506, "lr": 6.016708922378006e-06}
+{"train_loss": 0.0008123597945086658, "global_step": 32926, "epoch": 506, "lr": 6.014768656737496e-06}
+{"train_loss": 0.0004993272013962269, "global_step": 32927, "epoch": 506, "lr": 6.0128286839739255e-06}
+{"train_loss": 0.0007274969248101115, "global_step": 32928, "epoch": 506, "lr": 6.010889004100195e-06}
+{"train_loss": 0.0007715165847912431, "global_step": 32929, "epoch": 506, "lr": 6.008949617129234e-06}
+{"train_loss": 0.0005304208025336266, "global_step": 32930, "epoch": 506, "lr": 6.007010523073958e-06}
+{"train_loss": 0.0006894915131852031, "global_step": 32931, "epoch": 506, "lr": 6.005071721947259e-06}
+{"train_loss": 0.00043715679203160107, "global_step": 32932, "epoch": 506, "lr": 6.003133213762074e-06}
+{"train_loss": 0.0003823675506282598, "global_step": 32933, "epoch": 506, "lr": 6.001194998531279e-06}
+{"train_loss": 0.0004383642226457596, "global_step": 32934, "epoch": 506, "lr": 5.999257076267806e-06}
+{"train_loss": 0.000607138208579272, "global_step": 32935, "epoch": 506, "lr": 5.99731944698455e-06}
+{"train_loss": 0.0004411359259393066, "global_step": 32936, "epoch": 506, "lr": 5.9953821106944085e-06}
+{"train_loss": 0.0006324257701635361, "global_step": 32937, "epoch": 506, "lr": 5.993445067410286e-06}
+{"train_loss": 0.0013226961018517613, "global_step": 32938, "epoch": 506, "lr": 5.991508317145084e-06}
+{"train_loss": 0.0005555651150643826, "global_step": 32939, "epoch": 506, "lr": 5.989571859911686e-06}
+{"train_loss": 0.0007069554994814098, "global_step": 32940, "epoch": 506, "lr": 5.987635695723004e-06}
+{"train_loss": 0.0006535732536576688, "global_step": 32941, "epoch": 506, "lr": 5.985699824591911e-06}
+{"train_loss": 0.0007472588331438601, "global_step": 32942, "epoch": 506, "lr": 5.9837642465313034e-06}
+{"train_loss": 0.000714052701368928, "global_step": 32943, "epoch": 506, "lr": 5.981828961554087e-06}
+{"train_loss": 0.00046338009997271, "global_step": 32944, "epoch": 506, "lr": 5.979893969673117e-06}
+{"train_loss": 0.0009991400875151157, "global_step": 32945, "epoch": 506, "lr": 5.977959270901307e-06}
+{"train_loss": 0.0006720598903484643, "global_step": 32946, "epoch": 506, "lr": 5.976024865251512e-06}
+{"train_loss": 0.0008801042567938566, "global_step": 32947, "epoch": 506, "lr": 5.974090752736628e-06}
+{"train_loss": 0.0005895633948966861, "global_step": 32948, "epoch": 506, "lr": 5.972156933369538e-06}
+{"train_loss": 0.001078060595318675, "global_step": 32949, "epoch": 506, "lr": 5.9702234071631e-06}
+{"train_loss": 0.0007512859301641583, "global_step": 32950, "epoch": 506, "lr": 5.968290174130209e-06}
+{"train_loss": 0.0006887948838993907, "global_step": 32951, "epoch": 506, "lr": 5.966357234283731e-06}
+{"train_loss": 0.00047084299148991704, "global_step": 32952, "epoch": 506, "lr": 5.9644245876365245e-06}
+{"train_loss": 0.0003799612750299275, "global_step": 32953, "epoch": 506, "lr": 5.9624922342014775e-06}
+{"train_loss": 0.0006714839004696562, "global_step": 32954, "epoch": 506, "lr": 5.9605601739914415e-06, "val_loss": 0.008122803643345833}
+{"train_loss": 0.0012163972714915872, "global_step": 32955, "epoch": 507, "lr": 5.958628407019279e-06}
+{"train_loss": 0.0008834667387418449, "global_step": 32956, "epoch": 507, "lr": 5.9566969332978785e-06}
+{"train_loss": 0.00043220448424108326, "global_step": 32957, "epoch": 507, "lr": 5.954765752840063e-06}
+{"train_loss": 0.000527642376255244, "global_step": 32958, "epoch": 507, "lr": 5.952834865658719e-06}
+{"train_loss": 0.0007294096285477281, "global_step": 32959, "epoch": 507, "lr": 5.9509042717666995e-06}
+{"train_loss": 0.0009567377273924649, "global_step": 32960, "epoch": 507, "lr": 5.948973971176847e-06}
+{"train_loss": 0.0005355070461519063, "global_step": 32961, "epoch": 507, "lr": 5.947043963902033e-06}
+{"train_loss": 0.0007231803028844297, "global_step": 32962, "epoch": 507, "lr": 5.945114249955086e-06}
+{"train_loss": 0.00047130585880950093, "global_step": 32963, "epoch": 507, "lr": 5.943184829348869e-06}
+{"train_loss": 0.0005174090038053691, "global_step": 32964, "epoch": 507, "lr": 5.941255702096238e-06}
+{"train_loss": 0.001102135400287807, "global_step": 32965, "epoch": 507, "lr": 5.9393268682100156e-06}
+{"train_loss": 0.00042760459473356605, "global_step": 32966, "epoch": 507, "lr": 5.937398327703059e-06}
+{"train_loss": 0.0007015875307843089, "global_step": 32967, "epoch": 507, "lr": 5.935470080588213e-06}
+{"train_loss": 0.0007794661796651781, "global_step": 32968, "epoch": 507, "lr": 5.933542126878311e-06}
+{"train_loss": 0.0005596220726147294, "global_step": 32969, "epoch": 507, "lr": 5.931614466586183e-06}
+{"train_loss": 0.0009156924206763506, "global_step": 32970, "epoch": 507, "lr": 5.929687099724673e-06}
+{"train_loss": 0.00044585467549040914, "global_step": 32971, "epoch": 507, "lr": 5.9277600263066055e-06}
+{"train_loss": 0.001069526420906186, "global_step": 32972, "epoch": 507, "lr": 5.925833246344836e-06}
+{"train_loss": 0.0008861020323820412, "global_step": 32973, "epoch": 507, "lr": 5.923906759852166e-06}
+{"train_loss": 0.0008853788604028523, "global_step": 32974, "epoch": 507, "lr": 5.921980566841439e-06}
+{"train_loss": 0.0006888729985803366, "global_step": 32975, "epoch": 507, "lr": 5.920054667325481e-06}
+{"train_loss": 0.0007676823879592121, "global_step": 32976, "epoch": 507, "lr": 5.918129061317113e-06}
+{"train_loss": 0.0003376039967406541, "global_step": 32977, "epoch": 507, "lr": 5.916203748829141e-06}
+{"train_loss": 0.0015699398936703801, "global_step": 32978, "epoch": 507, "lr": 5.914278729874406e-06}
+{"train_loss": 0.0007774880505166948, "global_step": 32979, "epoch": 507, "lr": 5.912354004465709e-06}
+{"train_loss": 0.0008875160128809512, "global_step": 32980, "epoch": 507, "lr": 5.910429572615894e-06}
+{"train_loss": 0.0004540908266790211, "global_step": 32981, "epoch": 507, "lr": 5.908505434337741e-06}
+{"train_loss": 0.0006253672181628644, "global_step": 32982, "epoch": 507, "lr": 5.906581589644072e-06}
+{"train_loss": 0.0008160544093698263, "global_step": 32983, "epoch": 507, "lr": 5.904658038547722e-06}
+{"train_loss": 0.0008038787054829299, "global_step": 32984, "epoch": 507, "lr": 5.902734781061475e-06}
+{"train_loss": 0.0005716298473998904, "global_step": 32985, "epoch": 507, "lr": 5.900811817198126e-06}
+{"train_loss": 0.0006738054216839373, "global_step": 32986, "epoch": 507, "lr": 5.898889146970499e-06}
+{"train_loss": 0.0013535877224057913, "global_step": 32987, "epoch": 507, "lr": 5.896966770391388e-06}
+{"train_loss": 0.0004440955235622823, "global_step": 32988, "epoch": 507, "lr": 5.895044687473611e-06}
+{"train_loss": 0.0005487892194651067, "global_step": 32989, "epoch": 507, "lr": 5.893122898229936e-06}
+{"train_loss": 0.00094941898714751, "global_step": 32990, "epoch": 507, "lr": 5.89120140267318e-06}
+{"train_loss": 0.0007500539650209248, "global_step": 32991, "epoch": 507, "lr": 5.889280200816127e-06}
+{"train_loss": 0.00047185353469103575, "global_step": 32992, "epoch": 507, "lr": 5.887359292671601e-06}
+{"train_loss": 0.00040963487117551267, "global_step": 32993, "epoch": 507, "lr": 5.885438678252342e-06}
+{"train_loss": 0.0007946143159642816, "global_step": 32994, "epoch": 507, "lr": 5.883518357571166e-06}
+{"train_loss": 0.0007666900055482984, "global_step": 32995, "epoch": 507, "lr": 5.881598330640853e-06}
+{"train_loss": 0.0007300611468963325, "global_step": 32996, "epoch": 507, "lr": 5.879678597474198e-06}
+{"train_loss": 0.0006380651611834764, "global_step": 32997, "epoch": 507, "lr": 5.877759158083967e-06}
+{"train_loss": 0.0005929435137659311, "global_step": 32998, "epoch": 507, "lr": 5.875840012482952e-06}
+{"train_loss": 0.00033145080669783056, "global_step": 32999, "epoch": 507, "lr": 5.873921160683943e-06}
+{"train_loss": 0.0006137605523690581, "global_step": 33000, "epoch": 507, "lr": 5.8720026026997e-06}
+{"train_loss": 0.000515816209372133, "global_step": 33001, "epoch": 507, "lr": 5.870084338542986e-06}
+{"train_loss": 0.0018806324806064367, "global_step": 33002, "epoch": 507, "lr": 5.8681663682265965e-06}
+{"train_loss": 0.0004453161091078073, "global_step": 33003, "epoch": 507, "lr": 5.866248691763287e-06}
+{"train_loss": 0.0004733864916488528, "global_step": 33004, "epoch": 507, "lr": 5.864331309165849e-06}
+{"train_loss": 0.0008339883643202484, "global_step": 33005, "epoch": 507, "lr": 5.862414220447027e-06}
+{"train_loss": 0.00047850425471551716, "global_step": 33006, "epoch": 507, "lr": 5.860497425619588e-06}
+{"train_loss": 0.0004216936358716339, "global_step": 33007, "epoch": 507, "lr": 5.858580924696316e-06}
+{"train_loss": 0.0005443084519356489, "global_step": 33008, "epoch": 507, "lr": 5.856664717689952e-06}
+{"train_loss": 0.0004414404684212059, "global_step": 33009, "epoch": 507, "lr": 5.854748804613252e-06}
+{"train_loss": 0.0007803741609677672, "global_step": 33010, "epoch": 507, "lr": 5.852833185478979e-06}
+{"train_loss": 0.0006807203171774745, "global_step": 33011, "epoch": 507, "lr": 5.850917860299893e-06}
+{"train_loss": 0.0006795573863200843, "global_step": 33012, "epoch": 507, "lr": 5.8490028290887515e-06}
+{"train_loss": 0.0006342839333228767, "global_step": 33013, "epoch": 507, "lr": 5.847088091858294e-06}
+{"train_loss": 0.0004914391902275383, "global_step": 33014, "epoch": 507, "lr": 5.845173648621266e-06}
+{"train_loss": 0.0004786272475030273, "global_step": 33015, "epoch": 507, "lr": 5.843259499390441e-06}
+{"train_loss": 0.00038527700235135853, "global_step": 33016, "epoch": 507, "lr": 5.841345644178542e-06}
+{"train_loss": 0.00044022942893207073, "global_step": 33017, "epoch": 507, "lr": 5.8394320829983084e-06}
+{"train_loss": 0.00043193998862989247, "global_step": 33018, "epoch": 507, "lr": 5.837518815862492e-06}
+{"train_loss": 0.0006872896834885558, "global_step": 33019, "epoch": 507, "lr": 5.835605842783831e-06, "val_loss": 0.002350987633690238}
+{"train_loss": 0.0012322872644290328, "global_step": 33020, "epoch": 508, "lr": 5.833693163775073e-06}
+{"train_loss": 0.0004696477553807199, "global_step": 33021, "epoch": 508, "lr": 5.831780778848928e-06}
+{"train_loss": 0.0010477981995791197, "global_step": 33022, "epoch": 508, "lr": 5.8298686880181585e-06}
+{"train_loss": 0.0005237433360889554, "global_step": 33023, "epoch": 508, "lr": 5.827956891295478e-06}
+{"train_loss": 0.0015267969574779272, "global_step": 33024, "epoch": 508, "lr": 5.826045388693624e-06}
+{"train_loss": 0.0006319097592495382, "global_step": 33025, "epoch": 508, "lr": 5.824134180225316e-06}
+{"train_loss": 0.00067733513424173, "global_step": 33026, "epoch": 508, "lr": 5.822223265903282e-06}
+{"train_loss": 0.0005264151259325445, "global_step": 33027, "epoch": 508, "lr": 5.82031264574025e-06}
+{"train_loss": 0.0004271413490641862, "global_step": 33028, "epoch": 508, "lr": 5.8184023197489505e-06}
+{"train_loss": 0.0005440455279313028, "global_step": 33029, "epoch": 508, "lr": 5.816492287942088e-06}
+{"train_loss": 0.0005332210566848516, "global_step": 33030, "epoch": 508, "lr": 5.8145825503323925e-06}
+{"train_loss": 0.00033264668309129775, "global_step": 33031, "epoch": 508, "lr": 5.8126731069325645e-06}
+{"train_loss": 0.0009259123471565545, "global_step": 33032, "epoch": 508, "lr": 5.810763957755338e-06}
+{"train_loss": 0.0007621317636221647, "global_step": 33033, "epoch": 508, "lr": 5.8088551028134095e-06}
+{"train_loss": 0.0005640207091346383, "global_step": 33034, "epoch": 508, "lr": 5.80694654211949e-06}
+{"train_loss": 0.00039845475112088025, "global_step": 33035, "epoch": 508, "lr": 5.805038275686292e-06}
+{"train_loss": 0.0006441433215513825, "global_step": 33036, "epoch": 508, "lr": 5.8031303035265325e-06}
+{"train_loss": 0.0006564263603650033, "global_step": 33037, "epoch": 508, "lr": 5.801222625652891e-06}
+{"train_loss": 0.0005532106151804328, "global_step": 33038, "epoch": 508, "lr": 5.799315242078101e-06}
+{"train_loss": 0.00047959666699171066, "global_step": 33039, "epoch": 508, "lr": 5.797408152814832e-06}
+{"train_loss": 0.0006247255951166153, "global_step": 33040, "epoch": 508, "lr": 5.7955013578758045e-06}
+{"train_loss": 0.0010115053737536073, "global_step": 33041, "epoch": 508, "lr": 5.7935948572737045e-06}
+{"train_loss": 0.0006081841420382261, "global_step": 33042, "epoch": 508, "lr": 5.791688651021221e-06}
+{"train_loss": 0.0007054143352434039, "global_step": 33043, "epoch": 508, "lr": 5.789782739131056e-06}
+{"train_loss": 0.0007183360285125673, "global_step": 33044, "epoch": 508, "lr": 5.787877121615909e-06}
+{"train_loss": 0.0004942432860843837, "global_step": 33045, "epoch": 508, "lr": 5.78597179848846e-06}
+{"train_loss": 0.0004305735055822879, "global_step": 33046, "epoch": 508, "lr": 5.784066769761381e-06}
+{"train_loss": 0.0005779661587439477, "global_step": 33047, "epoch": 508, "lr": 5.78216203544737e-06}
+{"train_loss": 0.0005114300874993205, "global_step": 33048, "epoch": 508, "lr": 5.780257595559119e-06}
+{"train_loss": 0.0006518884911201894, "global_step": 33049, "epoch": 508, "lr": 5.778353450109286e-06}
+{"train_loss": 0.0004905998939648271, "global_step": 33050, "epoch": 508, "lr": 5.776449599110567e-06}
+{"train_loss": 0.0005458636442199349, "global_step": 33051, "epoch": 508, "lr": 5.7745460425756346e-06}
+{"train_loss": 0.00046485860366374254, "global_step": 33052, "epoch": 508, "lr": 5.772642780517168e-06}
+{"train_loss": 0.0005483289714902639, "global_step": 33053, "epoch": 508, "lr": 5.77073981294784e-06}
+{"train_loss": 0.0008092793286778033, "global_step": 33054, "epoch": 508, "lr": 5.768837139880307e-06}
+{"train_loss": 0.00045714108273386955, "global_step": 33055, "epoch": 508, "lr": 5.766934761327247e-06}
+{"train_loss": 0.0007526392000727355, "global_step": 33056, "epoch": 508, "lr": 5.765032677301341e-06}
+{"train_loss": 0.00027815974317491055, "global_step": 33057, "epoch": 508, "lr": 5.763130887815227e-06}
+{"train_loss": 0.0010457230964675546, "global_step": 33058, "epoch": 508, "lr": 5.761229392881584e-06}
+{"train_loss": 0.0006281509413383901, "global_step": 33059, "epoch": 508, "lr": 5.759328192513075e-06}
+{"train_loss": 0.00048101547872647643, "global_step": 33060, "epoch": 508, "lr": 5.757427286722361e-06}
+{"train_loss": 0.0004693127702921629, "global_step": 33061, "epoch": 508, "lr": 5.7555266755221e-06}
+{"train_loss": 0.0006820118869654834, "global_step": 33062, "epoch": 508, "lr": 5.753626358924924e-06}
+{"train_loss": 0.0011632812675088644, "global_step": 33063, "epoch": 508, "lr": 5.7517263369435085e-06}
+{"train_loss": 0.0003923439944628626, "global_step": 33064, "epoch": 508, "lr": 5.749826609590509e-06}
+{"train_loss": 0.0006536393193528056, "global_step": 33065, "epoch": 508, "lr": 5.7479271768785535e-06}
+{"train_loss": 0.0011881198734045029, "global_step": 33066, "epoch": 508, "lr": 5.746028038820306e-06}
+{"train_loss": 0.0006980685866437852, "global_step": 33067, "epoch": 508, "lr": 5.744129195428405e-06}
+{"train_loss": 0.0008126330212689936, "global_step": 33068, "epoch": 508, "lr": 5.742230646715508e-06}
+{"train_loss": 0.0005921149859204888, "global_step": 33069, "epoch": 508, "lr": 5.740332392694242e-06}
+{"train_loss": 0.0008532550418749452, "global_step": 33070, "epoch": 508, "lr": 5.738434433377243e-06}
+{"train_loss": 0.000717070943210274, "global_step": 33071, "epoch": 508, "lr": 5.7365367687771566e-06}
+{"train_loss": 0.0005788934649899602, "global_step": 33072, "epoch": 508, "lr": 5.734639398906616e-06}
+{"train_loss": 0.0005729237454943359, "global_step": 33073, "epoch": 508, "lr": 5.732742323778267e-06}
+{"train_loss": 0.0005673883715644479, "global_step": 33074, "epoch": 508, "lr": 5.730845543404717e-06}
+{"train_loss": 0.000579488230869174, "global_step": 33075, "epoch": 508, "lr": 5.7289490577986105e-06}
+{"train_loss": 0.001466729212552309, "global_step": 33076, "epoch": 508, "lr": 5.7270528669725875e-06}
+{"train_loss": 0.0003320233663544059, "global_step": 33077, "epoch": 508, "lr": 5.725156970939261e-06}
+{"train_loss": 0.0008476614020764828, "global_step": 33078, "epoch": 508, "lr": 5.7232613697112416e-06}
+{"train_loss": 0.00042489139013923705, "global_step": 33079, "epoch": 508, "lr": 5.7213660633011645e-06}
+{"train_loss": 0.0010647305753082037, "global_step": 33080, "epoch": 508, "lr": 5.719471051721648e-06}
+{"train_loss": 0.000677065399941057, "global_step": 33081, "epoch": 508, "lr": 5.7175763349853196e-06}
+{"train_loss": 0.0010951567674055696, "global_step": 33082, "epoch": 508, "lr": 5.7156819131047815e-06}
+{"train_loss": 0.0005130318459123373, "global_step": 33083, "epoch": 508, "lr": 5.71378778609265e-06}
+{"train_loss": 0.0006781668903735968, "global_step": 33084, "epoch": 508, "lr": 5.71189395396155e-06, "val_loss": 0.009183850139379501}
+{"train_loss": 0.0005755405290983617, "global_step": 33085, "epoch": 509, "lr": 5.710000416724087e-06}
+{"train_loss": 0.0010117394849658012, "global_step": 33086, "epoch": 509, "lr": 5.708107174392852e-06}
+{"train_loss": 0.0005241443868726492, "global_step": 33087, "epoch": 509, "lr": 5.706214226980461e-06}
+{"train_loss": 0.000628618523478508, "global_step": 33088, "epoch": 509, "lr": 5.704321574499522e-06}
+{"train_loss": 0.0004856760206166655, "global_step": 33089, "epoch": 509, "lr": 5.702429216962646e-06}
+{"train_loss": 0.0004265134339220822, "global_step": 33090, "epoch": 509, "lr": 5.700537154382412e-06}
+{"train_loss": 0.00053351343376562, "global_step": 33091, "epoch": 509, "lr": 5.6986453867714285e-06}
+{"train_loss": 0.0007008918328210711, "global_step": 33092, "epoch": 509, "lr": 5.6967539141423055e-06}
+{"train_loss": 0.0006198984920047224, "global_step": 33093, "epoch": 509, "lr": 5.6948627365076275e-06}
+{"train_loss": 0.00098949926905334, "global_step": 33094, "epoch": 509, "lr": 5.69297185387997e-06}
+{"train_loss": 0.0005304121295921504, "global_step": 33095, "epoch": 509, "lr": 5.691081266271942e-06}
+{"train_loss": 0.0007021742640063167, "global_step": 33096, "epoch": 509, "lr": 5.689190973696124e-06}
+{"train_loss": 0.001369177014566958, "global_step": 33097, "epoch": 509, "lr": 5.687300976165116e-06}
+{"train_loss": 0.0006605420494452119, "global_step": 33098, "epoch": 509, "lr": 5.6854112736914876e-06}
+{"train_loss": 0.00046408531488850713, "global_step": 33099, "epoch": 509, "lr": 5.683521866287833e-06}
+{"train_loss": 0.0010910769924521446, "global_step": 33100, "epoch": 509, "lr": 5.68163275396672e-06}
+{"train_loss": 0.0004736405098810792, "global_step": 33101, "epoch": 509, "lr": 5.679743936740745e-06}
+{"train_loss": 0.001293023582547903, "global_step": 33102, "epoch": 509, "lr": 5.677855414622457e-06}
+{"train_loss": 0.0008678927551954985, "global_step": 33103, "epoch": 509, "lr": 5.675967187624454e-06}
+{"train_loss": 0.00149273790884763, "global_step": 33104, "epoch": 509, "lr": 5.674079255759302e-06}
+{"train_loss": 0.0006695824558846653, "global_step": 33105, "epoch": 509, "lr": 5.67219161903958e-06}
+{"train_loss": 0.00048625798081047833, "global_step": 33106, "epoch": 509, "lr": 5.670304277477839e-06}
+{"train_loss": 0.0005130513454787433, "global_step": 33107, "epoch": 509, "lr": 5.668417231086664e-06}
+{"train_loss": 0.0005926715093664825, "global_step": 33108, "epoch": 509, "lr": 5.666530479878607e-06}
+{"train_loss": 0.0005723681533709168, "global_step": 33109, "epoch": 509, "lr": 5.6646440238662446e-06}
+{"train_loss": 0.0005254426505416632, "global_step": 33110, "epoch": 509, "lr": 5.662757863062118e-06}
+{"train_loss": 0.0004922514199279249, "global_step": 33111, "epoch": 509, "lr": 5.660871997478801e-06}
+{"train_loss": 0.0005776017787866294, "global_step": 33112, "epoch": 509, "lr": 5.6589864271288425e-06}
+{"train_loss": 0.0009167512762360275, "global_step": 33113, "epoch": 509, "lr": 5.657101152024813e-06}
+{"train_loss": 0.0006805079174228013, "global_step": 33114, "epoch": 509, "lr": 5.655216172179245e-06}
+{"train_loss": 0.00044812855776399374, "global_step": 33115, "epoch": 509, "lr": 5.653331487604713e-06}
+{"train_loss": 0.000736542628146708, "global_step": 33116, "epoch": 509, "lr": 5.6514470983137446e-06}
+{"train_loss": 0.00041718955617398024, "global_step": 33117, "epoch": 509, "lr": 5.649563004318897e-06}
+{"train_loss": 0.0006492780521512032, "global_step": 33118, "epoch": 509, "lr": 5.647679205632711e-06}
+{"train_loss": 0.0007033783476799726, "global_step": 33119, "epoch": 509, "lr": 5.645795702267731e-06}
+{"train_loss": 0.0007134188199415803, "global_step": 33120, "epoch": 509, "lr": 5.643912494236498e-06}
+{"train_loss": 0.0011129018384963274, "global_step": 33121, "epoch": 509, "lr": 5.642029581551567e-06}
+{"train_loss": 0.0007411392871290445, "global_step": 33122, "epoch": 509, "lr": 5.6401469642254566e-06}
+{"train_loss": 0.00041156663792207837, "global_step": 33123, "epoch": 509, "lr": 5.638264642270702e-06}
+{"train_loss": 0.0005880457465536892, "global_step": 33124, "epoch": 509, "lr": 5.6363826156998424e-06}
+{"train_loss": 0.0008310449775308371, "global_step": 33125, "epoch": 509, "lr": 5.634500884525417e-06}
+{"train_loss": 0.0005754816811531782, "global_step": 33126, "epoch": 509, "lr": 5.6326194487599405e-06}
+{"train_loss": 0.0003879487339872867, "global_step": 33127, "epoch": 509, "lr": 5.630738308415945e-06}
+{"train_loss": 0.0005101570277474821, "global_step": 33128, "epoch": 509, "lr": 5.62885746350596e-06}
+{"train_loss": 0.0008451727917417884, "global_step": 33129, "epoch": 509, "lr": 5.62697691404252e-06}
+{"train_loss": 0.0005522013525478542, "global_step": 33130, "epoch": 509, "lr": 5.625096660038132e-06}
+{"train_loss": 0.00038461940130218863, "global_step": 33131, "epoch": 509, "lr": 5.623216701505307e-06}
+{"train_loss": 0.0007130085141398013, "global_step": 33132, "epoch": 509, "lr": 5.621337038456576e-06}
+{"train_loss": 0.0004740716831292957, "global_step": 33133, "epoch": 509, "lr": 5.619457670904465e-06}
+{"train_loss": 0.001419409061782062, "global_step": 33134, "epoch": 509, "lr": 5.617578598861461e-06}
+{"train_loss": 0.0006843775045126677, "global_step": 33135, "epoch": 509, "lr": 5.615699822340098e-06}
+{"train_loss": 0.000857554841786623, "global_step": 33136, "epoch": 509, "lr": 5.61382134135287e-06}
+{"train_loss": 0.0004067370027769357, "global_step": 33137, "epoch": 509, "lr": 5.611943155912308e-06}
+{"train_loss": 0.0005919639370404184, "global_step": 33138, "epoch": 509, "lr": 5.6100652660309005e-06}
+{"train_loss": 0.0007184446440078318, "global_step": 33139, "epoch": 509, "lr": 5.608187671721149e-06}
+{"train_loss": 0.0005034931818954647, "global_step": 33140, "epoch": 509, "lr": 5.606310372995555e-06}
+{"train_loss": 0.0004242028808221221, "global_step": 33141, "epoch": 509, "lr": 5.60443336986664e-06}
+{"train_loss": 0.0004730194923467934, "global_step": 33142, "epoch": 509, "lr": 5.602556662346875e-06}
+{"train_loss": 0.0009257183410227299, "global_step": 33143, "epoch": 509, "lr": 5.6006802504487646e-06}
+{"train_loss": 0.0006077502621337771, "global_step": 33144, "epoch": 509, "lr": 5.598804134184804e-06}
+{"train_loss": 0.000982383033260703, "global_step": 33145, "epoch": 509, "lr": 5.596928313567501e-06}
+{"train_loss": 0.0004279817221686244, "global_step": 33146, "epoch": 509, "lr": 5.595052788609334e-06}
+{"train_loss": 0.0006295642233453691, "global_step": 33147, "epoch": 509, "lr": 5.593177559322777e-06}
+{"train_loss": 0.00031937702442519367, "global_step": 33148, "epoch": 509, "lr": 5.591302625720329e-06}
+{"train_loss": 0.0006762317157923602, "global_step": 33149, "epoch": 509, "lr": 5.5894279878144825e-06, "val_loss": 0.014671843498945236}
+{"train_loss": 0.0006870864308439195, "global_step": 33150, "epoch": 510, "lr": 5.587553645617705e-06}
+{"train_loss": 0.0006971125840209424, "global_step": 33151, "epoch": 510, "lr": 5.585679599142479e-06}
+{"train_loss": 0.00041096555651165545, "global_step": 33152, "epoch": 510, "lr": 5.583805848401291e-06}
+{"train_loss": 0.0004561302484944463, "global_step": 33153, "epoch": 510, "lr": 5.581932393406619e-06}
+{"train_loss": 0.000901738356333226, "global_step": 33154, "epoch": 510, "lr": 5.5800592341709315e-06}
+{"train_loss": 0.0005612027016468346, "global_step": 33155, "epoch": 510, "lr": 5.578186370706695e-06}
+{"train_loss": 0.0009414244559593499, "global_step": 33156, "epoch": 510, "lr": 5.576313803026384e-06}
+{"train_loss": 0.0005019115633331239, "global_step": 33157, "epoch": 510, "lr": 5.574441531142482e-06}
+{"train_loss": 0.0005167685449123383, "global_step": 33158, "epoch": 510, "lr": 5.572569555067431e-06}
+{"train_loss": 0.0006254254258237779, "global_step": 33159, "epoch": 510, "lr": 5.570697874813708e-06}
+{"train_loss": 0.0005392763996496797, "global_step": 33160, "epoch": 510, "lr": 5.568826490393775e-06}
+{"train_loss": 0.00045484513975679874, "global_step": 33161, "epoch": 510, "lr": 5.566955401820101e-06}
+{"train_loss": 0.0009618890471756458, "global_step": 33162, "epoch": 510, "lr": 5.565084609105142e-06}
+{"train_loss": 0.0008224730845540762, "global_step": 33163, "epoch": 510, "lr": 5.563214112261333e-06}
+{"train_loss": 0.0005320599302649498, "global_step": 33164, "epoch": 510, "lr": 5.5613439113011475e-06}
+{"train_loss": 0.0005835354677401483, "global_step": 33165, "epoch": 510, "lr": 5.559474006237048e-06}
+{"train_loss": 0.00048530608182772994, "global_step": 33166, "epoch": 510, "lr": 5.557604397081461e-06}
+{"train_loss": 0.0010142913088202477, "global_step": 33167, "epoch": 510, "lr": 5.555735083846847e-06}
+{"train_loss": 0.0006311656325124204, "global_step": 33168, "epoch": 510, "lr": 5.553866066545665e-06}
+{"train_loss": 0.0003976201405748725, "global_step": 33169, "epoch": 510, "lr": 5.5519973451903405e-06}
+{"train_loss": 0.0008665948989801109, "global_step": 33170, "epoch": 510, "lr": 5.550128919793329e-06}
+{"train_loss": 0.0004962085513398051, "global_step": 33171, "epoch": 510, "lr": 5.54826079036706e-06}
+{"train_loss": 0.0003720273671206087, "global_step": 33172, "epoch": 510, "lr": 5.546392956923979e-06}
+{"train_loss": 0.0007581208483316004, "global_step": 33173, "epoch": 510, "lr": 5.5445254194765314e-06}
+{"train_loss": 0.0006286341231316328, "global_step": 33174, "epoch": 510, "lr": 5.542658178037136e-06}
+{"train_loss": 0.0013291060458868742, "global_step": 33175, "epoch": 510, "lr": 5.540791232618231e-06}
+{"train_loss": 0.0008676449069753289, "global_step": 33176, "epoch": 510, "lr": 5.538924583232264e-06}
+{"train_loss": 0.0007950117578729987, "global_step": 33177, "epoch": 510, "lr": 5.537058229891639e-06}
+{"train_loss": 0.0005759326159022748, "global_step": 33178, "epoch": 510, "lr": 5.535192172608805e-06}
+{"train_loss": 0.0004394782008603215, "global_step": 33179, "epoch": 510, "lr": 5.533326411396167e-06}
+{"train_loss": 0.00033554088440723717, "global_step": 33180, "epoch": 510, "lr": 5.53146094626616e-06}
+{"train_loss": 0.0006188739789649844, "global_step": 33181, "epoch": 510, "lr": 5.529595777231206e-06}
+{"train_loss": 0.0008093400974757969, "global_step": 33182, "epoch": 510, "lr": 5.527730904303719e-06}
+{"train_loss": 0.0009663753444328904, "global_step": 33183, "epoch": 510, "lr": 5.525866327496115e-06}
+{"train_loss": 0.00047345092752948403, "global_step": 33184, "epoch": 510, "lr": 5.524002046820831e-06}
+{"train_loss": 0.000464592914795503, "global_step": 33185, "epoch": 510, "lr": 5.522138062290244e-06}
+{"train_loss": 0.00045936243259347975, "global_step": 33186, "epoch": 510, "lr": 5.520274373916801e-06}
+{"train_loss": 0.0009918640134856105, "global_step": 33187, "epoch": 510, "lr": 5.518410981712879e-06}
+{"train_loss": 0.0007070378051139414, "global_step": 33188, "epoch": 510, "lr": 5.516547885690904e-06}
+{"train_loss": 0.000686665007378906, "global_step": 33189, "epoch": 510, "lr": 5.514685085863286e-06}
+{"train_loss": 0.0003011641092598438, "global_step": 33190, "epoch": 510, "lr": 5.512822582242411e-06}
+{"train_loss": 0.0003943297197110951, "global_step": 33191, "epoch": 510, "lr": 5.510960374840701e-06}
+{"train_loss": 0.0008103384752757847, "global_step": 33192, "epoch": 510, "lr": 5.509098463670537e-06}
+{"train_loss": 0.0006311283214017749, "global_step": 33193, "epoch": 510, "lr": 5.507236848744324e-06}
+{"train_loss": 0.0005554045201279223, "global_step": 33194, "epoch": 510, "lr": 5.505375530074469e-06}
+{"train_loss": 0.0005103775183670223, "global_step": 33195, "epoch": 510, "lr": 5.503514507673346e-06}
+{"train_loss": 0.0006386357126757503, "global_step": 33196, "epoch": 510, "lr": 5.501653781553351e-06}
+{"train_loss": 0.00038125281571410596, "global_step": 33197, "epoch": 510, "lr": 5.499793351726889e-06}
+{"train_loss": 0.0007519073551520705, "global_step": 33198, "epoch": 510, "lr": 5.49793321820633e-06}
+{"train_loss": 0.0005943311844021082, "global_step": 33199, "epoch": 510, "lr": 5.49607338100408e-06}
+{"train_loss": 0.0005382578237913549, "global_step": 33200, "epoch": 510, "lr": 5.494213840132495e-06}
+{"train_loss": 0.00046157839824445546, "global_step": 33201, "epoch": 510, "lr": 5.492354595603972e-06}
+{"train_loss": 0.00047772962716408074, "global_step": 33202, "epoch": 510, "lr": 5.4904956474308986e-06}
+{"train_loss": 0.00042293607839383185, "global_step": 33203, "epoch": 510, "lr": 5.4886369956256345e-06}
+{"train_loss": 0.0004777708381880075, "global_step": 33204, "epoch": 510, "lr": 5.486778640200568e-06}
+{"train_loss": 0.0005315549788065255, "global_step": 33205, "epoch": 510, "lr": 5.484920581168074e-06}
+{"train_loss": 0.0006688536959700286, "global_step": 33206, "epoch": 510, "lr": 5.4830628185405185e-06}
+{"train_loss": 0.00034311594208702445, "global_step": 33207, "epoch": 510, "lr": 5.481205352330282e-06}
+{"train_loss": 0.0009020785801112652, "global_step": 33208, "epoch": 510, "lr": 5.47934818254971e-06}
+{"train_loss": 0.0010349680669605732, "global_step": 33209, "epoch": 510, "lr": 5.477491309211186e-06}
+{"train_loss": 0.0008585672476328909, "global_step": 33210, "epoch": 510, "lr": 5.475634732327084e-06}
+{"train_loss": 0.0004340721061453223, "global_step": 33211, "epoch": 510, "lr": 5.473778451909739e-06}
+{"train_loss": 0.0007042394136078656, "global_step": 33212, "epoch": 510, "lr": 5.471922467971524e-06}
+{"train_loss": 0.00047840719344094396, "global_step": 33213, "epoch": 510, "lr": 5.470066780524808e-06}
+{"train_loss": 0.0006305839678344245, "global_step": 33214, "epoch": 510, "lr": 5.468211389581929e-06, "val_loss": 0.012300114147365093, "train_action_mse_error": 1.364440413453849e-05}
+{"train_loss": 0.0007286847685463727, "global_step": 33215, "epoch": 511, "lr": 5.466356295155261e-06}
+{"train_loss": 0.0005806837580166757, "global_step": 33216, "epoch": 511, "lr": 5.464501497257135e-06}
+{"train_loss": 0.00028024608036503196, "global_step": 33217, "epoch": 511, "lr": 5.462646995899906e-06}
+{"train_loss": 0.0005770243005827069, "global_step": 33218, "epoch": 511, "lr": 5.460792791095942e-06}
+{"train_loss": 0.0007799823069944978, "global_step": 33219, "epoch": 511, "lr": 5.458938882857561e-06}
+{"train_loss": 0.0006004413589835167, "global_step": 33220, "epoch": 511, "lr": 5.457085271197121e-06}
+{"train_loss": 0.0005306520033627748, "global_step": 33221, "epoch": 511, "lr": 5.455231956126977e-06}
+{"train_loss": 0.0005201373132877052, "global_step": 33222, "epoch": 511, "lr": 5.453378937659454e-06}
+{"train_loss": 0.000702621997334063, "global_step": 33223, "epoch": 511, "lr": 5.451526215806885e-06}
+{"train_loss": 0.0003772423369809985, "global_step": 33224, "epoch": 511, "lr": 5.449673790581611e-06}
+{"train_loss": 0.0006992710987105966, "global_step": 33225, "epoch": 511, "lr": 5.447821661995972e-06}
+{"train_loss": 0.00040940821054391563, "global_step": 33226, "epoch": 511, "lr": 5.445969830062303e-06}
+{"train_loss": 0.0003117291198577732, "global_step": 33227, "epoch": 511, "lr": 5.444118294792927e-06}
+{"train_loss": 0.0005100854905322194, "global_step": 33228, "epoch": 511, "lr": 5.442267056200168e-06}
+{"train_loss": 0.0004983104299753904, "global_step": 33229, "epoch": 511, "lr": 5.440416114296376e-06}
+{"train_loss": 0.0007285921601578593, "global_step": 33230, "epoch": 511, "lr": 5.438565469093854e-06}
+{"train_loss": 0.0007278057164512575, "global_step": 33231, "epoch": 511, "lr": 5.436715120604924e-06}
+{"train_loss": 0.00043965905206277966, "global_step": 33232, "epoch": 511, "lr": 5.43486506884191e-06}
+{"train_loss": 0.000815531297121197, "global_step": 33233, "epoch": 511, "lr": 5.4330153138171304e-06}
+{"train_loss": 0.0005764347733929753, "global_step": 33234, "epoch": 511, "lr": 5.4311658555429194e-06}
+{"train_loss": 0.0006379896658472717, "global_step": 33235, "epoch": 511, "lr": 5.429316694031561e-06}
+{"train_loss": 0.0008070221520029008, "global_step": 33236, "epoch": 511, "lr": 5.427467829295385e-06}
+{"train_loss": 0.0005581075674854219, "global_step": 33237, "epoch": 511, "lr": 5.425619261346715e-06}
+{"train_loss": 0.00038324028719216585, "global_step": 33238, "epoch": 511, "lr": 5.42377099019784e-06}
+{"train_loss": 0.0007278056000359356, "global_step": 33239, "epoch": 511, "lr": 5.421923015861063e-06}
+{"train_loss": 0.000409521977417171, "global_step": 33240, "epoch": 511, "lr": 5.4200753383487015e-06}
+{"train_loss": 0.00034048367524519563, "global_step": 33241, "epoch": 511, "lr": 5.4182279576730555e-06}
+{"train_loss": 0.001778168836608529, "global_step": 33242, "epoch": 511, "lr": 5.416380873846427e-06}
+{"train_loss": 0.0005022587138228118, "global_step": 33243, "epoch": 511, "lr": 5.414534086881112e-06}
+{"train_loss": 0.0003321137628518045, "global_step": 33244, "epoch": 511, "lr": 5.412687596789401e-06}
+{"train_loss": 0.0007066417019814253, "global_step": 33245, "epoch": 511, "lr": 5.410841403583611e-06}
+{"train_loss": 0.0003892796521540731, "global_step": 33246, "epoch": 511, "lr": 5.408995507276021e-06}
+{"train_loss": 0.0006038312567397952, "global_step": 33247, "epoch": 511, "lr": 5.407149907878905e-06}
+{"train_loss": 0.0009195067686960101, "global_step": 33248, "epoch": 511, "lr": 5.405304605404576e-06}
+{"train_loss": 0.001380010973662138, "global_step": 33249, "epoch": 511, "lr": 5.403459599865307e-06}
+{"train_loss": 0.0005876314826309681, "global_step": 33250, "epoch": 511, "lr": 5.4016148912733985e-06}
+{"train_loss": 0.0005327622639015317, "global_step": 33251, "epoch": 511, "lr": 5.39977047964112e-06}
+{"train_loss": 0.0009285229025408626, "global_step": 33252, "epoch": 511, "lr": 5.397926364980754e-06}
+{"train_loss": 0.00045076548121869564, "global_step": 33253, "epoch": 511, "lr": 5.396082547304593e-06}
+{"train_loss": 0.0006956823053769767, "global_step": 33254, "epoch": 511, "lr": 5.3942390266248976e-06}
+{"train_loss": 0.000483349256683141, "global_step": 33255, "epoch": 511, "lr": 5.392395802953948e-06}
+{"train_loss": 0.0005211338866502047, "global_step": 33256, "epoch": 511, "lr": 5.390552876304011e-06}
+{"train_loss": 0.0005746015231125057, "global_step": 33257, "epoch": 511, "lr": 5.388710246687367e-06}
+{"train_loss": 0.0004736667324323207, "global_step": 33258, "epoch": 511, "lr": 5.3868679141162946e-06}
+{"train_loss": 0.0005036607617512345, "global_step": 33259, "epoch": 511, "lr": 5.385025878603039e-06}
+{"train_loss": 0.0005272204289212823, "global_step": 33260, "epoch": 511, "lr": 5.383184140159875e-06}
+{"train_loss": 0.0002932675997726619, "global_step": 33261, "epoch": 511, "lr": 5.381342698799074e-06}
+{"train_loss": 0.0009495000122115016, "global_step": 33262, "epoch": 511, "lr": 5.379501554532895e-06}
+{"train_loss": 0.0007415363797917962, "global_step": 33263, "epoch": 511, "lr": 5.377660707373583e-06}
+{"train_loss": 0.00034018870792351663, "global_step": 33264, "epoch": 511, "lr": 5.3758201573334e-06}
+{"train_loss": 0.0009093646658584476, "global_step": 33265, "epoch": 511, "lr": 5.373979904424609e-06}
+{"train_loss": 0.0005127714248374104, "global_step": 33266, "epoch": 511, "lr": 5.372139948659471e-06}
+{"train_loss": 0.0005772638251073658, "global_step": 33267, "epoch": 511, "lr": 5.370300290050212e-06}
+{"train_loss": 0.0004355830606073141, "global_step": 33268, "epoch": 511, "lr": 5.368460928609115e-06}
+{"train_loss": 0.001066387863829732, "global_step": 33269, "epoch": 511, "lr": 5.366621864348392e-06}
+{"train_loss": 0.0004055967729073018, "global_step": 33270, "epoch": 511, "lr": 5.364783097280318e-06}
+{"train_loss": 0.0006758275558240712, "global_step": 33271, "epoch": 511, "lr": 5.3629446274171105e-06}
+{"train_loss": 0.0007268066983669996, "global_step": 33272, "epoch": 511, "lr": 5.361106454771025e-06}
+{"train_loss": 0.0006413322407752275, "global_step": 33273, "epoch": 511, "lr": 5.359268579354304e-06}
+{"train_loss": 0.0004909520503133535, "global_step": 33274, "epoch": 511, "lr": 5.357431001179191e-06}
+{"train_loss": 0.00047631782945245504, "global_step": 33275, "epoch": 511, "lr": 5.355593720257901e-06}
+{"train_loss": 0.00046521739568561316, "global_step": 33276, "epoch": 511, "lr": 5.353756736602683e-06}
+{"train_loss": 0.0006824148586019874, "global_step": 33277, "epoch": 511, "lr": 5.3519200502257614e-06}
+{"train_loss": 0.0007411577389575541, "global_step": 33278, "epoch": 511, "lr": 5.3500836611393765e-06}
+{"train_loss": 0.0006193330081609579, "global_step": 33279, "epoch": 511, "lr": 5.348247569355735e-06, "val_loss": 0.0088299959897995}
+{"train_loss": 0.0006500815507024527, "global_step": 33280, "epoch": 512, "lr": 5.346411774887078e-06}
+{"train_loss": 0.0011977464891970158, "global_step": 33281, "epoch": 512, "lr": 5.344576277745628e-06}
+{"train_loss": 0.0009459873544983566, "global_step": 33282, "epoch": 512, "lr": 5.342741077943614e-06}
+{"train_loss": 0.00048827636055648327, "global_step": 33283, "epoch": 512, "lr": 5.340906175493232e-06}
+{"train_loss": 0.0004882373905275017, "global_step": 33284, "epoch": 512, "lr": 5.339071570406734e-06}
+{"train_loss": 0.0007369120721705258, "global_step": 33285, "epoch": 512, "lr": 5.3372372626962985e-06}
+{"train_loss": 0.0004771288367919624, "global_step": 33286, "epoch": 512, "lr": 5.335403252374172e-06}
+{"train_loss": 0.00039564870530739427, "global_step": 33287, "epoch": 512, "lr": 5.333569539452543e-06}
+{"train_loss": 0.0011967392638325691, "global_step": 33288, "epoch": 512, "lr": 5.331736123943626e-06}
+{"train_loss": 0.0005173685494810343, "global_step": 33289, "epoch": 512, "lr": 5.329903005859638e-06}
+{"train_loss": 0.000889710383489728, "global_step": 33290, "epoch": 512, "lr": 5.328070185212785e-06}
+{"train_loss": 0.0005523883155547082, "global_step": 33291, "epoch": 512, "lr": 5.326237662015266e-06}
+{"train_loss": 0.0004908732371404767, "global_step": 33292, "epoch": 512, "lr": 5.324405436279273e-06}
+{"train_loss": 0.0005867293803021312, "global_step": 33293, "epoch": 512, "lr": 5.32257350801702e-06}
+{"train_loss": 0.0005458485684357584, "global_step": 33294, "epoch": 512, "lr": 5.320741877240704e-06}
+{"train_loss": 0.0007707712356932461, "global_step": 33295, "epoch": 512, "lr": 5.318910543962513e-06}
+{"train_loss": 0.00037503583007492125, "global_step": 33296, "epoch": 512, "lr": 5.317079508194639e-06}
+{"train_loss": 0.0005616499111056328, "global_step": 33297, "epoch": 512, "lr": 5.315248769949288e-06}
+{"train_loss": 0.0007187731098383665, "global_step": 33298, "epoch": 512, "lr": 5.313418329238645e-06}
+{"train_loss": 0.000717104529030621, "global_step": 33299, "epoch": 512, "lr": 5.311588186074901e-06}
+{"train_loss": 0.0006123877828940749, "global_step": 33300, "epoch": 512, "lr": 5.309758340470227e-06}
+{"train_loss": 0.0006711728638038039, "global_step": 33301, "epoch": 512, "lr": 5.307928792436811e-06}
+{"train_loss": 0.0005287048988975585, "global_step": 33302, "epoch": 512, "lr": 5.306099541986853e-06}
+{"train_loss": 0.00048390592564828694, "global_step": 33303, "epoch": 512, "lr": 5.304270589132515e-06}
+{"train_loss": 0.0006060518207959831, "global_step": 33304, "epoch": 512, "lr": 5.302441933885977e-06}
+{"train_loss": 0.0007965393015183508, "global_step": 33305, "epoch": 512, "lr": 5.300613576259422e-06}
+{"train_loss": 0.001068986370228231, "global_step": 33306, "epoch": 512, "lr": 5.298785516265026e-06}
+{"train_loss": 0.0007268619374372065, "global_step": 33307, "epoch": 512, "lr": 5.2969577539149606e-06}
+{"train_loss": 0.00038686420884914696, "global_step": 33308, "epoch": 512, "lr": 5.2951302892213835e-06}
+{"train_loss": 0.0006014618556946516, "global_step": 33309, "epoch": 512, "lr": 5.293303122196469e-06}
+{"train_loss": 0.0003300446842331439, "global_step": 33310, "epoch": 512, "lr": 5.291476252852395e-06}
+{"train_loss": 0.0008342243963852525, "global_step": 33311, "epoch": 512, "lr": 5.289649681201309e-06}
+{"train_loss": 0.0006849573110230267, "global_step": 33312, "epoch": 512, "lr": 5.2878234072553765e-06}
+{"train_loss": 0.0006944924825802445, "global_step": 33313, "epoch": 512, "lr": 5.285997431026768e-06}
+{"train_loss": 0.0006460885633714497, "global_step": 33314, "epoch": 512, "lr": 5.284171752527639e-06}
+{"train_loss": 0.0005407987628132105, "global_step": 33315, "epoch": 512, "lr": 5.282346371770147e-06}
+{"train_loss": 0.0005375154432840645, "global_step": 33316, "epoch": 512, "lr": 5.2805212887664325e-06}
+{"train_loss": 0.0004504031967371702, "global_step": 33317, "epoch": 512, "lr": 5.2786965035286516e-06}
+{"train_loss": 0.0006796831148676574, "global_step": 33318, "epoch": 512, "lr": 5.2768720160689785e-06}
+{"train_loss": 0.000517001433763653, "global_step": 33319, "epoch": 512, "lr": 5.275047826399526e-06}
+{"train_loss": 0.0005772089934907854, "global_step": 33320, "epoch": 512, "lr": 5.273223934532462e-06}
+{"train_loss": 0.0004345353809185326, "global_step": 33321, "epoch": 512, "lr": 5.271400340479931e-06}
+{"train_loss": 0.000446181686129421, "global_step": 33322, "epoch": 512, "lr": 5.269577044254076e-06}
+{"train_loss": 0.0005254943389445543, "global_step": 33323, "epoch": 512, "lr": 5.267754045867035e-06}
+{"train_loss": 0.0007768613868393004, "global_step": 33324, "epoch": 512, "lr": 5.265931345330932e-06}
+{"train_loss": 0.0007914924644865096, "global_step": 33325, "epoch": 512, "lr": 5.264108942657919e-06}
+{"train_loss": 0.0004310007789172232, "global_step": 33326, "epoch": 512, "lr": 5.2622868378601365e-06}
+{"train_loss": 0.00048409804003313184, "global_step": 33327, "epoch": 512, "lr": 5.260465030949696e-06}
+{"train_loss": 0.00031884509371593595, "global_step": 33328, "epoch": 512, "lr": 5.258643521938744e-06}
+{"train_loss": 0.0008503788849338889, "global_step": 33329, "epoch": 512, "lr": 5.256822310839405e-06}
+{"train_loss": 0.0007354284171015024, "global_step": 33330, "epoch": 512, "lr": 5.255001397663812e-06}
+{"train_loss": 0.0008129384950734675, "global_step": 33331, "epoch": 512, "lr": 5.253180782424083e-06}
+{"train_loss": 0.0006785975419916213, "global_step": 33332, "epoch": 512, "lr": 5.251360465132332e-06}
+{"train_loss": 0.0007225539884530008, "global_step": 33333, "epoch": 512, "lr": 5.249540445800694e-06}
+{"train_loss": 0.0007985157426446676, "global_step": 33334, "epoch": 512, "lr": 5.2477207244412855e-06}
+{"train_loss": 0.0005065799341537058, "global_step": 33335, "epoch": 512, "lr": 5.245901301066214e-06}
+{"train_loss": 0.00038239185232669115, "global_step": 33336, "epoch": 512, "lr": 5.244082175687598e-06}
+{"train_loss": 0.0006547184893861413, "global_step": 33337, "epoch": 512, "lr": 5.2422633483175495e-06}
+{"train_loss": 0.0005684965290129185, "global_step": 33338, "epoch": 512, "lr": 5.240444818968193e-06}
+{"train_loss": 0.0009702195529825985, "global_step": 33339, "epoch": 512, "lr": 5.238626587651629e-06}
+{"train_loss": 0.00038769180537201464, "global_step": 33340, "epoch": 512, "lr": 5.236808654379954e-06}
+{"train_loss": 0.0003653300809673965, "global_step": 33341, "epoch": 512, "lr": 5.234991019165275e-06}
+{"train_loss": 0.0004459988558664918, "global_step": 33342, "epoch": 512, "lr": 5.23317368201971e-06}
+{"train_loss": 0.00034099502954632044, "global_step": 33343, "epoch": 512, "lr": 5.231356642955343e-06}
+{"train_loss": 0.0006204063189215958, "global_step": 33344, "epoch": 512, "lr": 5.229539901984281e-06, "val_loss": 0.020681750029325485}
+{"train_loss": 0.0006402934668585658, "global_step": 33345, "epoch": 513, "lr": 5.227723459118622e-06}
+{"train_loss": 0.0006713030161336064, "global_step": 33346, "epoch": 513, "lr": 5.225907314370454e-06}
+{"train_loss": 0.0005847808206453919, "global_step": 33347, "epoch": 513, "lr": 5.224091467751885e-06}
+{"train_loss": 0.0004919142811559141, "global_step": 33348, "epoch": 513, "lr": 5.222275919274983e-06}
+{"train_loss": 0.0005170892109163105, "global_step": 33349, "epoch": 513, "lr": 5.2204606689518485e-06}
+{"train_loss": 0.0005495665827766061, "global_step": 33350, "epoch": 513, "lr": 5.218645716794579e-06}
+{"train_loss": 0.0008588459459133446, "global_step": 33351, "epoch": 513, "lr": 5.216831062815242e-06}
+{"train_loss": 0.0005232274997979403, "global_step": 33352, "epoch": 513, "lr": 5.2150167070259215e-06}
+{"train_loss": 0.0003868198546115309, "global_step": 33353, "epoch": 513, "lr": 5.21320264943872e-06}
+{"train_loss": 0.0007100211805664003, "global_step": 33354, "epoch": 513, "lr": 5.211388890065688e-06}
+{"train_loss": 0.0004043491499032825, "global_step": 33355, "epoch": 513, "lr": 5.209575428918928e-06}
+{"train_loss": 0.00030128745129331946, "global_step": 33356, "epoch": 513, "lr": 5.207762266010491e-06}
+{"train_loss": 0.0003692142781801522, "global_step": 33357, "epoch": 513, "lr": 5.205949401352461e-06}
+{"train_loss": 0.0006650374853052199, "global_step": 33358, "epoch": 513, "lr": 5.204136834956908e-06}
+{"train_loss": 0.0006545594660565257, "global_step": 33359, "epoch": 513, "lr": 5.2023245668359145e-06}
+{"train_loss": 0.0004914954188279808, "global_step": 33360, "epoch": 513, "lr": 5.200512597001522e-06}
+{"train_loss": 0.00040879042353481054, "global_step": 33361, "epoch": 513, "lr": 5.198700925465827e-06}
+{"train_loss": 0.00030182182672433555, "global_step": 33362, "epoch": 513, "lr": 5.196889552240858e-06}
+{"train_loss": 0.0007620889227837324, "global_step": 33363, "epoch": 513, "lr": 5.195078477338705e-06}
+{"train_loss": 0.0008240130846388638, "global_step": 33364, "epoch": 513, "lr": 5.193267700771404e-06}
+{"train_loss": 0.00048245969810523093, "global_step": 33365, "epoch": 513, "lr": 5.191457222551021e-06}
+{"train_loss": 0.0007828185916878283, "global_step": 33366, "epoch": 513, "lr": 5.189647042689616e-06}
+{"train_loss": 0.0004251966020092368, "global_step": 33367, "epoch": 513, "lr": 5.187837161199249e-06}
+{"train_loss": 0.0005917362868785858, "global_step": 33368, "epoch": 513, "lr": 5.186027578091962e-06}
+{"train_loss": 0.0003666264528874308, "global_step": 33369, "epoch": 513, "lr": 5.184218293379795e-06}
+{"train_loss": 0.00035793709685094655, "global_step": 33370, "epoch": 513, "lr": 5.182409307074798e-06}
+{"train_loss": 0.0003483968030195683, "global_step": 33371, "epoch": 513, "lr": 5.1806006191890355e-06}
+{"train_loss": 0.0010305015603080392, "global_step": 33372, "epoch": 513, "lr": 5.178792229734525e-06}
+{"train_loss": 0.0010025326628237963, "global_step": 33373, "epoch": 513, "lr": 5.176984138723323e-06}
+{"train_loss": 0.0006689793081022799, "global_step": 33374, "epoch": 513, "lr": 5.175176346167465e-06}
+{"train_loss": 0.00035053055034950376, "global_step": 33375, "epoch": 513, "lr": 5.173368852078997e-06}
+{"train_loss": 0.0004707214538939297, "global_step": 33376, "epoch": 513, "lr": 5.171561656469948e-06}
+{"train_loss": 0.0006650473806075752, "global_step": 33377, "epoch": 513, "lr": 5.169754759352335e-06}
+{"train_loss": 0.0007412878330796957, "global_step": 33378, "epoch": 513, "lr": 5.1679481607382065e-06}
+{"train_loss": 0.00037281576078385115, "global_step": 33379, "epoch": 513, "lr": 5.166141860639601e-06}
+{"train_loss": 0.00036965272738598287, "global_step": 33380, "epoch": 513, "lr": 5.1643358590685195e-06}
+{"train_loss": 0.00046485153143294156, "global_step": 33381, "epoch": 513, "lr": 5.162530156037004e-06}
+{"train_loss": 0.0008043436682783067, "global_step": 33382, "epoch": 513, "lr": 5.1607247515570725e-06}
+{"train_loss": 0.000680764380376786, "global_step": 33383, "epoch": 513, "lr": 5.158919645640764e-06}
+{"train_loss": 0.00042949890485033393, "global_step": 33384, "epoch": 513, "lr": 5.157114838300076e-06}
+{"train_loss": 0.0008325495291501284, "global_step": 33385, "epoch": 513, "lr": 5.155310329547025e-06}
+{"train_loss": 0.0008099589613266289, "global_step": 33386, "epoch": 513, "lr": 5.153506119393636e-06}
+{"train_loss": 0.0005352426087483764, "global_step": 33387, "epoch": 513, "lr": 5.151702207851932e-06}
+{"train_loss": 0.0009053000248968601, "global_step": 33388, "epoch": 513, "lr": 5.1498985949339e-06}
+{"train_loss": 0.0003791182243730873, "global_step": 33389, "epoch": 513, "lr": 5.148095280651566e-06}
+{"train_loss": 0.0005117952241562307, "global_step": 33390, "epoch": 513, "lr": 5.1462922650169334e-06}
+{"train_loss": 0.0005109567428007722, "global_step": 33391, "epoch": 513, "lr": 5.144489548042025e-06}
+{"train_loss": 0.0004018809413537383, "global_step": 33392, "epoch": 513, "lr": 5.142687129738804e-06}
+{"train_loss": 0.0005710504483431578, "global_step": 33393, "epoch": 513, "lr": 5.140885010119301e-06}
+{"train_loss": 0.0005020061507821083, "global_step": 33394, "epoch": 513, "lr": 5.139083189195509e-06}
+{"train_loss": 0.0003702099493239075, "global_step": 33395, "epoch": 513, "lr": 5.137281666979438e-06}
+{"train_loss": 0.0005291301058605313, "global_step": 33396, "epoch": 513, "lr": 5.135480443483054e-06}
+{"train_loss": 0.0005368883139453828, "global_step": 33397, "epoch": 513, "lr": 5.133679518718376e-06}
+{"train_loss": 0.00038964810664765537, "global_step": 33398, "epoch": 513, "lr": 5.1318788926973834e-06}
+{"train_loss": 0.0003350334009155631, "global_step": 33399, "epoch": 513, "lr": 5.13007856543209e-06}
+{"train_loss": 0.001100846566259861, "global_step": 33400, "epoch": 513, "lr": 5.128278536934445e-06}
+{"train_loss": 0.0006599349435418844, "global_step": 33401, "epoch": 513, "lr": 5.126478807216451e-06}
+{"train_loss": 0.0002680536708794534, "global_step": 33402, "epoch": 513, "lr": 5.124679376290093e-06}
+{"train_loss": 0.0006014715763740242, "global_step": 33403, "epoch": 513, "lr": 5.122880244167361e-06}
+{"train_loss": 0.0006197061738930643, "global_step": 33404, "epoch": 513, "lr": 5.121081410860218e-06}
+{"train_loss": 0.0009051669621840119, "global_step": 33405, "epoch": 513, "lr": 5.1192828763806485e-06}
+{"train_loss": 0.00042001280235126615, "global_step": 33406, "epoch": 513, "lr": 5.117484640740628e-06}
+{"train_loss": 0.0005983773153275251, "global_step": 33407, "epoch": 513, "lr": 5.1156867039521495e-06}
+{"train_loss": 0.0009656549082137644, "global_step": 33408, "epoch": 513, "lr": 5.11388906602715e-06}
+{"train_loss": 0.0005826421395445673, "global_step": 33409, "epoch": 513, "lr": 5.112091726977614e-06, "val_loss": 0.0205070897936821}
+{"train_loss": 0.0004612380580510944, "global_step": 33410, "epoch": 514, "lr": 5.1102946868155085e-06}
+{"train_loss": 0.0009917011484503746, "global_step": 33411, "epoch": 514, "lr": 5.108497945552815e-06}
+{"train_loss": 0.0012478706194087863, "global_step": 33412, "epoch": 514, "lr": 5.106701503201472e-06}
+{"train_loss": 0.0005154935061000288, "global_step": 33413, "epoch": 514, "lr": 5.104905359773454e-06}
+{"train_loss": 0.000820498971734196, "global_step": 33414, "epoch": 514, "lr": 5.103109515280724e-06}
+{"train_loss": 0.0008117050165310502, "global_step": 33415, "epoch": 514, "lr": 5.101313969735239e-06}
+{"train_loss": 0.0006031390512362123, "global_step": 33416, "epoch": 514, "lr": 5.099518723148938e-06}
+{"train_loss": 0.0007946319528855383, "global_step": 33417, "epoch": 514, "lr": 5.0977237755337916e-06}
+{"train_loss": 0.0004222363349981606, "global_step": 33418, "epoch": 514, "lr": 5.095929126901744e-06}
+{"train_loss": 0.0005009504966437817, "global_step": 33419, "epoch": 514, "lr": 5.094134777264753e-06}
+{"train_loss": 0.00045094467350281775, "global_step": 33420, "epoch": 514, "lr": 5.092340726634759e-06}
+{"train_loss": 0.0007347682840190828, "global_step": 33421, "epoch": 514, "lr": 5.090546975023708e-06}
+{"train_loss": 0.0004221087147016078, "global_step": 33422, "epoch": 514, "lr": 5.0887535224435565e-06}
+{"train_loss": 0.000490381964482367, "global_step": 33423, "epoch": 514, "lr": 5.0869603689062295e-06}
+{"train_loss": 0.0003670570149552077, "global_step": 33424, "epoch": 514, "lr": 5.085167514423672e-06}
+{"train_loss": 0.0006669836002402008, "global_step": 33425, "epoch": 514, "lr": 5.083374959007814e-06}
+{"train_loss": 0.0007590738241560757, "global_step": 33426, "epoch": 514, "lr": 5.081582702670606e-06}
+{"train_loss": 0.0007508313865400851, "global_step": 33427, "epoch": 514, "lr": 5.079790745423985e-06}
+{"train_loss": 0.001027301768772304, "global_step": 33428, "epoch": 514, "lr": 5.0779990872798615e-06}
+{"train_loss": 0.000683372956700623, "global_step": 33429, "epoch": 514, "lr": 5.076207728250176e-06}
+{"train_loss": 0.0005139618297107518, "global_step": 33430, "epoch": 514, "lr": 5.074416668346871e-06}
+{"train_loss": 0.0005028746672905982, "global_step": 33431, "epoch": 514, "lr": 5.072625907581852e-06}
+{"train_loss": 0.0006413622759282589, "global_step": 33432, "epoch": 514, "lr": 5.070835445967054e-06}
+{"train_loss": 0.0004813080304302275, "global_step": 33433, "epoch": 514, "lr": 5.069045283514385e-06}
+{"train_loss": 0.0007846702937968075, "global_step": 33434, "epoch": 514, "lr": 5.067255420235778e-06}
+{"train_loss": 0.00048415566561743617, "global_step": 33435, "epoch": 514, "lr": 5.0654658561431535e-06}
+{"train_loss": 0.0005237367586232722, "global_step": 33436, "epoch": 514, "lr": 5.063676591248412e-06}
+{"train_loss": 0.00033163389889523387, "global_step": 33437, "epoch": 514, "lr": 5.061887625563489e-06}
+{"train_loss": 0.0003796247183345258, "global_step": 33438, "epoch": 514, "lr": 5.060098959100268e-06}
+{"train_loss": 0.0004719597054645419, "global_step": 33439, "epoch": 514, "lr": 5.05831059187068e-06}
+{"train_loss": 0.000482282048324123, "global_step": 33440, "epoch": 514, "lr": 5.056522523886636e-06}
+{"train_loss": 0.0003043525794055313, "global_step": 33441, "epoch": 514, "lr": 5.054734755160029e-06}
+{"train_loss": 0.0005316280294209719, "global_step": 33442, "epoch": 514, "lr": 5.0529472857027585e-06}
+{"train_loss": 0.0004560083616524935, "global_step": 33443, "epoch": 514, "lr": 5.051160115526754e-06}
+{"train_loss": 0.0005944054573774338, "global_step": 33444, "epoch": 514, "lr": 5.049373244643879e-06}
+{"train_loss": 0.00032625708263367414, "global_step": 33445, "epoch": 514, "lr": 5.047586673066063e-06}
+{"train_loss": 0.0004278322739992291, "global_step": 33446, "epoch": 514, "lr": 5.045800400805178e-06}
+{"train_loss": 0.0009243987733498216, "global_step": 33447, "epoch": 514, "lr": 5.044014427873129e-06}
+{"train_loss": 0.0006841918802820146, "global_step": 33448, "epoch": 514, "lr": 5.042228754281819e-06}
+{"train_loss": 0.0007179527310654521, "global_step": 33449, "epoch": 514, "lr": 5.040443380043114e-06}
+{"train_loss": 0.0009431062499061227, "global_step": 33450, "epoch": 514, "lr": 5.038658305168914e-06}
+{"train_loss": 0.00047225109301507473, "global_step": 33451, "epoch": 514, "lr": 5.036873529671115e-06}
+{"train_loss": 0.0006039216532371938, "global_step": 33452, "epoch": 514, "lr": 5.0350890535615814e-06}
+{"train_loss": 0.0009202977526001632, "global_step": 33453, "epoch": 514, "lr": 5.033304876852213e-06}
+{"train_loss": 0.001232337555848062, "global_step": 33454, "epoch": 514, "lr": 5.031520999554873e-06}
+{"train_loss": 0.0006456791306845844, "global_step": 33455, "epoch": 514, "lr": 5.029737421681446e-06}
+{"train_loss": 0.000731138396076858, "global_step": 33456, "epoch": 514, "lr": 5.027954143243824e-06}
+{"train_loss": 0.00044394040014594793, "global_step": 33457, "epoch": 514, "lr": 5.026171164253851e-06}
+{"train_loss": 0.0004956177435815334, "global_step": 33458, "epoch": 514, "lr": 5.0243884847234244e-06}
+{"train_loss": 0.0012858676491305232, "global_step": 33459, "epoch": 514, "lr": 5.022606104664407e-06}
+{"train_loss": 0.0008905576542019844, "global_step": 33460, "epoch": 514, "lr": 5.020824024088655e-06}
+{"train_loss": 0.0009315732168033719, "global_step": 33461, "epoch": 514, "lr": 5.01904224300806e-06}
+{"train_loss": 0.000575737445615232, "global_step": 33462, "epoch": 514, "lr": 5.0172607614344556e-06}
+{"train_loss": 0.0008792078006081283, "global_step": 33463, "epoch": 514, "lr": 5.0154795793797175e-06}
+{"train_loss": 0.0004530562146101147, "global_step": 33464, "epoch": 514, "lr": 5.013698696855718e-06}
+{"train_loss": 0.0006841229624114931, "global_step": 33465, "epoch": 514, "lr": 5.0119181138742974e-06}
+{"train_loss": 0.0009239211212843657, "global_step": 33466, "epoch": 514, "lr": 5.010137830447315e-06}
+{"train_loss": 0.0006255959160625935, "global_step": 33467, "epoch": 514, "lr": 5.008357846586636e-06}
+{"train_loss": 0.0005519793485291302, "global_step": 33468, "epoch": 514, "lr": 5.006578162304104e-06}
+{"train_loss": 0.0007443075301125646, "global_step": 33469, "epoch": 514, "lr": 5.004798777611564e-06}
+{"train_loss": 0.0006672355812042952, "global_step": 33470, "epoch": 514, "lr": 5.003019692520866e-06}
+{"train_loss": 0.0006451484514400363, "global_step": 33471, "epoch": 514, "lr": 5.0012409070438635e-06}
+{"train_loss": 0.0003937621950171888, "global_step": 33472, "epoch": 514, "lr": 4.999462421192403e-06}
+{"train_loss": 0.0005382072413340211, "global_step": 33473, "epoch": 514, "lr": 4.997684234978312e-06}
+{"train_loss": 0.0006509765660246978, "global_step": 33474, "epoch": 514, "lr": 4.995906348413442e-06, "val_loss": 0.005188369192183018}
+{"train_loss": 0.0008369791903533041, "global_step": 33475, "epoch": 515, "lr": 4.994128761509637e-06}
+{"train_loss": 0.0008400143124163151, "global_step": 33476, "epoch": 515, "lr": 4.992351474278723e-06}
+{"train_loss": 0.0004843126516789198, "global_step": 33477, "epoch": 515, "lr": 4.990574486732524e-06}
+{"train_loss": 0.0011082182172685862, "global_step": 33478, "epoch": 515, "lr": 4.988797798882883e-06}
+{"train_loss": 0.0008760661585256457, "global_step": 33479, "epoch": 515, "lr": 4.987021410741633e-06}
+{"train_loss": 0.0008894257480278611, "global_step": 33480, "epoch": 515, "lr": 4.985245322320609e-06}
+{"train_loss": 0.0003113517595920712, "global_step": 33481, "epoch": 515, "lr": 4.983469533631618e-06}
+{"train_loss": 0.001026464393362403, "global_step": 33482, "epoch": 515, "lr": 4.9816940446864966e-06}
+{"train_loss": 0.0004791021638084203, "global_step": 33483, "epoch": 515, "lr": 4.9799188554970735e-06}
+{"train_loss": 0.0009001893922686577, "global_step": 33484, "epoch": 515, "lr": 4.978143966075155e-06}
+{"train_loss": 0.0006657678750343621, "global_step": 33485, "epoch": 515, "lr": 4.9763693764325604e-06}
+{"train_loss": 0.00036867649760097265, "global_step": 33486, "epoch": 515, "lr": 4.974595086581108e-06}
+{"train_loss": 0.00041205069283023477, "global_step": 33487, "epoch": 515, "lr": 4.97282109653261e-06}
+{"train_loss": 0.00037756917299702764, "global_step": 33488, "epoch": 515, "lr": 4.971047406298896e-06}
+{"train_loss": 0.0013364559272304177, "global_step": 33489, "epoch": 515, "lr": 4.969274015891745e-06}
+{"train_loss": 0.0003682359238155186, "global_step": 33490, "epoch": 515, "lr": 4.967500925322987e-06}
+{"train_loss": 0.0005966442404314876, "global_step": 33491, "epoch": 515, "lr": 4.965728134604436e-06}
+{"train_loss": 0.0011584062594920397, "global_step": 33492, "epoch": 515, "lr": 4.9639556437478805e-06}
+{"train_loss": 0.000850600772537291, "global_step": 33493, "epoch": 515, "lr": 4.9621834527651175e-06}
+{"train_loss": 0.0009757700026966631, "global_step": 33494, "epoch": 515, "lr": 4.960411561667955e-06}
+{"train_loss": 0.0007581270765513182, "global_step": 33495, "epoch": 515, "lr": 4.958639970468193e-06}
+{"train_loss": 0.00046067964285612106, "global_step": 33496, "epoch": 515, "lr": 4.956868679177634e-06}
+{"train_loss": 0.000639060977846384, "global_step": 33497, "epoch": 515, "lr": 4.9550976878080575e-06}
+{"train_loss": 0.0005688139353878796, "global_step": 33498, "epoch": 515, "lr": 4.95332699637126e-06}
+{"train_loss": 0.0008717004093341529, "global_step": 33499, "epoch": 515, "lr": 4.951556604879048e-06}
+{"train_loss": 0.000470147148007527, "global_step": 33500, "epoch": 515, "lr": 4.949786513343191e-06}
+{"train_loss": 0.0006805802113376558, "global_step": 33501, "epoch": 515, "lr": 4.948016721775472e-06}
+{"train_loss": 0.0011438291985541582, "global_step": 33502, "epoch": 515, "lr": 4.9462472301876896e-06}
+{"train_loss": 0.000483847368741408, "global_step": 33503, "epoch": 515, "lr": 4.944478038591615e-06}
+{"train_loss": 0.0006763764540664852, "global_step": 33504, "epoch": 515, "lr": 4.9427091469990415e-06}
+{"train_loss": 0.0003374413354322314, "global_step": 33505, "epoch": 515, "lr": 4.94094055542173e-06}
+{"train_loss": 0.00039254562580026686, "global_step": 33506, "epoch": 515, "lr": 4.939172263871472e-06}
+{"train_loss": 0.0004977259668521583, "global_step": 33507, "epoch": 515, "lr": 4.937404272360041e-06}
+{"train_loss": 0.0005295833689160645, "global_step": 33508, "epoch": 515, "lr": 4.935636580899206e-06}
+{"train_loss": 0.0003775999939534813, "global_step": 33509, "epoch": 515, "lr": 4.933869189500723e-06}
+{"train_loss": 0.0006434953538700938, "global_step": 33510, "epoch": 515, "lr": 4.932102098176372e-06}
+{"train_loss": 0.0007662859279662371, "global_step": 33511, "epoch": 515, "lr": 4.930335306937922e-06}
+{"train_loss": 0.0006162147037684917, "global_step": 33512, "epoch": 515, "lr": 4.928568815797141e-06}
+{"train_loss": 0.0005610473453998566, "global_step": 33513, "epoch": 515, "lr": 4.926802624765775e-06}
+{"train_loss": 0.0006157543393783271, "global_step": 33514, "epoch": 515, "lr": 4.925036733855609e-06}
+{"train_loss": 0.0008704679785296321, "global_step": 33515, "epoch": 515, "lr": 4.9232711430783725e-06}
+{"train_loss": 0.000749537197407335, "global_step": 33516, "epoch": 515, "lr": 4.921505852445851e-06}
+{"train_loss": 0.0005302628851495683, "global_step": 33517, "epoch": 515, "lr": 4.9197408619697684e-06}
+{"train_loss": 0.0006846184260211885, "global_step": 33518, "epoch": 515, "lr": 4.917976171661892e-06}
+{"train_loss": 0.0009975358843803406, "global_step": 33519, "epoch": 515, "lr": 4.9162117815339745e-06}
+{"train_loss": 0.0005586750339716673, "global_step": 33520, "epoch": 515, "lr": 4.914447691597773e-06}
+{"train_loss": 0.00037303625140339136, "global_step": 33521, "epoch": 515, "lr": 4.912683901865012e-06}
+{"train_loss": 0.00033395312493667006, "global_step": 33522, "epoch": 515, "lr": 4.910920412347453e-06}
+{"train_loss": 0.0004313226672820747, "global_step": 33523, "epoch": 515, "lr": 4.9091572230568265e-06}
+{"train_loss": 0.00032441140501759946, "global_step": 33524, "epoch": 515, "lr": 4.907394334004883e-06}
+{"train_loss": 0.000690873188432306, "global_step": 33525, "epoch": 515, "lr": 4.905631745203348e-06}
+{"train_loss": 0.00041699616122059524, "global_step": 33526, "epoch": 515, "lr": 4.903869456663962e-06}
+{"train_loss": 0.0004796019056811929, "global_step": 33527, "epoch": 515, "lr": 4.902107468398465e-06}
+{"train_loss": 0.0006655268953181803, "global_step": 33528, "epoch": 515, "lr": 4.900345780418597e-06}
+{"train_loss": 0.0009633256704546511, "global_step": 33529, "epoch": 515, "lr": 4.898584392736067e-06}
+{"train_loss": 0.0006969540845602751, "global_step": 33530, "epoch": 515, "lr": 4.8968233053626246e-06}
+{"train_loss": 0.0005096805398352444, "global_step": 33531, "epoch": 515, "lr": 4.895062518309978e-06}
+{"train_loss": 0.0007802850450389087, "global_step": 33532, "epoch": 515, "lr": 4.893302031589864e-06}
+{"train_loss": 0.0004178276576567441, "global_step": 33533, "epoch": 515, "lr": 4.8915418452139924e-06}
+{"train_loss": 0.0004770602972712368, "global_step": 33534, "epoch": 515, "lr": 4.8897819591940955e-06}
+{"train_loss": 0.000333288247929886, "global_step": 33535, "epoch": 515, "lr": 4.888022373541884e-06}
+{"train_loss": 0.00032078163349069655, "global_step": 33536, "epoch": 515, "lr": 4.886263088269083e-06}
+{"train_loss": 0.0007840940961614251, "global_step": 33537, "epoch": 515, "lr": 4.884504103387405e-06}
+{"train_loss": 0.0004328143550083041, "global_step": 33538, "epoch": 515, "lr": 4.882745418908546e-06}
+{"train_loss": 0.0006352860256671332, "global_step": 33539, "epoch": 515, "lr": 4.880987034844231e-06, "val_loss": 0.014599383808672428, "train_action_mse_error": 1.5187664757831953e-05}
+{"train_loss": 0.00040996435564011335, "global_step": 33540, "epoch": 516, "lr": 4.8792289512061775e-06}
+{"train_loss": 0.0008898035157471895, "global_step": 33541, "epoch": 516, "lr": 4.877471168006065e-06}
+{"train_loss": 0.0005682663759216666, "global_step": 33542, "epoch": 516, "lr": 4.875713685255617e-06}
+{"train_loss": 0.000606185698416084, "global_step": 33543, "epoch": 516, "lr": 4.873956502966531e-06}
+{"train_loss": 0.0006242914823815227, "global_step": 33544, "epoch": 516, "lr": 4.872199621150514e-06}
+{"train_loss": 0.0007167222211137414, "global_step": 33545, "epoch": 516, "lr": 4.870443039819261e-06}
+{"train_loss": 0.00042596919229254127, "global_step": 33546, "epoch": 516, "lr": 4.868686758984453e-06}
+{"train_loss": 0.0013371260138228536, "global_step": 33547, "epoch": 516, "lr": 4.866930778657802e-06}
+{"train_loss": 0.0010052442084997892, "global_step": 33548, "epoch": 516, "lr": 4.865175098850999e-06}
+{"train_loss": 0.0007649256149306893, "global_step": 33549, "epoch": 516, "lr": 4.863419719575724e-06}
+{"train_loss": 0.0004080723156221211, "global_step": 33550, "epoch": 516, "lr": 4.861664640843666e-06}
+{"train_loss": 0.0003531555994413793, "global_step": 33551, "epoch": 516, "lr": 4.859909862666523e-06}
+{"train_loss": 0.0008483167039230466, "global_step": 33552, "epoch": 516, "lr": 4.858155385055979e-06}
+{"train_loss": 0.0007896499009802938, "global_step": 33553, "epoch": 516, "lr": 4.856401208023708e-06}
+{"train_loss": 0.0004073725431226194, "global_step": 33554, "epoch": 516, "lr": 4.8546473315813856e-06}
+{"train_loss": 0.0005652394029311836, "global_step": 33555, "epoch": 516, "lr": 4.852893755740695e-06}
+{"train_loss": 0.0007317657000385225, "global_step": 33556, "epoch": 516, "lr": 4.851140480513322e-06}
+{"train_loss": 0.0005824406398460269, "global_step": 33557, "epoch": 516, "lr": 4.849387505910929e-06}
+{"train_loss": 0.0005863744299858809, "global_step": 33558, "epoch": 516, "lr": 4.847634831945186e-06}
+{"train_loss": 0.0007463031215593219, "global_step": 33559, "epoch": 516, "lr": 4.845882458627776e-06}
+{"train_loss": 0.0006023079040460289, "global_step": 33560, "epoch": 516, "lr": 4.844130385970364e-06}
+{"train_loss": 0.00037125693052075803, "global_step": 33561, "epoch": 516, "lr": 4.842378613984616e-06}
+{"train_loss": 0.0015349594177678227, "global_step": 33562, "epoch": 516, "lr": 4.84062714268218e-06}
+{"train_loss": 0.0005253629642538726, "global_step": 33563, "epoch": 516, "lr": 4.8388759720747354e-06}
+{"train_loss": 0.0002940814883913845, "global_step": 33564, "epoch": 516, "lr": 4.837125102173945e-06}
+{"train_loss": 0.0010574923362582922, "global_step": 33565, "epoch": 516, "lr": 4.8353745329914544e-06}
+{"train_loss": 0.0005466020083986223, "global_step": 33566, "epoch": 516, "lr": 4.833624264538922e-06}
+{"train_loss": 0.0005345004610717297, "global_step": 33567, "epoch": 516, "lr": 4.831874296828004e-06}
+{"train_loss": 0.0003054967091884464, "global_step": 33568, "epoch": 516, "lr": 4.8301246298703696e-06}
+{"train_loss": 0.0007202301057986915, "global_step": 33569, "epoch": 516, "lr": 4.828375263677648e-06}
+{"train_loss": 0.00036385704879648983, "global_step": 33570, "epoch": 516, "lr": 4.826626198261491e-06}
+{"train_loss": 0.0005373720778152347, "global_step": 33571, "epoch": 516, "lr": 4.82487743363354e-06}
+{"train_loss": 0.000465180171886459, "global_step": 33572, "epoch": 516, "lr": 4.823128969805457e-06}
+{"train_loss": 0.00038251010118983686, "global_step": 33573, "epoch": 516, "lr": 4.8213808067888665e-06}
+{"train_loss": 0.0005257189623080194, "global_step": 33574, "epoch": 516, "lr": 4.819632944595415e-06}
+{"train_loss": 0.0006838346598669887, "global_step": 33575, "epoch": 516, "lr": 4.8178853832367365e-06}
+{"train_loss": 0.0013333935057744384, "global_step": 33576, "epoch": 516, "lr": 4.81613812272449e-06}
+{"train_loss": 0.00042805084376595914, "global_step": 33577, "epoch": 516, "lr": 4.814391163070286e-06}
+{"train_loss": 0.0007357801077887416, "global_step": 33578, "epoch": 516, "lr": 4.812644504285752e-06}
+{"train_loss": 0.0008305582450702786, "global_step": 33579, "epoch": 516, "lr": 4.810898146382531e-06}
+{"train_loss": 0.0003590340493246913, "global_step": 33580, "epoch": 516, "lr": 4.809152089372254e-06}
+{"train_loss": 0.0003544724895618856, "global_step": 33581, "epoch": 516, "lr": 4.80740633326654e-06}
+{"train_loss": 0.000647648936137557, "global_step": 33582, "epoch": 516, "lr": 4.8056608780770065e-06}
+{"train_loss": 0.0007564882980659604, "global_step": 33583, "epoch": 516, "lr": 4.803915723815289e-06}
+{"train_loss": 0.0009059706935659051, "global_step": 33584, "epoch": 516, "lr": 4.802170870493011e-06}
+{"train_loss": 0.0003818149270955473, "global_step": 33585, "epoch": 516, "lr": 4.800426318121781e-06}
+{"train_loss": 0.0006681156810373068, "global_step": 33586, "epoch": 516, "lr": 4.798682066713211e-06}
+{"train_loss": 0.0005519109545275569, "global_step": 33587, "epoch": 516, "lr": 4.796938116278921e-06}
+{"train_loss": 0.0008210408268496394, "global_step": 33588, "epoch": 516, "lr": 4.795194466830527e-06}
+{"train_loss": 0.0005828617140650749, "global_step": 33589, "epoch": 516, "lr": 4.793451118379627e-06}
+{"train_loss": 0.0006040346925146878, "global_step": 33590, "epoch": 516, "lr": 4.791708070937839e-06}
+{"train_loss": 0.00033077842090278864, "global_step": 33591, "epoch": 516, "lr": 4.789965324516776e-06}
+{"train_loss": 0.0004601999535225332, "global_step": 33592, "epoch": 516, "lr": 4.788222879128029e-06}
+{"train_loss": 0.0005690748803317547, "global_step": 33593, "epoch": 516, "lr": 4.786480734783205e-06}
+{"train_loss": 0.0005248991074040532, "global_step": 33594, "epoch": 516, "lr": 4.7847388914939005e-06}
+{"train_loss": 0.0007057430921122432, "global_step": 33595, "epoch": 516, "lr": 4.782997349271717e-06}
+{"train_loss": 0.0004600833053700626, "global_step": 33596, "epoch": 516, "lr": 4.781256108128257e-06}
+{"train_loss": 0.0006281039677560329, "global_step": 33597, "epoch": 516, "lr": 4.779515168075099e-06}
+{"train_loss": 0.0008299911278299987, "global_step": 33598, "epoch": 516, "lr": 4.777774529123846e-06}
+{"train_loss": 0.0005566070904023945, "global_step": 33599, "epoch": 516, "lr": 4.7760341912860936e-06}
+{"train_loss": 0.000776225992012769, "global_step": 33600, "epoch": 516, "lr": 4.774294154573411e-06}
+{"train_loss": 0.0005562795558944345, "global_step": 33601, "epoch": 516, "lr": 4.77255441899741e-06}
+{"train_loss": 0.0005835159099660814, "global_step": 33602, "epoch": 516, "lr": 4.770814984569649e-06}
+{"train_loss": 0.0007809430826455355, "global_step": 33603, "epoch": 516, "lr": 4.769075851301719e-06}
+{"train_loss": 0.0006309754909195293, "global_step": 33604, "epoch": 516, "lr": 4.767337019205215e-06, "val_loss": 0.007609156891703606}
+{"train_loss": 0.001326436293311417, "global_step": 33605, "epoch": 517, "lr": 4.765598488291695e-06}
+{"train_loss": 0.0009078467846848071, "global_step": 33606, "epoch": 517, "lr": 4.763860258572739e-06}
+{"train_loss": 0.00041329223313368857, "global_step": 33607, "epoch": 517, "lr": 4.762122330059937e-06}
+{"train_loss": 0.0007743436726741493, "global_step": 33608, "epoch": 517, "lr": 4.760384702764836e-06}
+{"train_loss": 0.0002533752121962607, "global_step": 33609, "epoch": 517, "lr": 4.758647376699032e-06}
+{"train_loss": 0.00040944121428765357, "global_step": 33610, "epoch": 517, "lr": 4.756910351874066e-06}
+{"train_loss": 0.00045605452032759786, "global_step": 33611, "epoch": 517, "lr": 4.755173628301524e-06}
+{"train_loss": 0.0006592675927095115, "global_step": 33612, "epoch": 517, "lr": 4.753437205992967e-06}
+{"train_loss": 0.000547586299944669, "global_step": 33613, "epoch": 517, "lr": 4.751701084959947e-06}
+{"train_loss": 0.0006785607547499239, "global_step": 33614, "epoch": 517, "lr": 4.74996526521404e-06}
+{"train_loss": 0.0005523363361135125, "global_step": 33615, "epoch": 517, "lr": 4.748229746766786e-06}
+{"train_loss": 0.0006280436064116657, "global_step": 33616, "epoch": 517, "lr": 4.746494529629752e-06}
+{"train_loss": 0.0005612465320155025, "global_step": 33617, "epoch": 517, "lr": 4.744759613814498e-06}
+{"train_loss": 0.00042517544352449477, "global_step": 33618, "epoch": 517, "lr": 4.743024999332557e-06}
+{"train_loss": 0.0004781442985404283, "global_step": 33619, "epoch": 517, "lr": 4.741290686195493e-06}
+{"train_loss": 0.0008368176058866084, "global_step": 33620, "epoch": 517, "lr": 4.739556674414858e-06}
+{"train_loss": 0.0013994643231853843, "global_step": 33621, "epoch": 517, "lr": 4.737822964002181e-06}
+{"train_loss": 0.0005476069054566324, "global_step": 33622, "epoch": 517, "lr": 4.7360895549690255e-06}
+{"train_loss": 0.0005815698532387614, "global_step": 33623, "epoch": 517, "lr": 4.734356447326915e-06}
+{"train_loss": 0.0008349091513082385, "global_step": 33624, "epoch": 517, "lr": 4.732623641087403e-06}
+{"train_loss": 0.0005387546843849123, "global_step": 33625, "epoch": 517, "lr": 4.730891136262022e-06}
+{"train_loss": 0.00047779674059711397, "global_step": 33626, "epoch": 517, "lr": 4.72915893286231e-06}
+{"train_loss": 0.0006075497949495912, "global_step": 33627, "epoch": 517, "lr": 4.727427030899789e-06}
+{"train_loss": 0.0003358432441018522, "global_step": 33628, "epoch": 517, "lr": 4.7256954303860175e-06}
+{"train_loss": 0.0003330526815261692, "global_step": 33629, "epoch": 517, "lr": 4.723964131332498e-06}
+{"train_loss": 0.0008306442177854478, "global_step": 33630, "epoch": 517, "lr": 4.7222331337507805e-06}
+{"train_loss": 0.0004147493455093354, "global_step": 33631, "epoch": 517, "lr": 4.720502437652369e-06}
+{"train_loss": 0.0005134197417646646, "global_step": 33632, "epoch": 517, "lr": 4.718772043048803e-06}
+{"train_loss": 0.0007829106179997325, "global_step": 33633, "epoch": 517, "lr": 4.717041949951606e-06}
+{"train_loss": 0.00036556224222294986, "global_step": 33634, "epoch": 517, "lr": 4.715312158372282e-06}
+{"train_loss": 0.00032567293965257704, "global_step": 33635, "epoch": 517, "lr": 4.713582668322358e-06}
+{"train_loss": 0.001020961208269, "global_step": 33636, "epoch": 517, "lr": 4.711853479813361e-06}
+{"train_loss": 0.0006402207654900849, "global_step": 33637, "epoch": 517, "lr": 4.710124592856796e-06}
+{"train_loss": 0.0003851087822113186, "global_step": 33638, "epoch": 517, "lr": 4.708396007464161e-06}
+{"train_loss": 0.0007203209097497165, "global_step": 33639, "epoch": 517, "lr": 4.706667723646979e-06}
+{"train_loss": 0.0005461847176775336, "global_step": 33640, "epoch": 517, "lr": 4.7049397414167585e-06}
+{"train_loss": 0.0009001129074022174, "global_step": 33641, "epoch": 517, "lr": 4.703212060785012e-06}
+{"train_loss": 0.0008566145552322268, "global_step": 33642, "epoch": 517, "lr": 4.701484681763224e-06}
+{"train_loss": 0.0006203820812515914, "global_step": 33643, "epoch": 517, "lr": 4.699757604362909e-06}
+{"train_loss": 0.0004010094271507114, "global_step": 33644, "epoch": 517, "lr": 4.698030828595568e-06}
+{"train_loss": 0.0004528852005023509, "global_step": 33645, "epoch": 517, "lr": 4.6963043544727085e-06}
+{"train_loss": 0.0005724281072616577, "global_step": 33646, "epoch": 517, "lr": 4.6945781820057985e-06}
+{"train_loss": 0.0005855916533619165, "global_step": 33647, "epoch": 517, "lr": 4.692852311206347e-06}
+{"train_loss": 0.0006295600906014442, "global_step": 33648, "epoch": 517, "lr": 4.691126742085844e-06}
+{"train_loss": 0.000979937962256372, "global_step": 33649, "epoch": 517, "lr": 4.689401474655791e-06}
+{"train_loss": 0.0010469397529959679, "global_step": 33650, "epoch": 517, "lr": 4.687676508927658e-06}
+{"train_loss": 0.0006312736077234149, "global_step": 33651, "epoch": 517, "lr": 4.685951844912939e-06}
+{"train_loss": 0.00048235279973596334, "global_step": 33652, "epoch": 517, "lr": 4.684227482623116e-06}
+{"train_loss": 0.0011232072720304132, "global_step": 33653, "epoch": 517, "lr": 4.682503422069689e-06}
+{"train_loss": 0.00034743102150969207, "global_step": 33654, "epoch": 517, "lr": 4.680779663264106e-06}
+{"train_loss": 0.0007427633390761912, "global_step": 33655, "epoch": 517, "lr": 4.679056206217852e-06}
+{"train_loss": 0.000613038195297122, "global_step": 33656, "epoch": 517, "lr": 4.677333050942418e-06}
+{"train_loss": 0.0009427273762412369, "global_step": 33657, "epoch": 517, "lr": 4.675610197449276e-06}
+{"train_loss": 0.0004868987889494747, "global_step": 33658, "epoch": 517, "lr": 4.67388764574988e-06}
+{"train_loss": 0.000521355657838285, "global_step": 33659, "epoch": 517, "lr": 4.672165395855716e-06}
+{"train_loss": 0.00045992876403033733, "global_step": 33660, "epoch": 517, "lr": 4.67044344777825e-06}
+{"train_loss": 0.00035296223359182477, "global_step": 33661, "epoch": 517, "lr": 4.668721801528947e-06}
+{"train_loss": 0.0005998527631163597, "global_step": 33662, "epoch": 517, "lr": 4.667000457119259e-06}
+{"train_loss": 0.0005486811278387904, "global_step": 33663, "epoch": 517, "lr": 4.665279414560653e-06}
+{"train_loss": 0.0005122420843690634, "global_step": 33664, "epoch": 517, "lr": 4.663558673864599e-06}
+{"train_loss": 0.00034065928775817156, "global_step": 33665, "epoch": 517, "lr": 4.661838235042554e-06}
+{"train_loss": 0.0007482758373953402, "global_step": 33666, "epoch": 517, "lr": 4.6601180981059535e-06}
+{"train_loss": 0.000817204883787781, "global_step": 33667, "epoch": 517, "lr": 4.658398263066271e-06}
+{"train_loss": 0.00046067629591561854, "global_step": 33668, "epoch": 517, "lr": 4.65667872993496e-06}
+{"train_loss": 0.0006250357528467878, "global_step": 33669, "epoch": 517, "lr": 4.65495949872346e-06, "val_loss": 0.016436342149972916}
+{"train_loss": 0.0006642393418587744, "global_step": 33670, "epoch": 518, "lr": 4.653240569443212e-06}
+{"train_loss": 0.0009945452911779284, "global_step": 33671, "epoch": 518, "lr": 4.651521942105669e-06}
+{"train_loss": 0.0006212248699739575, "global_step": 33672, "epoch": 518, "lr": 4.6498036167222755e-06}
+{"train_loss": 0.0008661942556500435, "global_step": 33673, "epoch": 518, "lr": 4.648085593304486e-06}
+{"train_loss": 0.00040312603232450783, "global_step": 33674, "epoch": 518, "lr": 4.646367871863716e-06}
+{"train_loss": 0.0006949361995793879, "global_step": 33675, "epoch": 518, "lr": 4.644650452411414e-06}
+{"train_loss": 0.0004311637894716114, "global_step": 33676, "epoch": 518, "lr": 4.642933334959027e-06}
+{"train_loss": 0.0004381199833005667, "global_step": 33677, "epoch": 518, "lr": 4.641216519517977e-06}
+{"train_loss": 0.0006166340317577124, "global_step": 33678, "epoch": 518, "lr": 4.639500006099684e-06}
+{"train_loss": 0.00057262706104666, "global_step": 33679, "epoch": 518, "lr": 4.637783794715589e-06}
+{"train_loss": 0.000959005206823349, "global_step": 33680, "epoch": 518, "lr": 4.636067885377121e-06}
+{"train_loss": 0.0008348259725607932, "global_step": 33681, "epoch": 518, "lr": 4.6343522780957104e-06}
+{"train_loss": 0.00045354620669968426, "global_step": 33682, "epoch": 518, "lr": 4.63263697288277e-06}
+{"train_loss": 0.0007219035760499537, "global_step": 33683, "epoch": 518, "lr": 4.6309219697497296e-06}
+{"train_loss": 0.00043643685057759285, "global_step": 33684, "epoch": 518, "lr": 4.629207268708002e-06}
+{"train_loss": 0.0005754711455665529, "global_step": 33685, "epoch": 518, "lr": 4.627492869769012e-06}
+{"train_loss": 0.0010606249561533332, "global_step": 33686, "epoch": 518, "lr": 4.625778772944156e-06}
+{"train_loss": 0.0003493705589789897, "global_step": 33687, "epoch": 518, "lr": 4.624064978244869e-06}
+{"train_loss": 0.0010619104141369462, "global_step": 33688, "epoch": 518, "lr": 4.622351485682552e-06}
+{"train_loss": 0.0010055335005745292, "global_step": 33689, "epoch": 518, "lr": 4.6206382952686255e-06}
+{"train_loss": 0.0006217194604687393, "global_step": 33690, "epoch": 518, "lr": 4.6189254070144795e-06}
+{"train_loss": 0.0004908530972898006, "global_step": 33691, "epoch": 518, "lr": 4.617212820931538e-06}
+{"train_loss": 0.00030431521008722484, "global_step": 33692, "epoch": 518, "lr": 4.615500537031181e-06}
+{"train_loss": 0.0009132660925388336, "global_step": 33693, "epoch": 518, "lr": 4.613788555324839e-06}
+{"train_loss": 0.0007165462011471391, "global_step": 33694, "epoch": 518, "lr": 4.612076875823884e-06}
+{"train_loss": 0.00047808128874748945, "global_step": 33695, "epoch": 518, "lr": 4.610365498539721e-06}
+{"train_loss": 0.0005315730813890696, "global_step": 33696, "epoch": 518, "lr": 4.608654423483755e-06}
+{"train_loss": 0.0005125947063788772, "global_step": 33697, "epoch": 518, "lr": 4.606943650667378e-06}
+{"train_loss": 0.00026799639454111457, "global_step": 33698, "epoch": 518, "lr": 4.60523318010197e-06}
+{"train_loss": 0.0005298416945151985, "global_step": 33699, "epoch": 518, "lr": 4.603523011798932e-06}
+{"train_loss": 0.0004712756781373173, "global_step": 33700, "epoch": 518, "lr": 4.60181314576964e-06}
+{"train_loss": 0.0006457951385527849, "global_step": 33701, "epoch": 518, "lr": 4.600103582025495e-06}
+{"train_loss": 0.0007167623261921108, "global_step": 33702, "epoch": 518, "lr": 4.598394320577859e-06}
+{"train_loss": 0.0004153069749008864, "global_step": 33703, "epoch": 518, "lr": 4.5966853614381245e-06}
+{"train_loss": 0.00043434681720100343, "global_step": 33704, "epoch": 518, "lr": 4.594976704617676e-06}
+{"train_loss": 0.00032042659586295485, "global_step": 33705, "epoch": 518, "lr": 4.593268350127889e-06}
+{"train_loss": 0.0004949449794366956, "global_step": 33706, "epoch": 518, "lr": 4.591560297980124e-06}
+{"train_loss": 0.0006761065451428294, "global_step": 33707, "epoch": 518, "lr": 4.58985254818578e-06}
+{"train_loss": 0.0003137520106974989, "global_step": 33708, "epoch": 518, "lr": 4.588145100756203e-06}
+{"train_loss": 0.0008400869555771351, "global_step": 33709, "epoch": 518, "lr": 4.586437955702777e-06}
+{"train_loss": 0.0007245062151923776, "global_step": 33710, "epoch": 518, "lr": 4.584731113036855e-06}
+{"train_loss": 0.0006194742163643241, "global_step": 33711, "epoch": 518, "lr": 4.583024572769817e-06}
+{"train_loss": 0.0003607422986533493, "global_step": 33712, "epoch": 518, "lr": 4.5813183349130154e-06}
+{"train_loss": 0.0007919949130155146, "global_step": 33713, "epoch": 518, "lr": 4.579612399477828e-06}
+{"train_loss": 0.0009039454744197428, "global_step": 33714, "epoch": 518, "lr": 4.577906766475604e-06}
+{"train_loss": 0.00046593794832006097, "global_step": 33715, "epoch": 518, "lr": 4.576201435917682e-06}
+{"train_loss": 0.0006029710057191551, "global_step": 33716, "epoch": 518, "lr": 4.574496407815443e-06}
+{"train_loss": 0.0008219650480896235, "global_step": 33717, "epoch": 518, "lr": 4.572791682180222e-06}
+{"train_loss": 0.0005019543459638953, "global_step": 33718, "epoch": 518, "lr": 4.571087259023393e-06}
+{"train_loss": 0.0005625048070214689, "global_step": 33719, "epoch": 518, "lr": 4.569383138356276e-06}
+{"train_loss": 0.0007476088358089328, "global_step": 33720, "epoch": 518, "lr": 4.5676793201902375e-06}
+{"train_loss": 0.0006397098186425865, "global_step": 33721, "epoch": 518, "lr": 4.565975804536627e-06}
+{"train_loss": 0.000717202783562243, "global_step": 33722, "epoch": 518, "lr": 4.5642725914067705e-06}
+{"train_loss": 0.0003582558420021087, "global_step": 33723, "epoch": 518, "lr": 4.562569680812012e-06}
+{"train_loss": 0.00042624142952263355, "global_step": 33724, "epoch": 518, "lr": 4.560867072763697e-06}
+{"train_loss": 0.0007341348682530224, "global_step": 33725, "epoch": 518, "lr": 4.5591647672731555e-06}
+{"train_loss": 0.0005907436716370285, "global_step": 33726, "epoch": 518, "lr": 4.557462764351739e-06}
+{"train_loss": 0.00034487733501009643, "global_step": 33727, "epoch": 518, "lr": 4.5557610640107555e-06}
+{"train_loss": 0.0006301362882368267, "global_step": 33728, "epoch": 518, "lr": 4.554059666261545e-06}
+{"train_loss": 0.0007487413822673261, "global_step": 33729, "epoch": 518, "lr": 4.552358571115456e-06}
+{"train_loss": 0.0004905778332613409, "global_step": 33730, "epoch": 518, "lr": 4.550657778583795e-06}
+{"train_loss": 0.0005569702479988337, "global_step": 33731, "epoch": 518, "lr": 4.548957288677886e-06}
+{"train_loss": 0.0006591628771275282, "global_step": 33732, "epoch": 518, "lr": 4.547257101409052e-06}
+{"train_loss": 0.0016220982652157545, "global_step": 33733, "epoch": 518, "lr": 4.545557216788615e-06}
+{"train_loss": 0.0006347255682787643, "global_step": 33734, "epoch": 518, "lr": 4.543857634827914e-06, "val_loss": 0.02297659032046795}
+{"train_loss": 0.00040211775922216475, "global_step": 33735, "epoch": 519, "lr": 4.5421583555382345e-06}
+{"train_loss": 0.0009340380202047527, "global_step": 33736, "epoch": 519, "lr": 4.540459378930906e-06}
+{"train_loss": 0.0007272906950674951, "global_step": 33737, "epoch": 519, "lr": 4.538760705017248e-06}
+{"train_loss": 0.0004398045130074024, "global_step": 33738, "epoch": 519, "lr": 4.537062333808567e-06}
+{"train_loss": 0.0005326324608176947, "global_step": 33739, "epoch": 519, "lr": 4.535364265316155e-06}
+{"train_loss": 0.0009991535916924477, "global_step": 33740, "epoch": 519, "lr": 4.533666499551336e-06}
+{"train_loss": 0.00047440556227229536, "global_step": 33741, "epoch": 519, "lr": 4.531969036525408e-06}
+{"train_loss": 0.0003716278588399291, "global_step": 33742, "epoch": 519, "lr": 4.530271876249686e-06}
+{"train_loss": 0.0003465507470536977, "global_step": 33743, "epoch": 519, "lr": 4.528575018735453e-06}
+{"train_loss": 0.0003939448797609657, "global_step": 33744, "epoch": 519, "lr": 4.526878463994016e-06}
+{"train_loss": 0.001070389524102211, "global_step": 33745, "epoch": 519, "lr": 4.525182212036677e-06}
+{"train_loss": 0.0006518199224956334, "global_step": 33746, "epoch": 519, "lr": 4.523486262874726e-06}
+{"train_loss": 0.0006881991866976023, "global_step": 33747, "epoch": 519, "lr": 4.521790616519445e-06}
+{"train_loss": 0.000621795654296875, "global_step": 33748, "epoch": 519, "lr": 4.520095272982133e-06}
+{"train_loss": 0.000730066210962832, "global_step": 33749, "epoch": 519, "lr": 4.5184002322740785e-06}
+{"train_loss": 0.0003356308152433485, "global_step": 33750, "epoch": 519, "lr": 4.516705494406576e-06}
+{"train_loss": 0.0007418490713462234, "global_step": 33751, "epoch": 519, "lr": 4.5150110593909e-06}
+{"train_loss": 0.0008515805238857865, "global_step": 33752, "epoch": 519, "lr": 4.513316927238326e-06}
+{"train_loss": 0.0007902291254140437, "global_step": 33753, "epoch": 519, "lr": 4.5116230979601605e-06}
+{"train_loss": 0.00046178107731975615, "global_step": 33754, "epoch": 519, "lr": 4.509929571567662e-06}
+{"train_loss": 0.0005851659807376564, "global_step": 33755, "epoch": 519, "lr": 4.508236348072103e-06}
+{"train_loss": 0.0006630405550822616, "global_step": 33756, "epoch": 519, "lr": 4.50654342748476e-06}
+{"train_loss": 0.0006655132165178657, "global_step": 33757, "epoch": 519, "lr": 4.504850809816913e-06}
+{"train_loss": 0.0003993873833678663, "global_step": 33758, "epoch": 519, "lr": 4.50315849507984e-06}
+{"train_loss": 0.0005870576715096831, "global_step": 33759, "epoch": 519, "lr": 4.501466483284788e-06}
+{"train_loss": 0.0005431470926851034, "global_step": 33760, "epoch": 519, "lr": 4.499774774443044e-06}
+{"train_loss": 0.0002612446842249483, "global_step": 33761, "epoch": 519, "lr": 4.498083368565859e-06}
+{"train_loss": 0.0005723455105908215, "global_step": 33762, "epoch": 519, "lr": 4.496392265664501e-06}
+{"train_loss": 0.000521982554346323, "global_step": 33763, "epoch": 519, "lr": 4.494701465750217e-06}
+{"train_loss": 0.00047622117563150823, "global_step": 33764, "epoch": 519, "lr": 4.4930109688342825e-06}
+{"train_loss": 0.0007988499128259718, "global_step": 33765, "epoch": 519, "lr": 4.491320774927948e-06}
+{"train_loss": 0.0004217296664137393, "global_step": 33766, "epoch": 519, "lr": 4.489630884042473e-06}
+{"train_loss": 0.0006907397764734924, "global_step": 33767, "epoch": 519, "lr": 4.4879412961890964e-06}
+{"train_loss": 0.0006288084550760686, "global_step": 33768, "epoch": 519, "lr": 4.486252011379083e-06}
+{"train_loss": 0.000582556938752532, "global_step": 33769, "epoch": 519, "lr": 4.484563029623668e-06}
+{"train_loss": 0.0004350629460532218, "global_step": 33770, "epoch": 519, "lr": 4.482874350934107e-06}
+{"train_loss": 0.0007768680225126445, "global_step": 33771, "epoch": 519, "lr": 4.481185975321634e-06}
+{"train_loss": 0.0003987481177318841, "global_step": 33772, "epoch": 519, "lr": 4.479497902797503e-06}
+{"train_loss": 0.00035753275733441114, "global_step": 33773, "epoch": 519, "lr": 4.477810133372939e-06}
+{"train_loss": 0.00039397866930812597, "global_step": 33774, "epoch": 519, "lr": 4.476122667059207e-06}
+{"train_loss": 0.0009858261328190565, "global_step": 33775, "epoch": 519, "lr": 4.474435503867514e-06}
+{"train_loss": 0.000616879144217819, "global_step": 33776, "epoch": 519, "lr": 4.472748643809116e-06}
+{"train_loss": 0.000456669251434505, "global_step": 33777, "epoch": 519, "lr": 4.4710620868952225e-06}
+{"train_loss": 0.0004674374358728528, "global_step": 33778, "epoch": 519, "lr": 4.46937583313709e-06}
+{"train_loss": 0.0004098153149243444, "global_step": 33779, "epoch": 519, "lr": 4.467689882545917e-06}
+{"train_loss": 0.00048050362966023386, "global_step": 33780, "epoch": 519, "lr": 4.466004235132948e-06}
+{"train_loss": 0.000510665588080883, "global_step": 33781, "epoch": 519, "lr": 4.464318890909403e-06}
+{"train_loss": 0.0005935186636634171, "global_step": 33782, "epoch": 519, "lr": 4.462633849886516e-06}
+{"train_loss": 0.0006441553123295307, "global_step": 33783, "epoch": 519, "lr": 4.460949112075496e-06}
+{"train_loss": 0.00033992910175584257, "global_step": 33784, "epoch": 519, "lr": 4.459264677487546e-06}
+{"train_loss": 0.0004705400497186929, "global_step": 33785, "epoch": 519, "lr": 4.4575805461339e-06}
+{"train_loss": 0.000310572941089049, "global_step": 33786, "epoch": 519, "lr": 4.455896718025776e-06}
+{"train_loss": 0.0010599632514640689, "global_step": 33787, "epoch": 519, "lr": 4.454213193174372e-06}
+{"train_loss": 0.0005796606419607997, "global_step": 33788, "epoch": 519, "lr": 4.452529971590902e-06}
+{"train_loss": 0.0009109314414672554, "global_step": 33789, "epoch": 519, "lr": 4.450847053286572e-06}
+{"train_loss": 0.00036213613930158317, "global_step": 33790, "epoch": 519, "lr": 4.449164438272602e-06}
+{"train_loss": 0.0004998034564778209, "global_step": 33791, "epoch": 519, "lr": 4.447482126560188e-06}
+{"train_loss": 0.00046174152521416545, "global_step": 33792, "epoch": 519, "lr": 4.445800118160515e-06}
+{"train_loss": 0.0008039230015128851, "global_step": 33793, "epoch": 519, "lr": 4.4441184130848025e-06}
+{"train_loss": 0.0005311447894200683, "global_step": 33794, "epoch": 519, "lr": 4.4424370113442474e-06}
+{"train_loss": 0.0005383120733313262, "global_step": 33795, "epoch": 519, "lr": 4.440755912950029e-06}
+{"train_loss": 0.0008439288358204067, "global_step": 33796, "epoch": 519, "lr": 4.439075117913355e-06}
+{"train_loss": 0.0007296191761270165, "global_step": 33797, "epoch": 519, "lr": 4.4373946262454115e-06}
+{"train_loss": 0.0005559801356866956, "global_step": 33798, "epoch": 519, "lr": 4.4357144379574e-06}
+{"train_loss": 0.0005827013241986816, "global_step": 33799, "epoch": 519, "lr": 4.434034553060501e-06, "val_loss": 0.01085429172962904}
+{"train_loss": 0.0007165491115301847, "global_step": 33800, "epoch": 520, "lr": 4.432354971565889e-06}
+{"train_loss": 0.0007706395699642599, "global_step": 33801, "epoch": 520, "lr": 4.430675693484754e-06}
+{"train_loss": 0.0008866605348885059, "global_step": 33802, "epoch": 520, "lr": 4.428996718828288e-06}
+{"train_loss": 0.0005201359163038433, "global_step": 33803, "epoch": 520, "lr": 4.42731804760766e-06}
+{"train_loss": 0.0006700193043798208, "global_step": 33804, "epoch": 520, "lr": 4.425639679834043e-06}
+{"train_loss": 0.0006576700834557414, "global_step": 33805, "epoch": 520, "lr": 4.4239616155186185e-06}
+{"train_loss": 0.0008068057941272855, "global_step": 33806, "epoch": 520, "lr": 4.4222838546725705e-06}
+{"train_loss": 0.0005051493062637746, "global_step": 33807, "epoch": 520, "lr": 4.4206063973070646e-06}
+{"train_loss": 0.0006820448907092214, "global_step": 33808, "epoch": 520, "lr": 4.418929243433256e-06}
+{"train_loss": 0.0003532216069288552, "global_step": 33809, "epoch": 520, "lr": 4.417252393062321e-06}
+{"train_loss": 0.0004478885093703866, "global_step": 33810, "epoch": 520, "lr": 4.415575846205433e-06}
+{"train_loss": 0.0005737453466281295, "global_step": 33811, "epoch": 520, "lr": 4.413899602873744e-06}
+{"train_loss": 0.0005294540314935148, "global_step": 33812, "epoch": 520, "lr": 4.412223663078419e-06}
+{"train_loss": 0.0003070899401791394, "global_step": 33813, "epoch": 520, "lr": 4.410548026830619e-06}
+{"train_loss": 0.0005655898712575436, "global_step": 33814, "epoch": 520, "lr": 4.4088726941415025e-06}
+{"train_loss": 0.0008341053035110235, "global_step": 33815, "epoch": 520, "lr": 4.407197665022228e-06}
+{"train_loss": 0.0007593349437229335, "global_step": 33816, "epoch": 520, "lr": 4.405522939483936e-06}
+{"train_loss": 0.00042252932325936854, "global_step": 33817, "epoch": 520, "lr": 4.403848517537784e-06}
+{"train_loss": 0.0007212840719148517, "global_step": 33818, "epoch": 520, "lr": 4.40217439919493e-06}
+{"train_loss": 0.00048401023377664387, "global_step": 33819, "epoch": 520, "lr": 4.400500584466505e-06}
+{"train_loss": 0.0004393434210214764, "global_step": 33820, "epoch": 520, "lr": 4.398827073363665e-06}
+{"train_loss": 0.0006336874794214964, "global_step": 33821, "epoch": 520, "lr": 4.3971538658975464e-06}
+{"train_loss": 0.0005998667329549789, "global_step": 33822, "epoch": 520, "lr": 4.395480962079307e-06}
+{"train_loss": 0.0008017565705813468, "global_step": 33823, "epoch": 520, "lr": 4.393808361920071e-06}
+{"train_loss": 0.0005816227057948709, "global_step": 33824, "epoch": 520, "lr": 4.392136065430968e-06}
+{"train_loss": 0.0004999515367671847, "global_step": 33825, "epoch": 520, "lr": 4.390464072623146e-06}
+{"train_loss": 0.00040153501322492957, "global_step": 33826, "epoch": 520, "lr": 4.388792383507745e-06}
+{"train_loss": 0.0004585745627991855, "global_step": 33827, "epoch": 520, "lr": 4.387120998095878e-06}
+{"train_loss": 0.0010075073223561049, "global_step": 33828, "epoch": 520, "lr": 4.385449916398676e-06}
+{"train_loss": 0.0005635469569824636, "global_step": 33829, "epoch": 520, "lr": 4.3837791384272745e-06}
+{"train_loss": 0.0005986873293295503, "global_step": 33830, "epoch": 520, "lr": 4.382108664192808e-06}
+{"train_loss": 0.0006046144408173859, "global_step": 33831, "epoch": 520, "lr": 4.380438493706385e-06}
+{"train_loss": 0.0004109993751626462, "global_step": 33832, "epoch": 520, "lr": 4.378768626979118e-06}
+{"train_loss": 0.0003697579668369144, "global_step": 33833, "epoch": 520, "lr": 4.377099064022139e-06}
+{"train_loss": 0.0004912763833999634, "global_step": 33834, "epoch": 520, "lr": 4.37542980484657e-06}
+{"train_loss": 0.0006205648533068597, "global_step": 33835, "epoch": 520, "lr": 4.373760849463509e-06}
+{"train_loss": 0.0005477183731272817, "global_step": 33836, "epoch": 520, "lr": 4.372092197884081e-06}
+{"train_loss": 0.000726441154256463, "global_step": 33837, "epoch": 520, "lr": 4.370423850119398e-06}
+{"train_loss": 0.000779199821408838, "global_step": 33838, "epoch": 520, "lr": 4.368755806180558e-06}
+{"train_loss": 0.0007901386125013232, "global_step": 33839, "epoch": 520, "lr": 4.367088066078684e-06}
+{"train_loss": 0.0005164370522834361, "global_step": 33840, "epoch": 520, "lr": 4.365420629824863e-06}
+{"train_loss": 0.0003733854100573808, "global_step": 33841, "epoch": 520, "lr": 4.363753497430201e-06}
+{"train_loss": 0.0004430979024618864, "global_step": 33842, "epoch": 520, "lr": 4.362086668905818e-06}
+{"train_loss": 0.000586593640036881, "global_step": 33843, "epoch": 520, "lr": 4.3604201442627835e-06}
+{"train_loss": 0.0005100815324112773, "global_step": 33844, "epoch": 520, "lr": 4.35875392351221e-06}
+{"train_loss": 0.0007393312407657504, "global_step": 33845, "epoch": 520, "lr": 4.3570880066652e-06}
+{"train_loss": 0.0011216112179681659, "global_step": 33846, "epoch": 520, "lr": 4.3554223937328276e-06}
+{"train_loss": 0.0003920051967725158, "global_step": 33847, "epoch": 520, "lr": 4.353757084726201e-06}
+{"train_loss": 0.0005087820463813841, "global_step": 33848, "epoch": 520, "lr": 4.3520920796563895e-06}
+{"train_loss": 0.0007929253042675555, "global_step": 33849, "epoch": 520, "lr": 4.350427378534494e-06}
+{"train_loss": 0.0005376944318413734, "global_step": 33850, "epoch": 520, "lr": 4.348762981371601e-06}
+{"train_loss": 0.00022331326908897609, "global_step": 33851, "epoch": 520, "lr": 4.34709888817878e-06}
+{"train_loss": 0.000737741298507899, "global_step": 33852, "epoch": 520, "lr": 4.345435098967116e-06}
+{"train_loss": 0.0003984313807450235, "global_step": 33853, "epoch": 520, "lr": 4.343771613747699e-06}
+{"train_loss": 0.0004021003551315516, "global_step": 33854, "epoch": 520, "lr": 4.342108432531589e-06}
+{"train_loss": 0.00034927326487377286, "global_step": 33855, "epoch": 520, "lr": 4.3404455553298755e-06}
+{"train_loss": 0.0005132411606609821, "global_step": 33856, "epoch": 520, "lr": 4.3387829821536104e-06}
+{"train_loss": 0.0003482261090539396, "global_step": 33857, "epoch": 520, "lr": 4.337120713013882e-06}
+{"train_loss": 0.0007086990517564118, "global_step": 33858, "epoch": 520, "lr": 4.3354587479217554e-06}
+{"train_loss": 0.00091410125605762, "global_step": 33859, "epoch": 520, "lr": 4.333797086888292e-06}
+{"train_loss": 0.0006038941792212427, "global_step": 33860, "epoch": 520, "lr": 4.3321357299245635e-06}
+{"train_loss": 0.0005979410489089787, "global_step": 33861, "epoch": 520, "lr": 4.330474677041618e-06}
+{"train_loss": 0.000608701491728425, "global_step": 33862, "epoch": 520, "lr": 4.32881392825053e-06}
+{"train_loss": 0.0006758254603482783, "global_step": 33863, "epoch": 520, "lr": 4.327153483562358e-06}
+{"train_loss": 0.0005902151642098593, "global_step": 33864, "epoch": 520, "lr": 4.32549334298814e-06, "val_loss": 0.005479244515299797, "train_action_mse_error": 1.5363817510660738e-05}
+{"train_loss": 0.00037317079841159284, "global_step": 33865, "epoch": 521, "lr": 4.3238335065389436e-06}
+{"train_loss": 0.0005338860210031271, "global_step": 33866, "epoch": 521, "lr": 4.322173974225835e-06}
+{"train_loss": 0.0007473511504940689, "global_step": 33867, "epoch": 521, "lr": 4.320514746059834e-06}
+{"train_loss": 0.0007127650897018611, "global_step": 33868, "epoch": 521, "lr": 4.318855822052015e-06}
+{"train_loss": 0.0006084222695790231, "global_step": 33869, "epoch": 521, "lr": 4.317197202213402e-06}
+{"train_loss": 0.0006173085421323776, "global_step": 33870, "epoch": 521, "lr": 4.315538886555048e-06}
+{"train_loss": 0.0004082542145624757, "global_step": 33871, "epoch": 521, "lr": 4.3138808750880115e-06}
+{"train_loss": 0.00042162270983681083, "global_step": 33872, "epoch": 521, "lr": 4.312223167823304e-06}
+{"train_loss": 0.0005560615099966526, "global_step": 33873, "epoch": 521, "lr": 4.310565764771979e-06}
+{"train_loss": 0.0008066095761023462, "global_step": 33874, "epoch": 521, "lr": 4.308908665945077e-06}
+{"train_loss": 0.0006035516271367669, "global_step": 33875, "epoch": 521, "lr": 4.307251871353618e-06}
+{"train_loss": 0.0005152903613634408, "global_step": 33876, "epoch": 521, "lr": 4.305595381008648e-06}
+{"train_loss": 0.0004511520965024829, "global_step": 33877, "epoch": 521, "lr": 4.303939194921181e-06}
+{"train_loss": 0.0004709470958914608, "global_step": 33878, "epoch": 521, "lr": 4.3022833131022515e-06}
+{"train_loss": 0.0003118335152976215, "global_step": 33879, "epoch": 521, "lr": 4.300627735562901e-06}
+{"train_loss": 0.0005660125170834363, "global_step": 33880, "epoch": 521, "lr": 4.298972462314127e-06}
+{"train_loss": 0.000697158626280725, "global_step": 33881, "epoch": 521, "lr": 4.2973174933669645e-06}
+{"train_loss": 0.0003412601654417813, "global_step": 33882, "epoch": 521, "lr": 4.295662828732444e-06}
+{"train_loss": 0.0003511599497869611, "global_step": 33883, "epoch": 521, "lr": 4.294008468421568e-06}
+{"train_loss": 0.0007539274520240724, "global_step": 33884, "epoch": 521, "lr": 4.292354412445349e-06}
+{"train_loss": 0.0005682109040208161, "global_step": 33885, "epoch": 521, "lr": 4.2907006608148005e-06}
+{"train_loss": 0.0004962868406437337, "global_step": 33886, "epoch": 521, "lr": 4.289047213540947e-06}
+{"train_loss": 0.0004574659396894276, "global_step": 33887, "epoch": 521, "lr": 4.287394070634798e-06}
+{"train_loss": 0.00040655635530129075, "global_step": 33888, "epoch": 521, "lr": 4.285741232107349e-06}
+{"train_loss": 0.00060794543242082, "global_step": 33889, "epoch": 521, "lr": 4.284088697969607e-06}
+{"train_loss": 0.0004666138265747577, "global_step": 33890, "epoch": 521, "lr": 4.282436468232592e-06}
+{"train_loss": 0.00039928749902173877, "global_step": 33891, "epoch": 521, "lr": 4.28078454290729e-06}
+{"train_loss": 0.0008836618508212268, "global_step": 33892, "epoch": 521, "lr": 4.279132922004697e-06}
+{"train_loss": 0.0005960239795967937, "global_step": 33893, "epoch": 521, "lr": 4.2774816055358155e-06}
+{"train_loss": 0.0013754813699051738, "global_step": 33894, "epoch": 521, "lr": 4.275830593511643e-06}
+{"train_loss": 0.00039166133501566947, "global_step": 33895, "epoch": 521, "lr": 4.27417988594318e-06}
+{"train_loss": 0.0005728936521336436, "global_step": 33896, "epoch": 521, "lr": 4.272529482841398e-06}
+{"train_loss": 0.0006983194034546614, "global_step": 33897, "epoch": 521, "lr": 4.270879384217302e-06}
+{"train_loss": 0.0006116837030276656, "global_step": 33898, "epoch": 521, "lr": 4.26922959008188e-06}
+{"train_loss": 0.0006484002224169672, "global_step": 33899, "epoch": 521, "lr": 4.267580100446117e-06}
+{"train_loss": 0.00031561762443743646, "global_step": 33900, "epoch": 521, "lr": 4.265930915320981e-06}
+{"train_loss": 0.0005952305509708822, "global_step": 33901, "epoch": 521, "lr": 4.26428203471746e-06}
+{"train_loss": 0.0005192254902794957, "global_step": 33902, "epoch": 521, "lr": 4.2626334586465425e-06}
+{"train_loss": 0.0007079580100253224, "global_step": 33903, "epoch": 521, "lr": 4.260985187119204e-06}
+{"train_loss": 0.0003735661448445171, "global_step": 33904, "epoch": 521, "lr": 4.259337220146409e-06}
+{"train_loss": 0.00045365869300439954, "global_step": 33905, "epoch": 521, "lr": 4.257689557739136e-06}
+{"train_loss": 0.0006711077294312418, "global_step": 33906, "epoch": 521, "lr": 4.2560421999083665e-06}
+{"train_loss": 0.000378954951884225, "global_step": 33907, "epoch": 521, "lr": 4.2543951466650634e-06}
+{"train_loss": 0.00048342463560402393, "global_step": 33908, "epoch": 521, "lr": 4.252748398020178e-06}
+{"train_loss": 0.0007888154359534383, "global_step": 33909, "epoch": 521, "lr": 4.251101953984687e-06}
+{"train_loss": 0.00032072479370981455, "global_step": 33910, "epoch": 521, "lr": 4.249455814569553e-06}
+{"train_loss": 0.000381381600163877, "global_step": 33911, "epoch": 521, "lr": 4.247809979785749e-06}
+{"train_loss": 0.0005492438212968409, "global_step": 33912, "epoch": 521, "lr": 4.246164449644213e-06}
+{"train_loss": 0.0004991235327906907, "global_step": 33913, "epoch": 521, "lr": 4.2445192241559075e-06}
+{"train_loss": 0.0003223978856112808, "global_step": 33914, "epoch": 521, "lr": 4.242874303331807e-06}
+{"train_loss": 0.0010400450555607677, "global_step": 33915, "epoch": 521, "lr": 4.2412296871828405e-06}
+{"train_loss": 0.0004260437854100019, "global_step": 33916, "epoch": 521, "lr": 4.239585375719962e-06}
+{"train_loss": 0.0004545990959741175, "global_step": 33917, "epoch": 521, "lr": 4.237941368954124e-06}
+{"train_loss": 0.0008628506911918521, "global_step": 33918, "epoch": 521, "lr": 4.236297666896272e-06}
+{"train_loss": 0.00045389964361675084, "global_step": 33919, "epoch": 521, "lr": 4.234654269557364e-06}
+{"train_loss": 0.00047963473480194807, "global_step": 33920, "epoch": 521, "lr": 4.23301117694832e-06}
+{"train_loss": 0.00044625657028518617, "global_step": 33921, "epoch": 521, "lr": 4.231368389080092e-06}
+{"train_loss": 0.0006486860220320523, "global_step": 33922, "epoch": 521, "lr": 4.229725905963633e-06}
+{"train_loss": 0.0004534562467597425, "global_step": 33923, "epoch": 521, "lr": 4.2280837276098605e-06}
+{"train_loss": 0.0005662058247253299, "global_step": 33924, "epoch": 521, "lr": 4.2264418540297e-06}
+{"train_loss": 0.0006266075652092695, "global_step": 33925, "epoch": 521, "lr": 4.224800285234104e-06}
+{"train_loss": 0.0014428462600335479, "global_step": 33926, "epoch": 521, "lr": 4.223159021233991e-06}
+{"train_loss": 0.0004648480098694563, "global_step": 33927, "epoch": 521, "lr": 4.221518062040308e-06}
+{"train_loss": 0.000285074464045465, "global_step": 33928, "epoch": 521, "lr": 4.219877407663958e-06}
+{"train_loss": 0.0005630703002680093, "global_step": 33929, "epoch": 521, "lr": 4.218237058115882e-06, "val_loss": 0.0036229572724550962}
+{"train_loss": 0.0002901421394199133, "global_step": 33930, "epoch": 522, "lr": 4.216597013406986e-06}
+{"train_loss": 0.0009135373984463513, "global_step": 33931, "epoch": 522, "lr": 4.214957273548209e-06}
+{"train_loss": 0.0005078008398413658, "global_step": 33932, "epoch": 522, "lr": 4.213317838550452e-06}
+{"train_loss": 0.00026255048578605056, "global_step": 33933, "epoch": 522, "lr": 4.211678708424643e-06}
+{"train_loss": 0.000758331036195159, "global_step": 33934, "epoch": 522, "lr": 4.210039883181688e-06}
+{"train_loss": 0.000492992578074336, "global_step": 33935, "epoch": 522, "lr": 4.208401362832515e-06}
+{"train_loss": 0.00034801397123374045, "global_step": 33936, "epoch": 522, "lr": 4.20676314738801e-06}
+{"train_loss": 0.0004137768701184541, "global_step": 33937, "epoch": 522, "lr": 4.2051252368591085e-06}
+{"train_loss": 0.0007168451556935906, "global_step": 33938, "epoch": 522, "lr": 4.203487631256692e-06}
+{"train_loss": 0.0004315025871619582, "global_step": 33939, "epoch": 522, "lr": 4.2018503305916775e-06}
+{"train_loss": 0.0006027700728736818, "global_step": 33940, "epoch": 522, "lr": 4.200213334874964e-06}
+{"train_loss": 0.00034414653782732785, "global_step": 33941, "epoch": 522, "lr": 4.1985766441174465e-06}
+{"train_loss": 0.00035269453655928373, "global_step": 33942, "epoch": 522, "lr": 4.196940258330029e-06}
+{"train_loss": 0.0005174409598112106, "global_step": 33943, "epoch": 522, "lr": 4.195304177523613e-06}
+{"train_loss": 0.0005091545172035694, "global_step": 33944, "epoch": 522, "lr": 4.193668401709083e-06}
+{"train_loss": 0.0007779993466101587, "global_step": 33945, "epoch": 522, "lr": 4.192032930897338e-06}
+{"train_loss": 0.0004401069018058479, "global_step": 33946, "epoch": 522, "lr": 4.190397765099252e-06}
+{"train_loss": 0.0003402739530429244, "global_step": 33947, "epoch": 522, "lr": 4.188762904325738e-06}
+{"train_loss": 0.00039115772233344615, "global_step": 33948, "epoch": 522, "lr": 4.18712834858766e-06}
+{"train_loss": 0.0004914065357297659, "global_step": 33949, "epoch": 522, "lr": 4.1854940978959034e-06}
+{"train_loss": 0.0009041768498718739, "global_step": 33950, "epoch": 522, "lr": 4.183860152261365e-06}
+{"train_loss": 0.0005280289333313704, "global_step": 33951, "epoch": 522, "lr": 4.18222651169492e-06}
+{"train_loss": 0.0004009014228358865, "global_step": 33952, "epoch": 522, "lr": 4.180593176207432e-06}
+{"train_loss": 0.0008253435371443629, "global_step": 33953, "epoch": 522, "lr": 4.178960145809796e-06}
+{"train_loss": 0.0007158938678912818, "global_step": 33954, "epoch": 522, "lr": 4.177327420512866e-06}
+{"train_loss": 0.00032398203620687127, "global_step": 33955, "epoch": 522, "lr": 4.175695000327534e-06}
+{"train_loss": 0.000933738483581692, "global_step": 33956, "epoch": 522, "lr": 4.1740628852646516e-06}
+{"train_loss": 0.0004019755288027227, "global_step": 33957, "epoch": 522, "lr": 4.172431075335092e-06}
+{"train_loss": 0.0011163351591676474, "global_step": 33958, "epoch": 522, "lr": 4.170799570549722e-06}
+{"train_loss": 0.0004806188808288425, "global_step": 33959, "epoch": 522, "lr": 4.169168370919419e-06}
+{"train_loss": 0.0005602941964752972, "global_step": 33960, "epoch": 522, "lr": 4.167537476455025e-06}
+{"train_loss": 0.0004240701673552394, "global_step": 33961, "epoch": 522, "lr": 4.165906887167398e-06}
+{"train_loss": 0.0003818926925305277, "global_step": 33962, "epoch": 522, "lr": 4.164276603067402e-06}
+{"train_loss": 0.0003740905085578561, "global_step": 33963, "epoch": 522, "lr": 4.162646624165905e-06}
+{"train_loss": 0.0009566761436872184, "global_step": 33964, "epoch": 522, "lr": 4.161016950473739e-06}
+{"train_loss": 0.0009234934113919735, "global_step": 33965, "epoch": 522, "lr": 4.159387582001761e-06}
+{"train_loss": 0.00048388802679255605, "global_step": 33966, "epoch": 522, "lr": 4.1577585187608235e-06}
+{"train_loss": 0.0004376652941573411, "global_step": 33967, "epoch": 522, "lr": 4.1561297607617844e-06}
+{"train_loss": 0.0006860783905722201, "global_step": 33968, "epoch": 522, "lr": 4.154501308015479e-06}
+{"train_loss": 0.0006493097171187401, "global_step": 33969, "epoch": 522, "lr": 4.1528731605327385e-06}
+{"train_loss": 0.0005197146674618125, "global_step": 33970, "epoch": 522, "lr": 4.151245318324415e-06}
+{"train_loss": 0.0003322543343529105, "global_step": 33971, "epoch": 522, "lr": 4.149617781401361e-06}
+{"train_loss": 0.0007792921387590468, "global_step": 33972, "epoch": 522, "lr": 4.147990549774383e-06}
+{"train_loss": 0.0005337145994417369, "global_step": 33973, "epoch": 522, "lr": 4.146363623454341e-06}
+{"train_loss": 0.0004918205086141825, "global_step": 33974, "epoch": 522, "lr": 4.1447370024520535e-06}
+{"train_loss": 0.0004599642415996641, "global_step": 33975, "epoch": 522, "lr": 4.1431106867783735e-06}
+{"train_loss": 0.0005289737600833178, "global_step": 33976, "epoch": 522, "lr": 4.141484676444107e-06}
+{"train_loss": 0.0004776082932949066, "global_step": 33977, "epoch": 522, "lr": 4.139858971460081e-06}
+{"train_loss": 0.000985554652288556, "global_step": 33978, "epoch": 522, "lr": 4.13823357183713e-06}
+{"train_loss": 0.00045879988465458155, "global_step": 33979, "epoch": 522, "lr": 4.1366084775860795e-06}
+{"train_loss": 0.00030684430385008454, "global_step": 33980, "epoch": 522, "lr": 4.134983688717742e-06}
+{"train_loss": 0.0006979076424613595, "global_step": 33981, "epoch": 522, "lr": 4.133359205242932e-06}
+{"train_loss": 0.0008857144275680184, "global_step": 33982, "epoch": 522, "lr": 4.131735027172479e-06}
+{"train_loss": 0.0009120061877183616, "global_step": 33983, "epoch": 522, "lr": 4.130111154517197e-06}
+{"train_loss": 0.0004988247528672218, "global_step": 33984, "epoch": 522, "lr": 4.128487587287893e-06}
+{"train_loss": 0.0003547288361005485, "global_step": 33985, "epoch": 522, "lr": 4.126864325495372e-06}
+{"train_loss": 0.0007127240533009171, "global_step": 33986, "epoch": 522, "lr": 4.125241369150451e-06}
+{"train_loss": 0.0005111037171445787, "global_step": 33987, "epoch": 522, "lr": 4.123618718263938e-06}
+{"train_loss": 0.0009790256153792143, "global_step": 33988, "epoch": 522, "lr": 4.121996372846626e-06}
+{"train_loss": 0.000905518711078912, "global_step": 33989, "epoch": 522, "lr": 4.120374332909321e-06}
+{"train_loss": 0.0004995270865038037, "global_step": 33990, "epoch": 522, "lr": 4.118752598462833e-06}
+{"train_loss": 0.0003857729898300022, "global_step": 33991, "epoch": 522, "lr": 4.117131169517963e-06}
+{"train_loss": 0.0005689974059350789, "global_step": 33992, "epoch": 522, "lr": 4.115510046085497e-06}
+{"train_loss": 0.0003668885910883546, "global_step": 33993, "epoch": 522, "lr": 4.113889228176226e-06}
+{"train_loss": 0.0005749867257411376, "global_step": 33994, "epoch": 522, "lr": 4.112268715800943e-06, "val_loss": 0.004296069499105215}
+{"train_loss": 0.00044089159928262234, "global_step": 33995, "epoch": 523, "lr": 4.110648508970455e-06}
+{"train_loss": 0.0004245288437232375, "global_step": 33996, "epoch": 523, "lr": 4.109028607695525e-06}
+{"train_loss": 0.00052999536274001, "global_step": 33997, "epoch": 523, "lr": 4.1074090119869565e-06}
+{"train_loss": 0.0006773023633286357, "global_step": 33998, "epoch": 523, "lr": 4.1057897218555296e-06}
+{"train_loss": 0.0005691122496500611, "global_step": 33999, "epoch": 523, "lr": 4.1041707373120356e-06}
+{"train_loss": 0.00047746882773935795, "global_step": 34000, "epoch": 523, "lr": 4.102552058367243e-06}
+{"train_loss": 0.0004379517922643572, "global_step": 34001, "epoch": 523, "lr": 4.100933685031921e-06}
+{"train_loss": 0.0007707460899837315, "global_step": 34002, "epoch": 523, "lr": 4.0993156173168565e-06}
+{"train_loss": 0.000363913452019915, "global_step": 34003, "epoch": 523, "lr": 4.097697855232835e-06}
+{"train_loss": 0.000562938570510596, "global_step": 34004, "epoch": 523, "lr": 4.096080398790609e-06}
+{"train_loss": 0.0005713027203455567, "global_step": 34005, "epoch": 523, "lr": 4.094463248000951e-06}
+{"train_loss": 0.0003995188744738698, "global_step": 34006, "epoch": 523, "lr": 4.092846402874651e-06}
+{"train_loss": 0.000536780571565032, "global_step": 34007, "epoch": 523, "lr": 4.091229863422441e-06}
+{"train_loss": 0.0007432025740854442, "global_step": 34008, "epoch": 523, "lr": 4.089613629655115e-06}
+{"train_loss": 0.0006573184509761631, "global_step": 34009, "epoch": 523, "lr": 4.087997701583412e-06}
+{"train_loss": 0.0007592264446429908, "global_step": 34010, "epoch": 523, "lr": 4.0863820792180986e-06}
+{"train_loss": 0.0005324356607161462, "global_step": 34011, "epoch": 523, "lr": 4.084766762569936e-06}
+{"train_loss": 0.00047549550072290003, "global_step": 34012, "epoch": 523, "lr": 4.083151751649689e-06}
+{"train_loss": 0.0004315474652685225, "global_step": 34013, "epoch": 523, "lr": 4.081537046468092e-06}
+{"train_loss": 0.00041116311331279576, "global_step": 34014, "epoch": 523, "lr": 4.079922647035916e-06}
+{"train_loss": 0.0013277714606374502, "global_step": 34015, "epoch": 523, "lr": 4.078308553363891e-06}
+{"train_loss": 0.0006395865930244327, "global_step": 34016, "epoch": 523, "lr": 4.07669476546278e-06}
+{"train_loss": 0.00046650791773572564, "global_step": 34017, "epoch": 523, "lr": 4.075081283343313e-06}
+{"train_loss": 0.0009020880097523332, "global_step": 34018, "epoch": 523, "lr": 4.073468107016243e-06}
+{"train_loss": 0.00045631855027750134, "global_step": 34019, "epoch": 523, "lr": 4.071855236492311e-06}
+{"train_loss": 0.0005419600056484342, "global_step": 34020, "epoch": 523, "lr": 4.070242671782265e-06}
+{"train_loss": 0.0010082473745569587, "global_step": 34021, "epoch": 523, "lr": 4.068630412896829e-06}
+{"train_loss": 0.0005584210157394409, "global_step": 34022, "epoch": 523, "lr": 4.0670184598467445e-06}
+{"train_loss": 0.0006849628407508135, "global_step": 34023, "epoch": 523, "lr": 4.065406812642736e-06}
+{"train_loss": 0.0004692162910941988, "global_step": 34024, "epoch": 523, "lr": 4.063795471295556e-06}
+{"train_loss": 0.00039465114241465926, "global_step": 34025, "epoch": 523, "lr": 4.062184435815902e-06}
+{"train_loss": 0.0004127155407331884, "global_step": 34026, "epoch": 523, "lr": 4.060573706214526e-06}
+{"train_loss": 0.0011077801464125514, "global_step": 34027, "epoch": 523, "lr": 4.058963282502143e-06}
+{"train_loss": 0.0004884639638476074, "global_step": 34028, "epoch": 523, "lr": 4.057353164689487e-06}
+{"train_loss": 0.0005586786428466439, "global_step": 34029, "epoch": 523, "lr": 4.055743352787267e-06}
+{"train_loss": 0.0006344238645397127, "global_step": 34030, "epoch": 523, "lr": 4.054133846806202e-06}
+{"train_loss": 0.0007470518467016518, "global_step": 34031, "epoch": 523, "lr": 4.052524646757011e-06}
+{"train_loss": 0.0006874175160191953, "global_step": 34032, "epoch": 523, "lr": 4.05091575265042e-06}
+{"train_loss": 0.0005497256061062217, "global_step": 34033, "epoch": 523, "lr": 4.049307164497118e-06}
+{"train_loss": 0.0006411706563085318, "global_step": 34034, "epoch": 523, "lr": 4.047698882307837e-06}
+{"train_loss": 0.0005694916471838951, "global_step": 34035, "epoch": 523, "lr": 4.046090906093275e-06}
+{"train_loss": 0.00036267199902795255, "global_step": 34036, "epoch": 523, "lr": 4.044483235864155e-06}
+{"train_loss": 0.000589488074183464, "global_step": 34037, "epoch": 523, "lr": 4.042875871631168e-06}
+{"train_loss": 0.0006509494269266725, "global_step": 34038, "epoch": 523, "lr": 4.041268813405008e-06}
+{"train_loss": 0.0005497855599969625, "global_step": 34039, "epoch": 523, "lr": 4.039662061196386e-06}
+{"train_loss": 0.0004284396709408611, "global_step": 34040, "epoch": 523, "lr": 4.038055615016012e-06}
+{"train_loss": 0.0006989204557612538, "global_step": 34041, "epoch": 523, "lr": 4.0364494748745595e-06}
+{"train_loss": 0.0007989649893715978, "global_step": 34042, "epoch": 523, "lr": 4.034843640782737e-06}
+{"train_loss": 0.0004233838990330696, "global_step": 34043, "epoch": 523, "lr": 4.033238112751231e-06}
+{"train_loss": 0.0004936138284392655, "global_step": 34044, "epoch": 523, "lr": 4.031632890790743e-06}
+{"train_loss": 0.0007162130204960704, "global_step": 34045, "epoch": 523, "lr": 4.030027974911959e-06}
+{"train_loss": 0.000381617370294407, "global_step": 34046, "epoch": 523, "lr": 4.02842336512555e-06}
+{"train_loss": 0.00045277056051418185, "global_step": 34047, "epoch": 523, "lr": 4.026819061442205e-06}
+{"train_loss": 0.000873817945830524, "global_step": 34048, "epoch": 523, "lr": 4.025215063872628e-06}
+{"train_loss": 0.0004532120656222105, "global_step": 34049, "epoch": 523, "lr": 4.023611372427471e-06}
+{"train_loss": 0.0009945591446012259, "global_step": 34050, "epoch": 523, "lr": 4.022007987117427e-06}
+{"train_loss": 0.0011510926997289062, "global_step": 34051, "epoch": 523, "lr": 4.0204049079531626e-06}
+{"train_loss": 0.00026828411500900984, "global_step": 34052, "epoch": 523, "lr": 4.018802134945382e-06}
+{"train_loss": 0.0004487870610319078, "global_step": 34053, "epoch": 523, "lr": 4.017199668104716e-06}
+{"train_loss": 0.0010662950808182359, "global_step": 34054, "epoch": 523, "lr": 4.0155975074418536e-06}
+{"train_loss": 0.0006187942926771939, "global_step": 34055, "epoch": 523, "lr": 4.0139956529674615e-06}
+{"train_loss": 0.000452264619525522, "global_step": 34056, "epoch": 523, "lr": 4.012394104692213e-06}
+{"train_loss": 0.0006562730995938182, "global_step": 34057, "epoch": 523, "lr": 4.010792862626756e-06}
+{"train_loss": 0.000548713724128902, "global_step": 34058, "epoch": 523, "lr": 4.009191926781763e-06}
+{"train_loss": 0.0006025276522940168, "global_step": 34059, "epoch": 523, "lr": 4.007591297167895e-06, "val_loss": 0.00588849326595664}
+{"train_loss": 0.0007930609863251448, "global_step": 34060, "epoch": 524, "lr": 4.005990973795826e-06}
+{"train_loss": 0.00035399862099438906, "global_step": 34061, "epoch": 524, "lr": 4.004390956676174e-06}
+{"train_loss": 0.00042903010034933686, "global_step": 34062, "epoch": 524, "lr": 4.002791245819609e-06}
+{"train_loss": 0.0005255664582364261, "global_step": 34063, "epoch": 524, "lr": 4.00119184123679e-06}
+{"train_loss": 0.0006523516494780779, "global_step": 34064, "epoch": 524, "lr": 3.9995927429383684e-06}
+{"train_loss": 0.0005925798905082047, "global_step": 34065, "epoch": 524, "lr": 3.997993950934975e-06}
+{"train_loss": 0.00045800095540471375, "global_step": 34066, "epoch": 524, "lr": 3.996395465237268e-06}
+{"train_loss": 0.00031189536093734205, "global_step": 34067, "epoch": 524, "lr": 3.994797285855894e-06}
+{"train_loss": 0.0008535768720321357, "global_step": 34068, "epoch": 524, "lr": 3.993199412801502e-06}
+{"train_loss": 0.0005110877682454884, "global_step": 34069, "epoch": 524, "lr": 3.991601846084703e-06}
+{"train_loss": 0.0004722213197965175, "global_step": 34070, "epoch": 524, "lr": 3.99000458571615e-06}
+{"train_loss": 0.0009262408129870892, "global_step": 34071, "epoch": 524, "lr": 3.9884076317064814e-06}
+{"train_loss": 0.00048534246161580086, "global_step": 34072, "epoch": 524, "lr": 3.986810984066336e-06}
+{"train_loss": 0.00031138595659285784, "global_step": 34073, "epoch": 524, "lr": 3.985214642806329e-06}
+{"train_loss": 0.0004045625973958522, "global_step": 34074, "epoch": 524, "lr": 3.983618607937095e-06}
+{"train_loss": 0.0006338709499686956, "global_step": 34075, "epoch": 524, "lr": 3.982022879469271e-06}
+{"train_loss": 0.00042486671009100974, "global_step": 34076, "epoch": 524, "lr": 3.9804274574134885e-06}
+{"train_loss": 0.0005155934486538172, "global_step": 34077, "epoch": 524, "lr": 3.978832341780342e-06}
+{"train_loss": 0.0007218700484372675, "global_step": 34078, "epoch": 524, "lr": 3.977237532580463e-06}
+{"train_loss": 0.0005973185179755092, "global_step": 34079, "epoch": 524, "lr": 3.975643029824483e-06}
+{"train_loss": 0.0006450281944125891, "global_step": 34080, "epoch": 524, "lr": 3.974048833523014e-06}
+{"train_loss": 0.00044660092680715024, "global_step": 34081, "epoch": 524, "lr": 3.972454943686665e-06}
+{"train_loss": 0.00046411307994276285, "global_step": 34082, "epoch": 524, "lr": 3.97086136032605e-06}
+{"train_loss": 0.00044875041930936277, "global_step": 34083, "epoch": 524, "lr": 3.969268083451794e-06}
+{"train_loss": 0.0004420881159603596, "global_step": 34084, "epoch": 524, "lr": 3.967675113074487e-06}
+{"train_loss": 0.0005053953500464559, "global_step": 34085, "epoch": 524, "lr": 3.96608244920475e-06}
+{"train_loss": 0.00038906390545889735, "global_step": 34086, "epoch": 524, "lr": 3.964490091853174e-06}
+{"train_loss": 0.0004764803743455559, "global_step": 34087, "epoch": 524, "lr": 3.962898041030366e-06}
+{"train_loss": 0.0003929704544134438, "global_step": 34088, "epoch": 524, "lr": 3.961306296746941e-06}
+{"train_loss": 0.00032289500813931227, "global_step": 34089, "epoch": 524, "lr": 3.959714859013475e-06}
+{"train_loss": 0.0003269658191129565, "global_step": 34090, "epoch": 524, "lr": 3.958123727840579e-06}
+{"train_loss": 0.000877119367942214, "global_step": 34091, "epoch": 524, "lr": 3.956532903238852e-06}
+{"train_loss": 0.0006810284685343504, "global_step": 34092, "epoch": 524, "lr": 3.954942385218874e-06}
+{"train_loss": 0.00038038709317333996, "global_step": 34093, "epoch": 524, "lr": 3.9533521737912475e-06}
+{"train_loss": 0.0005581527948379517, "global_step": 34094, "epoch": 524, "lr": 3.951762268966542e-06}
+{"train_loss": 0.0009584921062923968, "global_step": 34095, "epoch": 524, "lr": 3.950172670755359e-06}
+{"train_loss": 0.00046938532614149153, "global_step": 34096, "epoch": 524, "lr": 3.948583379168286e-06}
+{"train_loss": 0.0006631336291320622, "global_step": 34097, "epoch": 524, "lr": 3.946994394215897e-06}
+{"train_loss": 0.0004894851008430123, "global_step": 34098, "epoch": 524, "lr": 3.945405715908767e-06}
+{"train_loss": 0.00043358118273317814, "global_step": 34099, "epoch": 524, "lr": 3.9438173442575e-06}
+{"train_loss": 0.000455381436040625, "global_step": 34100, "epoch": 524, "lr": 3.9422292792726355e-06}
+{"train_loss": 0.0008318322361446917, "global_step": 34101, "epoch": 524, "lr": 3.940641520964783e-06}
+{"train_loss": 0.0003370563208591193, "global_step": 34102, "epoch": 524, "lr": 3.9390540693444835e-06}
+{"train_loss": 0.0006360808620229363, "global_step": 34103, "epoch": 524, "lr": 3.937466924422323e-06}
+{"train_loss": 0.0004086453700438142, "global_step": 34104, "epoch": 524, "lr": 3.9358800862088816e-06}
+{"train_loss": 0.0008882717229425907, "global_step": 34105, "epoch": 524, "lr": 3.934293554714697e-06}
+{"train_loss": 0.00039504937012679875, "global_step": 34106, "epoch": 524, "lr": 3.932707329950358e-06}
+{"train_loss": 0.0005043774726800621, "global_step": 34107, "epoch": 524, "lr": 3.931121411926409e-06}
+{"train_loss": 0.00035427752300165594, "global_step": 34108, "epoch": 524, "lr": 3.929535800653422e-06}
+{"train_loss": 0.0004436137096490711, "global_step": 34109, "epoch": 524, "lr": 3.927950496141952e-06}
+{"train_loss": 0.0010200610850006342, "global_step": 34110, "epoch": 524, "lr": 3.926365498402546e-06}
+{"train_loss": 0.0002883722772821784, "global_step": 34111, "epoch": 524, "lr": 3.924780807445766e-06}
+{"train_loss": 0.0005316406022757292, "global_step": 34112, "epoch": 524, "lr": 3.9231964232821715e-06}
+{"train_loss": 0.0004244880401529372, "global_step": 34113, "epoch": 524, "lr": 3.921612345922293e-06}
+{"train_loss": 0.0006155067239888012, "global_step": 34114, "epoch": 524, "lr": 3.9200285753767e-06}
+{"train_loss": 0.0006404119776561856, "global_step": 34115, "epoch": 524, "lr": 3.9184451116559104e-06}
+{"train_loss": 0.00038074844633229077, "global_step": 34116, "epoch": 524, "lr": 3.9168619547704895e-06}
+{"train_loss": 0.0004815032589249313, "global_step": 34117, "epoch": 524, "lr": 3.915279104730984e-06}
+{"train_loss": 0.00026125082513317466, "global_step": 34118, "epoch": 524, "lr": 3.913696561547908e-06}
+{"train_loss": 0.00034849526127800345, "global_step": 34119, "epoch": 524, "lr": 3.912114325231814e-06}
+{"train_loss": 0.0016930649289861321, "global_step": 34120, "epoch": 524, "lr": 3.910532395793248e-06}
+{"train_loss": 0.00030138855800032616, "global_step": 34121, "epoch": 524, "lr": 3.908950773242725e-06}
+{"train_loss": 0.0010746661573648453, "global_step": 34122, "epoch": 524, "lr": 3.907369457590787e-06}
+{"train_loss": 0.00045129278441891074, "global_step": 34123, "epoch": 524, "lr": 3.905788448847952e-06}
+{"train_loss": 0.0005457615318636481, "global_step": 34124, "epoch": 524, "lr": 3.904207747024757e-06, "val_loss": 0.004607115872204304}
+{"train_loss": 0.000367656844900921, "global_step": 34125, "epoch": 525, "lr": 3.902627352131732e-06}
+{"train_loss": 0.0007152889156714082, "global_step": 34126, "epoch": 525, "lr": 3.901047264179386e-06}
+{"train_loss": 0.0003986610390711576, "global_step": 34127, "epoch": 525, "lr": 3.899467483178243e-06}
+{"train_loss": 0.0005104131996631622, "global_step": 34128, "epoch": 525, "lr": 3.897888009138839e-06}
+{"train_loss": 0.0005493966164067388, "global_step": 34129, "epoch": 525, "lr": 3.896308842071678e-06}
+{"train_loss": 0.0003545998770277947, "global_step": 34130, "epoch": 525, "lr": 3.8947299819872605e-06}
+{"train_loss": 0.0004997131763957441, "global_step": 34131, "epoch": 525, "lr": 3.893151428896119e-06}
+{"train_loss": 0.000749805651139468, "global_step": 34132, "epoch": 525, "lr": 3.891573182808761e-06}
+{"train_loss": 0.0004616099176928401, "global_step": 34133, "epoch": 525, "lr": 3.8899952437356945e-06}
+{"train_loss": 0.0005670711398124695, "global_step": 34134, "epoch": 525, "lr": 3.888417611687423e-06}
+{"train_loss": 0.00038774439599364996, "global_step": 34135, "epoch": 525, "lr": 3.886840286674454e-06}
+{"train_loss": 0.0004385158827062696, "global_step": 34136, "epoch": 525, "lr": 3.8852632687072954e-06}
+{"train_loss": 0.0005636250134557486, "global_step": 34137, "epoch": 525, "lr": 3.88368655779644e-06}
+{"train_loss": 0.0006212005391716957, "global_step": 34138, "epoch": 525, "lr": 3.882110153952384e-06}
+{"train_loss": 0.00042467706953175366, "global_step": 34139, "epoch": 525, "lr": 3.880534057185625e-06}
+{"train_loss": 0.0006071988609619439, "global_step": 34140, "epoch": 525, "lr": 3.87895826750666e-06}
+{"train_loss": 0.0008221008465625346, "global_step": 34141, "epoch": 525, "lr": 3.877382784925992e-06}
+{"train_loss": 0.0005795857287012041, "global_step": 34142, "epoch": 525, "lr": 3.875807609454096e-06}
+{"train_loss": 0.0006674890173599124, "global_step": 34143, "epoch": 525, "lr": 3.874232741101464e-06}
+{"train_loss": 0.0008409163565374911, "global_step": 34144, "epoch": 525, "lr": 3.872658179878591e-06}
+{"train_loss": 0.0006240807706490159, "global_step": 34145, "epoch": 525, "lr": 3.8710839257959544e-06}
+{"train_loss": 0.0004200075345579535, "global_step": 34146, "epoch": 525, "lr": 3.869509978864033e-06}
+{"train_loss": 0.00039191212272271514, "global_step": 34147, "epoch": 525, "lr": 3.867936339093303e-06}
+{"train_loss": 0.0004048299742862582, "global_step": 34148, "epoch": 525, "lr": 3.866363006494255e-06}
+{"train_loss": 0.0005898132803849876, "global_step": 34149, "epoch": 525, "lr": 3.864789981077371e-06}
+{"train_loss": 0.0003648767014965415, "global_step": 34150, "epoch": 525, "lr": 3.863217262853103e-06}
+{"train_loss": 0.0006235673208720982, "global_step": 34151, "epoch": 525, "lr": 3.86164485183193e-06}
+{"train_loss": 0.0017173421801999211, "global_step": 34152, "epoch": 525, "lr": 3.860072748024341e-06}
+{"train_loss": 0.0007862065685912967, "global_step": 34153, "epoch": 525, "lr": 3.858500951440785e-06}
+{"train_loss": 0.0007177197840064764, "global_step": 34154, "epoch": 525, "lr": 3.856929462091724e-06}
+{"train_loss": 0.0006411719368770719, "global_step": 34155, "epoch": 525, "lr": 3.855358279987631e-06}
+{"train_loss": 0.0005835622432641685, "global_step": 34156, "epoch": 525, "lr": 3.8537874051389644e-06}
+{"train_loss": 0.00045557547127828, "global_step": 34157, "epoch": 525, "lr": 3.852216837556194e-06}
+{"train_loss": 0.00047725209151394665, "global_step": 34158, "epoch": 525, "lr": 3.850646577249767e-06}
+{"train_loss": 0.0007034504087641835, "global_step": 34159, "epoch": 525, "lr": 3.8490766242301355e-06}
+{"train_loss": 0.00041137394146062434, "global_step": 34160, "epoch": 525, "lr": 3.84750697850777e-06}
+{"train_loss": 0.00046078398008830845, "global_step": 34161, "epoch": 525, "lr": 3.845937640093106e-06}
+{"train_loss": 0.0003812044160440564, "global_step": 34162, "epoch": 525, "lr": 3.844368608996596e-06}
+{"train_loss": 0.00045590364607051015, "global_step": 34163, "epoch": 525, "lr": 3.842799885228687e-06}
+{"train_loss": 0.0006331896292977035, "global_step": 34164, "epoch": 525, "lr": 3.841231468799828e-06}
+{"train_loss": 0.0010603272821754217, "global_step": 34165, "epoch": 525, "lr": 3.839663359720464e-06}
+{"train_loss": 0.0006850642967037857, "global_step": 34166, "epoch": 525, "lr": 3.838095558001032e-06}
+{"train_loss": 0.0004835190193261951, "global_step": 34167, "epoch": 525, "lr": 3.8365280636519675e-06}
+{"train_loss": 0.0007299911812879145, "global_step": 34168, "epoch": 525, "lr": 3.834960876683724e-06}
+{"train_loss": 0.0002980250574182719, "global_step": 34169, "epoch": 525, "lr": 3.833393997106727e-06}
+{"train_loss": 0.0005058550741523504, "global_step": 34170, "epoch": 525, "lr": 3.8318274249314e-06}
+{"train_loss": 0.0010660550324246287, "global_step": 34171, "epoch": 525, "lr": 3.83026116016818e-06}
+{"train_loss": 0.0004095285839866847, "global_step": 34172, "epoch": 525, "lr": 3.828695202827498e-06}
+{"train_loss": 0.0016883645439520478, "global_step": 34173, "epoch": 525, "lr": 3.8271295529197895e-06}
+{"train_loss": 0.0007045560632832348, "global_step": 34174, "epoch": 525, "lr": 3.825564210455462e-06}
+{"train_loss": 0.0006179208867251873, "global_step": 34175, "epoch": 525, "lr": 3.8239991754449585e-06}
+{"train_loss": 0.0004996180068701506, "global_step": 34176, "epoch": 525, "lr": 3.822434447898682e-06}
+{"train_loss": 0.0004472475266084075, "global_step": 34177, "epoch": 525, "lr": 3.8208700278270675e-06}
+{"train_loss": 0.0005669094971381128, "global_step": 34178, "epoch": 525, "lr": 3.819305915240506e-06}
+{"train_loss": 0.0006791888154111803, "global_step": 34179, "epoch": 525, "lr": 3.817742110149436e-06}
+{"train_loss": 0.00035135980579070747, "global_step": 34180, "epoch": 525, "lr": 3.8161786125642585e-06}
+{"train_loss": 0.000946338870562613, "global_step": 34181, "epoch": 525, "lr": 3.8146154224953988e-06}
+{"train_loss": 0.00039827212458476424, "global_step": 34182, "epoch": 525, "lr": 3.813052539953249e-06}
+{"train_loss": 0.0005112352664582431, "global_step": 34183, "epoch": 525, "lr": 3.8114899649482283e-06}
+{"train_loss": 0.0006002730806358159, "global_step": 34184, "epoch": 525, "lr": 3.8099276974907227e-06}
+{"train_loss": 0.00043070889660157263, "global_step": 34185, "epoch": 525, "lr": 3.8083657375911574e-06}
+{"train_loss": 0.0008085782756097615, "global_step": 34186, "epoch": 525, "lr": 3.806804085259913e-06}
+{"train_loss": 0.00039431641926057637, "global_step": 34187, "epoch": 525, "lr": 3.8052427405073978e-06}
+{"train_loss": 0.0007360786548815668, "global_step": 34188, "epoch": 525, "lr": 3.8036817033440033e-06}
+{"train_loss": 0.0005984213897206176, "global_step": 34189, "epoch": 525, "lr": 3.802120973780138e-06, "val_loss": 0.0024330662563443184, "train_action_mse_error": 1.3827605471306015e-05}
+{"train_loss": 0.0005247457302175462, "global_step": 34190, "epoch": 526, "lr": 3.8005605518261767e-06}
+{"train_loss": 0.000455839850474149, "global_step": 34191, "epoch": 526, "lr": 3.7990004374925227e-06}
+{"train_loss": 0.0005648662336170673, "global_step": 34192, "epoch": 526, "lr": 3.7974406307895504e-06}
+{"train_loss": 0.0007088389829732478, "global_step": 34193, "epoch": 526, "lr": 3.795881131727658e-06}
+{"train_loss": 0.0005495523218996823, "global_step": 34194, "epoch": 526, "lr": 3.794321940317219e-06}
+{"train_loss": 0.0005252695409581065, "global_step": 34195, "epoch": 526, "lr": 3.7927630565686155e-06}
+{"train_loss": 0.0007375138229690492, "global_step": 34196, "epoch": 526, "lr": 3.7912044804922388e-06}
+{"train_loss": 0.00045146088814362884, "global_step": 34197, "epoch": 526, "lr": 3.7896462120984634e-06}
+{"train_loss": 0.0009642872028052807, "global_step": 34198, "epoch": 526, "lr": 3.788088251397659e-06}
+{"train_loss": 0.0006713864277116954, "global_step": 34199, "epoch": 526, "lr": 3.7865305984002065e-06}
+{"train_loss": 0.000705396116245538, "global_step": 34200, "epoch": 526, "lr": 3.7849732531164696e-06}
+{"train_loss": 0.00037800351856276393, "global_step": 34201, "epoch": 526, "lr": 3.7834162155568286e-06}
+{"train_loss": 0.00040119662298820913, "global_step": 34202, "epoch": 526, "lr": 3.7818594857316315e-06}
+{"train_loss": 0.0005030910833738744, "global_step": 34203, "epoch": 526, "lr": 3.7803030636512636e-06}
+{"train_loss": 0.0002498981193639338, "global_step": 34204, "epoch": 526, "lr": 3.7787469493260783e-06}
+{"train_loss": 0.0004572222242131829, "global_step": 34205, "epoch": 526, "lr": 3.7771911427664452e-06}
+{"train_loss": 0.0004936475306749344, "global_step": 34206, "epoch": 526, "lr": 3.7756356439827222e-06}
+{"train_loss": 0.0005251363036222756, "global_step": 34207, "epoch": 526, "lr": 3.774080452985251e-06}
+{"train_loss": 0.0005747282411903143, "global_step": 34208, "epoch": 526, "lr": 3.7725255697844073e-06}
+{"train_loss": 0.0004846691444981843, "global_step": 34209, "epoch": 526, "lr": 3.770970994390538e-06}
+{"train_loss": 0.0006001152796670794, "global_step": 34210, "epoch": 526, "lr": 3.7694167268139844e-06}
+{"train_loss": 0.0009415002423338592, "global_step": 34211, "epoch": 526, "lr": 3.7678627670651056e-06}
+{"train_loss": 0.0003977058222517371, "global_step": 34212, "epoch": 526, "lr": 3.766309115154243e-06}
+{"train_loss": 0.0006265807896852493, "global_step": 34213, "epoch": 526, "lr": 3.7647557710917545e-06}
+{"train_loss": 0.0005426923744380474, "global_step": 34214, "epoch": 526, "lr": 3.7632027348879775e-06}
+{"train_loss": 0.0004847829113714397, "global_step": 34215, "epoch": 526, "lr": 3.761650006553236e-06}
+{"train_loss": 0.00032017819467000663, "global_step": 34216, "epoch": 526, "lr": 3.7600975860978884e-06}
+{"train_loss": 0.0005441887187771499, "global_step": 34217, "epoch": 526, "lr": 3.7585454735322655e-06}
+{"train_loss": 0.00039088327321223915, "global_step": 34218, "epoch": 526, "lr": 3.7569936688666986e-06}
+{"train_loss": 0.00039411665056832135, "global_step": 34219, "epoch": 526, "lr": 3.755442172111523e-06}
+{"train_loss": 0.00039676931919530034, "global_step": 34220, "epoch": 526, "lr": 3.7538909832770697e-06}
+{"train_loss": 0.0003999624168500304, "global_step": 34221, "epoch": 526, "lr": 3.7523401023736805e-06}
+{"train_loss": 0.0004105429688934237, "global_step": 34222, "epoch": 526, "lr": 3.7507895294116637e-06}
+{"train_loss": 0.0006398945115506649, "global_step": 34223, "epoch": 526, "lr": 3.7492392644013443e-06}
+{"train_loss": 0.0006737553630955517, "global_step": 34224, "epoch": 526, "lr": 3.747689307353047e-06}
+{"train_loss": 0.0007252079085446894, "global_step": 34225, "epoch": 526, "lr": 3.7461396582771035e-06}
+{"train_loss": 0.0007881518104113638, "global_step": 34226, "epoch": 526, "lr": 3.744590317183816e-06}
+{"train_loss": 0.0006055185804143548, "global_step": 34227, "epoch": 526, "lr": 3.7430412840835092e-06}
+{"train_loss": 0.0003358497051522136, "global_step": 34228, "epoch": 526, "lr": 3.741492558986498e-06}
+{"train_loss": 0.0004710014909505844, "global_step": 34229, "epoch": 526, "lr": 3.7399441419031013e-06}
+{"train_loss": 0.0002548985357861966, "global_step": 34230, "epoch": 526, "lr": 3.738396032843616e-06}
+{"train_loss": 0.0004043213848490268, "global_step": 34231, "epoch": 526, "lr": 3.7368482318183517e-06}
+{"train_loss": 0.000892608193680644, "global_step": 34232, "epoch": 526, "lr": 3.7353007388376215e-06}
+{"train_loss": 0.0005979968118481338, "global_step": 34233, "epoch": 526, "lr": 3.7337535539117286e-06}
+{"train_loss": 0.0005821481463499367, "global_step": 34234, "epoch": 526, "lr": 3.73220667705097e-06}
+{"train_loss": 0.0003076793218497187, "global_step": 34235, "epoch": 526, "lr": 3.7306601082656433e-06}
+{"train_loss": 0.0007138881483115256, "global_step": 34236, "epoch": 526, "lr": 3.729113847566057e-06}
+{"train_loss": 0.0007954751490615308, "global_step": 34237, "epoch": 526, "lr": 3.7275678949625025e-06}
+{"train_loss": 0.0006952822441235185, "global_step": 34238, "epoch": 526, "lr": 3.7260222504652773e-06}
+{"train_loss": 0.0008650284726172686, "global_step": 34239, "epoch": 526, "lr": 3.724476914084657e-06}
+{"train_loss": 0.000370469264453277, "global_step": 34240, "epoch": 526, "lr": 3.7229318858309435e-06}
+{"train_loss": 0.0002710081171244383, "global_step": 34241, "epoch": 526, "lr": 3.721387165714435e-06}
+{"train_loss": 0.0005876649520359933, "global_step": 34242, "epoch": 526, "lr": 3.719842753745395e-06}
+{"train_loss": 0.0009322194964624941, "global_step": 34243, "epoch": 526, "lr": 3.7182986499341157e-06}
+{"train_loss": 0.00039481307612732053, "global_step": 34244, "epoch": 526, "lr": 3.7167548542908826e-06}
+{"train_loss": 0.0003018310235347599, "global_step": 34245, "epoch": 526, "lr": 3.715211366825977e-06}
+{"train_loss": 0.000804864102974534, "global_step": 34246, "epoch": 526, "lr": 3.713668187549679e-06}
+{"train_loss": 0.0004248071927577257, "global_step": 34247, "epoch": 526, "lr": 3.7121253164722424e-06}
+{"train_loss": 0.0005341863143257797, "global_step": 34248, "epoch": 526, "lr": 3.7105827536039583e-06}
+{"train_loss": 0.0007817444275133312, "global_step": 34249, "epoch": 526, "lr": 3.7090404989551018e-06}
+{"train_loss": 0.0005893315537832677, "global_step": 34250, "epoch": 526, "lr": 3.707498552535926e-06}
+{"train_loss": 0.0006558250752277672, "global_step": 34251, "epoch": 526, "lr": 3.7059569143567063e-06}
+{"train_loss": 0.0004975273041054606, "global_step": 34252, "epoch": 526, "lr": 3.704415584427717e-06}
+{"train_loss": 0.00037064155912958086, "global_step": 34253, "epoch": 526, "lr": 3.7028745627592066e-06}
+{"train_loss": 0.0005521893098305624, "global_step": 34254, "epoch": 526, "lr": 3.701333849361449e-06, "val_loss": 0.01566118374466896}
+{"train_loss": 0.0004742872843053192, "global_step": 34255, "epoch": 527, "lr": 3.6997934442446867e-06}
+{"train_loss": 0.00044071502634324133, "global_step": 34256, "epoch": 527, "lr": 3.698253347419184e-06}
+{"train_loss": 0.0005909416358917952, "global_step": 34257, "epoch": 527, "lr": 3.6967135588952096e-06}
+{"train_loss": 0.0002941875718533993, "global_step": 34258, "epoch": 527, "lr": 3.695174078682995e-06}
+{"train_loss": 0.0003904876357410103, "global_step": 34259, "epoch": 527, "lr": 3.6936349067927977e-06}
+{"train_loss": 0.0003358499670866877, "global_step": 34260, "epoch": 527, "lr": 3.692096043234877e-06}
+{"train_loss": 0.0006883727619424462, "global_step": 34261, "epoch": 527, "lr": 3.6905574880194638e-06}
+{"train_loss": 0.00042540766298770905, "global_step": 34262, "epoch": 527, "lr": 3.6890192411568214e-06}
+{"train_loss": 0.0005404658149927855, "global_step": 34263, "epoch": 527, "lr": 3.6874813026571697e-06}
+{"train_loss": 0.0003487498906906694, "global_step": 34264, "epoch": 527, "lr": 3.685943672530756e-06}
+{"train_loss": 0.0007433326682075858, "global_step": 34265, "epoch": 527, "lr": 3.684406350787839e-06}
+{"train_loss": 0.0003754378412850201, "global_step": 34266, "epoch": 527, "lr": 3.682869337438627e-06}
+{"train_loss": 0.0005810987204313278, "global_step": 34267, "epoch": 527, "lr": 3.6813326324933616e-06}
+{"train_loss": 0.0008817469934001565, "global_step": 34268, "epoch": 527, "lr": 3.6797962359622907e-06}
+{"train_loss": 0.0004093031748197973, "global_step": 34269, "epoch": 527, "lr": 3.6782601478556278e-06}
+{"train_loss": 0.0005621024174615741, "global_step": 34270, "epoch": 527, "lr": 3.6767243681836094e-06}
+{"train_loss": 0.0004285219474695623, "global_step": 34271, "epoch": 527, "lr": 3.675188896956455e-06}
+{"train_loss": 0.00022815160627942532, "global_step": 34272, "epoch": 527, "lr": 3.6736537341843904e-06}
+{"train_loss": 0.00046751098125241697, "global_step": 34273, "epoch": 527, "lr": 3.672118879877645e-06}
+{"train_loss": 0.000455628294730559, "global_step": 34274, "epoch": 527, "lr": 3.6705843340464286e-06}
+{"train_loss": 0.0006992958369664848, "global_step": 34275, "epoch": 527, "lr": 3.669050096700971e-06}
+{"train_loss": 0.0006380407139658928, "global_step": 34276, "epoch": 527, "lr": 3.66751616785147e-06}
+{"train_loss": 0.0003992993733845651, "global_step": 34277, "epoch": 527, "lr": 3.665982547508151e-06}
+{"train_loss": 0.00042791716987267137, "global_step": 34278, "epoch": 527, "lr": 3.6644492356812275e-06}
+{"train_loss": 0.000457229238236323, "global_step": 34279, "epoch": 527, "lr": 3.662916232380903e-06}
+{"train_loss": 0.00042323119123466313, "global_step": 34280, "epoch": 527, "lr": 3.6613835376173855e-06}
+{"train_loss": 0.0005319109186530113, "global_step": 34281, "epoch": 527, "lr": 3.659851151400895e-06}
+{"train_loss": 0.00033774867188185453, "global_step": 34282, "epoch": 527, "lr": 3.658319073741612e-06}
+{"train_loss": 0.0005969140911474824, "global_step": 34283, "epoch": 527, "lr": 3.656787304649756e-06}
+{"train_loss": 0.0007226025918498635, "global_step": 34284, "epoch": 527, "lr": 3.655255844135508e-06}
+{"train_loss": 0.00048523684381507337, "global_step": 34285, "epoch": 527, "lr": 3.6537246922090817e-06}
+{"train_loss": 0.0004517438937909901, "global_step": 34286, "epoch": 527, "lr": 3.6521938488806695e-06}
+{"train_loss": 0.0006112044211477041, "global_step": 34287, "epoch": 527, "lr": 3.6506633141604574e-06}
+{"train_loss": 0.00043332812492735684, "global_step": 34288, "epoch": 527, "lr": 3.6491330880586427e-06}
+{"train_loss": 0.000512458267621696, "global_step": 34289, "epoch": 527, "lr": 3.6476031705854174e-06}
+{"train_loss": 0.0008924018475227058, "global_step": 34290, "epoch": 527, "lr": 3.646073561750957e-06}
+{"train_loss": 0.0003289814339950681, "global_step": 34291, "epoch": 527, "lr": 3.6445442615654635e-06}
+{"train_loss": 0.0003088352968916297, "global_step": 34292, "epoch": 527, "lr": 3.6430152700390963e-06}
+{"train_loss": 0.0008216752903535962, "global_step": 34293, "epoch": 527, "lr": 3.6414865871820582e-06}
+{"train_loss": 0.0003960450121667236, "global_step": 34294, "epoch": 527, "lr": 3.6399582130045183e-06}
+{"train_loss": 0.0008155294344760478, "global_step": 34295, "epoch": 527, "lr": 3.6384301475166528e-06}
+{"train_loss": 0.0003139003529213369, "global_step": 34296, "epoch": 527, "lr": 3.636902390728636e-06}
+{"train_loss": 0.0013034467119723558, "global_step": 34297, "epoch": 527, "lr": 3.6353749426506377e-06}
+{"train_loss": 0.0005546608008444309, "global_step": 34298, "epoch": 527, "lr": 3.633847803292856e-06}
+{"train_loss": 0.0005385330296121538, "global_step": 34299, "epoch": 527, "lr": 3.632320972665415e-06}
+{"train_loss": 0.0007092991727404296, "global_step": 34300, "epoch": 527, "lr": 3.6307944507785076e-06}
+{"train_loss": 0.0004938908969052136, "global_step": 34301, "epoch": 527, "lr": 3.6292682376422915e-06}
+{"train_loss": 0.0003896002017427236, "global_step": 34302, "epoch": 527, "lr": 3.627742333266937e-06}
+{"train_loss": 0.0007785338093526661, "global_step": 34303, "epoch": 527, "lr": 3.6262167376625913e-06}
+{"train_loss": 0.0005116768297739327, "global_step": 34304, "epoch": 527, "lr": 3.6246914508394235e-06}
+{"train_loss": 0.000576029357034713, "global_step": 34305, "epoch": 527, "lr": 3.623166472807582e-06}
+{"train_loss": 0.0006275011110119522, "global_step": 34306, "epoch": 527, "lr": 3.6216418035772414e-06}
+{"train_loss": 0.0005352536682039499, "global_step": 34307, "epoch": 527, "lr": 3.6201174431585215e-06}
+{"train_loss": 0.00033644374343566597, "global_step": 34308, "epoch": 527, "lr": 3.6185933915615865e-06}
+{"train_loss": 0.00040473011904396117, "global_step": 34309, "epoch": 527, "lr": 3.6170696487965892e-06}
+{"train_loss": 0.0004889757256023586, "global_step": 34310, "epoch": 527, "lr": 3.6155462148736773e-06}
+{"train_loss": 0.0003763395652640611, "global_step": 34311, "epoch": 527, "lr": 3.6140230898029816e-06}
+{"train_loss": 0.000740421237424016, "global_step": 34312, "epoch": 527, "lr": 3.612500273594649e-06}
+{"train_loss": 0.00044873132719658315, "global_step": 34313, "epoch": 527, "lr": 3.6109777662588273e-06}
+{"train_loss": 0.00045985617907717824, "global_step": 34314, "epoch": 527, "lr": 3.6094555678056586e-06}
+{"train_loss": 0.000644839194137603, "global_step": 34315, "epoch": 527, "lr": 3.6079336782452565e-06}
+{"train_loss": 0.00041140118264593184, "global_step": 34316, "epoch": 527, "lr": 3.606412097587769e-06}
+{"train_loss": 0.00032319576712325215, "global_step": 34317, "epoch": 527, "lr": 3.6048908258433213e-06}
+{"train_loss": 0.00033667744719423354, "global_step": 34318, "epoch": 527, "lr": 3.6033698630220548e-06}
+{"train_loss": 0.0005206086943732001, "global_step": 34319, "epoch": 527, "lr": 3.6018492091340837e-06, "val_loss": 0.009599024429917336}
+{"train_loss": 0.0007332066306844354, "global_step": 34320, "epoch": 528, "lr": 3.600328864189534e-06}
+{"train_loss": 0.0006138109019957483, "global_step": 34321, "epoch": 528, "lr": 3.5988088281985356e-06}
+{"train_loss": 0.0003447359777055681, "global_step": 34322, "epoch": 528, "lr": 3.597289101171225e-06}
+{"train_loss": 0.0007021097699180245, "global_step": 34323, "epoch": 528, "lr": 3.595769683117689e-06}
+{"train_loss": 0.0003860450233332813, "global_step": 34324, "epoch": 528, "lr": 3.5942505740480582e-06}
+{"train_loss": 0.0007223885622806847, "global_step": 34325, "epoch": 528, "lr": 3.5927317739724462e-06}
+{"train_loss": 0.0004752361273858696, "global_step": 34326, "epoch": 528, "lr": 3.5912132829009793e-06}
+{"train_loss": 0.0003693971084430814, "global_step": 34327, "epoch": 528, "lr": 3.5896951008437483e-06}
+{"train_loss": 0.0005470843170769513, "global_step": 34328, "epoch": 528, "lr": 3.588177227810874e-06}
+{"train_loss": 0.00045352778397500515, "global_step": 34329, "epoch": 528, "lr": 3.586659663812464e-06}
+{"train_loss": 0.0005803312524221838, "global_step": 34330, "epoch": 528, "lr": 3.585142408858627e-06}
+{"train_loss": 0.000624306732788682, "global_step": 34331, "epoch": 528, "lr": 3.5836254629594445e-06}
+{"train_loss": 0.00038331939140334725, "global_step": 34332, "epoch": 528, "lr": 3.5821088261250356e-06}
+{"train_loss": 0.0005940358969382942, "global_step": 34333, "epoch": 528, "lr": 3.5805924983654928e-06}
+{"train_loss": 0.0006941574392840266, "global_step": 34334, "epoch": 528, "lr": 3.5790764796909236e-06}
+{"train_loss": 0.0002521151618566364, "global_step": 34335, "epoch": 528, "lr": 3.5775607701114044e-06}
+{"train_loss": 0.0006038392311893404, "global_step": 34336, "epoch": 528, "lr": 3.576045369637032e-06}
+{"train_loss": 0.0005774327437393367, "global_step": 34337, "epoch": 528, "lr": 3.5745302782779155e-06}
+{"train_loss": 0.0006980715552344918, "global_step": 34338, "epoch": 528, "lr": 3.5730154960441243e-06}
+{"train_loss": 0.00028504320653155446, "global_step": 34339, "epoch": 528, "lr": 3.5715010229457446e-06}
+{"train_loss": 0.0009416327811777592, "global_step": 34340, "epoch": 528, "lr": 3.5699868589928633e-06}
+{"train_loss": 0.00043528323294594884, "global_step": 34341, "epoch": 528, "lr": 3.5684730041955606e-06}
+{"train_loss": 0.0003619039198383689, "global_step": 34342, "epoch": 528, "lr": 3.5669594585639342e-06}
+{"train_loss": 0.0004291075747460127, "global_step": 34343, "epoch": 528, "lr": 3.5654462221080377e-06}
+{"train_loss": 0.0005291091511026025, "global_step": 34344, "epoch": 528, "lr": 3.5639332948379567e-06}
+{"train_loss": 0.000499031855724752, "global_step": 34345, "epoch": 528, "lr": 3.5624206767637726e-06}
+{"train_loss": 0.0006597198662348092, "global_step": 34346, "epoch": 528, "lr": 3.5609083678955544e-06}
+{"train_loss": 0.0006040736916474998, "global_step": 34347, "epoch": 528, "lr": 3.559396368243356e-06}
+{"train_loss": 0.0003595411544665694, "global_step": 34348, "epoch": 528, "lr": 3.557884677817258e-06}
+{"train_loss": 0.0005647947546094656, "global_step": 34349, "epoch": 528, "lr": 3.5563732966273245e-06}
+{"train_loss": 0.0003011752851307392, "global_step": 34350, "epoch": 528, "lr": 3.5548622246836304e-06}
+{"train_loss": 0.00043314805952832103, "global_step": 34351, "epoch": 528, "lr": 3.5533514619962185e-06}
+{"train_loss": 0.000339377555064857, "global_step": 34352, "epoch": 528, "lr": 3.551841008575163e-06}
+{"train_loss": 0.0003697021456900984, "global_step": 34353, "epoch": 528, "lr": 3.550330864430501e-06}
+{"train_loss": 0.0007213797653093934, "global_step": 34354, "epoch": 528, "lr": 3.548821029572319e-06}
+{"train_loss": 0.0003954982676077634, "global_step": 34355, "epoch": 528, "lr": 3.5473115040106363e-06}
+{"train_loss": 0.0007351355743594468, "global_step": 34356, "epoch": 528, "lr": 3.545802287755523e-06}
+{"train_loss": 0.00048557145055383444, "global_step": 34357, "epoch": 528, "lr": 3.5442933808170266e-06}
+{"train_loss": 0.0005533616058528423, "global_step": 34358, "epoch": 528, "lr": 3.5427847832052e-06}
+{"train_loss": 0.0008798844064585865, "global_step": 34359, "epoch": 528, "lr": 3.5412764949300735e-06}
+{"train_loss": 0.00042147291242145, "global_step": 34360, "epoch": 528, "lr": 3.539768516001707e-06}
+{"train_loss": 0.0006346221780404449, "global_step": 34361, "epoch": 528, "lr": 3.5382608464301247e-06}
+{"train_loss": 0.0011595056857913733, "global_step": 34362, "epoch": 528, "lr": 3.5367534862253804e-06}
+{"train_loss": 0.0006621389766223729, "global_step": 34363, "epoch": 528, "lr": 3.535246435397499e-06}
+{"train_loss": 0.00041586189763620496, "global_step": 34364, "epoch": 528, "lr": 3.533739693956517e-06}
+{"train_loss": 0.00048785176477395, "global_step": 34365, "epoch": 528, "lr": 3.5322332619124655e-06}
+{"train_loss": 0.0005518521065823734, "global_step": 34366, "epoch": 528, "lr": 3.5307271392753914e-06}
+{"train_loss": 0.00035557171213440597, "global_step": 34367, "epoch": 528, "lr": 3.529221326055304e-06}
+{"train_loss": 0.0003469949297141284, "global_step": 34368, "epoch": 528, "lr": 3.527715822262251e-06}
+{"train_loss": 0.0003355531662236899, "global_step": 34369, "epoch": 528, "lr": 3.526210627906229e-06}
+{"train_loss": 0.0008497548406012356, "global_step": 34370, "epoch": 528, "lr": 3.524705742997275e-06}
+{"train_loss": 0.0004358757578302175, "global_step": 34371, "epoch": 528, "lr": 3.5232011675454148e-06}
+{"train_loss": 0.0005479693063534796, "global_step": 34372, "epoch": 528, "lr": 3.521696901560656e-06}
+{"train_loss": 0.00037824263563379645, "global_step": 34373, "epoch": 528, "lr": 3.520192945053019e-06}
+{"train_loss": 0.0005162213346920907, "global_step": 34374, "epoch": 528, "lr": 3.5186892980325237e-06}
+{"train_loss": 0.0011598330456763506, "global_step": 34375, "epoch": 528, "lr": 3.5171859605091785e-06}
+{"train_loss": 0.001209899433888495, "global_step": 34376, "epoch": 528, "lr": 3.5156829324929863e-06}
+{"train_loss": 0.0007164131384342909, "global_step": 34377, "epoch": 528, "lr": 3.5141802139939617e-06}
+{"train_loss": 0.00030063532176427543, "global_step": 34378, "epoch": 528, "lr": 3.512677805022102e-06}
+{"train_loss": 0.0003356231900397688, "global_step": 34379, "epoch": 528, "lr": 3.511175705587433e-06}
+{"train_loss": 0.0011864033294841647, "global_step": 34380, "epoch": 528, "lr": 3.5096739156999346e-06}
+{"train_loss": 0.000513441045768559, "global_step": 34381, "epoch": 528, "lr": 3.508172435369611e-06}
+{"train_loss": 0.0005495731602422893, "global_step": 34382, "epoch": 528, "lr": 3.5066712646064703e-06}
+{"train_loss": 0.0004961355589330196, "global_step": 34383, "epoch": 528, "lr": 3.505170403420499e-06}
+{"train_loss": 0.0005577203728115329, "global_step": 34384, "epoch": 528, "lr": 3.5036698518216893e-06, "val_loss": 0.004596376791596413}
+{"train_loss": 0.0005687387892976403, "global_step": 34385, "epoch": 529, "lr": 3.502169609820033e-06}
+{"train_loss": 0.0005840104422532022, "global_step": 34386, "epoch": 529, "lr": 3.500669677425522e-06}
+{"train_loss": 0.00021153734996914864, "global_step": 34387, "epoch": 529, "lr": 3.499170054648154e-06}
+{"train_loss": 0.0004065801913384348, "global_step": 34388, "epoch": 529, "lr": 3.4976707414978936e-06}
+{"train_loss": 0.0002541462308727205, "global_step": 34389, "epoch": 529, "lr": 3.4961717379847325e-06}
+{"train_loss": 0.0003100639733020216, "global_step": 34390, "epoch": 529, "lr": 3.4946730441186628e-06}
+{"train_loss": 0.00034347307519055903, "global_step": 34391, "epoch": 529, "lr": 3.493174659909659e-06}
+{"train_loss": 0.0005078564281575382, "global_step": 34392, "epoch": 529, "lr": 3.4916765853676814e-06}
+{"train_loss": 0.0005306055536493659, "global_step": 34393, "epoch": 529, "lr": 3.490178820502715e-06}
+{"train_loss": 0.000554576690774411, "global_step": 34394, "epoch": 529, "lr": 3.488681365324742e-06}
+{"train_loss": 0.0009464938193559647, "global_step": 34395, "epoch": 529, "lr": 3.4871842198437256e-06}
+{"train_loss": 0.0004660581180360168, "global_step": 34396, "epoch": 529, "lr": 3.4856873840696358e-06}
+{"train_loss": 0.00037996016908437014, "global_step": 34397, "epoch": 529, "lr": 3.4841908580124316e-06}
+{"train_loss": 0.0005090622580610216, "global_step": 34398, "epoch": 529, "lr": 3.482694641682099e-06}
+{"train_loss": 0.00034116668393835425, "global_step": 34399, "epoch": 529, "lr": 3.481198735088581e-06}
+{"train_loss": 0.0007550491718575358, "global_step": 34400, "epoch": 529, "lr": 3.479703138241841e-06}
+{"train_loss": 0.00041315139969810843, "global_step": 34401, "epoch": 529, "lr": 3.478207851151838e-06}
+{"train_loss": 0.0011418246431276202, "global_step": 34402, "epoch": 529, "lr": 3.476712873828525e-06}
+{"train_loss": 0.0005299362819641829, "global_step": 34403, "epoch": 529, "lr": 3.4752182062818773e-06}
+{"train_loss": 0.000625286134891212, "global_step": 34404, "epoch": 529, "lr": 3.4737238485218206e-06}
+{"train_loss": 0.0004133248294238001, "global_step": 34405, "epoch": 529, "lr": 3.472229800558313e-06}
+{"train_loss": 0.0004753402026835829, "global_step": 34406, "epoch": 529, "lr": 3.4707360624013198e-06}
+{"train_loss": 0.0009991191327571869, "global_step": 34407, "epoch": 529, "lr": 3.469242634060771e-06}
+{"train_loss": 0.00030573183903470635, "global_step": 34408, "epoch": 529, "lr": 3.4677495155466035e-06}
+{"train_loss": 0.00041464160312898457, "global_step": 34409, "epoch": 529, "lr": 3.46625670686877e-06}
+{"train_loss": 0.0008201907621696591, "global_step": 34410, "epoch": 529, "lr": 3.4647642080372076e-06}
+{"train_loss": 0.00032976845977827907, "global_step": 34411, "epoch": 529, "lr": 3.463272019061864e-06}
+{"train_loss": 0.0007982802344486117, "global_step": 34412, "epoch": 529, "lr": 3.4617801399526585e-06}
+{"train_loss": 0.0004636195080820471, "global_step": 34413, "epoch": 529, "lr": 3.4602885707195333e-06}
+{"train_loss": 0.00039508932968601584, "global_step": 34414, "epoch": 529, "lr": 3.4587973113724246e-06}
+{"train_loss": 0.0002468469610903412, "global_step": 34415, "epoch": 529, "lr": 3.457306361921259e-06}
+{"train_loss": 0.00051113375229761, "global_step": 34416, "epoch": 529, "lr": 3.455815722375955e-06}
+{"train_loss": 0.0007501679356209934, "global_step": 34417, "epoch": 529, "lr": 3.4543253927464434e-06}
+{"train_loss": 0.00037983799120411277, "global_step": 34418, "epoch": 529, "lr": 3.452835373042651e-06}
+{"train_loss": 0.0006306475843302906, "global_step": 34419, "epoch": 529, "lr": 3.4513456632745077e-06}
+{"train_loss": 0.00042728387052193284, "global_step": 34420, "epoch": 529, "lr": 3.4498562634519116e-06}
+{"train_loss": 0.00036717794137075543, "global_step": 34421, "epoch": 529, "lr": 3.448367173584799e-06}
+{"train_loss": 0.0005231943214312196, "global_step": 34422, "epoch": 529, "lr": 3.446878393683067e-06}
+{"train_loss": 0.00043220692896284163, "global_step": 34423, "epoch": 529, "lr": 3.445389923756648e-06}
+{"train_loss": 0.0003840546705760062, "global_step": 34424, "epoch": 529, "lr": 3.4439017638154326e-06}
+{"train_loss": 0.0003956753353122622, "global_step": 34425, "epoch": 529, "lr": 3.4424139138693466e-06}
+{"train_loss": 0.0004795806889887899, "global_step": 34426, "epoch": 529, "lr": 3.440926373928288e-06}
+{"train_loss": 0.0008147548651322722, "global_step": 34427, "epoch": 529, "lr": 3.439439144002171e-06}
+{"train_loss": 0.0007666031015105546, "global_step": 34428, "epoch": 529, "lr": 3.437952224100888e-06}
+{"train_loss": 0.0009019649587571621, "global_step": 34429, "epoch": 529, "lr": 3.4364656142343465e-06}
+{"train_loss": 0.0004749440122395754, "global_step": 34430, "epoch": 529, "lr": 3.4349793144124397e-06}
+{"train_loss": 0.0005490719922818244, "global_step": 34431, "epoch": 529, "lr": 3.433493324645071e-06}
+{"train_loss": 0.0004550773883238435, "global_step": 34432, "epoch": 529, "lr": 3.4320076449421256e-06}
+{"train_loss": 0.0002890242321882397, "global_step": 34433, "epoch": 529, "lr": 3.430522275313497e-06}
+{"train_loss": 0.0005542325088754296, "global_step": 34434, "epoch": 529, "lr": 3.429037215769082e-06}
+{"train_loss": 0.00045315606985241175, "global_step": 34435, "epoch": 529, "lr": 3.427552466318773e-06}
+{"train_loss": 0.0006413701921701431, "global_step": 34436, "epoch": 529, "lr": 3.4260680269724455e-06}
+{"train_loss": 0.0007943043601699173, "global_step": 34437, "epoch": 529, "lr": 3.4245838977399914e-06}
+{"train_loss": 0.0005184817127883434, "global_step": 34438, "epoch": 529, "lr": 3.423100078631286e-06}
+{"train_loss": 0.0006081695901229978, "global_step": 34439, "epoch": 529, "lr": 3.421616569656216e-06}
+{"train_loss": 0.0004895426100119948, "global_step": 34440, "epoch": 529, "lr": 3.420133370824652e-06}
+{"train_loss": 0.0005723226349800825, "global_step": 34441, "epoch": 529, "lr": 3.4186504821464737e-06}
+{"train_loss": 0.0006017106352373958, "global_step": 34442, "epoch": 529, "lr": 3.417167903631552e-06}
+{"train_loss": 0.0007166102877818048, "global_step": 34443, "epoch": 529, "lr": 3.4156856352897728e-06}
+{"train_loss": 0.0004182385455351323, "global_step": 34444, "epoch": 529, "lr": 3.414203677130984e-06}
+{"train_loss": 0.00040194482426159084, "global_step": 34445, "epoch": 529, "lr": 3.4127220291650775e-06}
+{"train_loss": 0.00034057575976476073, "global_step": 34446, "epoch": 529, "lr": 3.41124069140189e-06}
+{"train_loss": 0.0005999313434585929, "global_step": 34447, "epoch": 529, "lr": 3.409759663851314e-06}
+{"train_loss": 0.00048746506217867136, "global_step": 34448, "epoch": 529, "lr": 3.408278946523191e-06}
+{"train_loss": 0.0005264336458192421, "global_step": 34449, "epoch": 529, "lr": 3.406798539427386e-06, "val_loss": 0.026078198105096817}
+{"train_loss": 0.0004581606772262603, "global_step": 34450, "epoch": 530, "lr": 3.4053184425737518e-06}
+{"train_loss": 0.0005041420226916671, "global_step": 34451, "epoch": 530, "lr": 3.4038386559721635e-06}
+{"train_loss": 0.0005779885104857385, "global_step": 34452, "epoch": 530, "lr": 3.4023591796324584e-06}
+{"train_loss": 0.0007013382855802774, "global_step": 34453, "epoch": 530, "lr": 3.4008800135644837e-06}
+{"train_loss": 0.0005453744088299572, "global_step": 34454, "epoch": 530, "lr": 3.3994011577780873e-06}
+{"train_loss": 0.000662436184938997, "global_step": 34455, "epoch": 530, "lr": 3.3979226122831385e-06}
+{"train_loss": 0.00041367235826328397, "global_step": 34456, "epoch": 530, "lr": 3.3964443770894528e-06}
+{"train_loss": 0.0007150571327656507, "global_step": 34457, "epoch": 530, "lr": 3.3949664522068937e-06}
+{"train_loss": 0.0005741516361013055, "global_step": 34458, "epoch": 530, "lr": 3.3934888376452865e-06}
+{"train_loss": 0.0003938560257665813, "global_step": 34459, "epoch": 530, "lr": 3.392011533414491e-06}
+{"train_loss": 0.001010816777125001, "global_step": 34460, "epoch": 530, "lr": 3.390534539524337e-06}
+{"train_loss": 0.0004239736881572753, "global_step": 34461, "epoch": 530, "lr": 3.38905785598464e-06}
+{"train_loss": 0.0004793343541678041, "global_step": 34462, "epoch": 530, "lr": 3.3875814828052466e-06}
+{"train_loss": 0.00044809450628235936, "global_step": 34463, "epoch": 530, "lr": 3.386105419995994e-06}
+{"train_loss": 0.00040291392360813916, "global_step": 34464, "epoch": 530, "lr": 3.3846296675666967e-06}
+{"train_loss": 0.00033426101435907185, "global_step": 34465, "epoch": 530, "lr": 3.383154225527185e-06}
+{"train_loss": 0.0009090148378163576, "global_step": 34466, "epoch": 530, "lr": 3.381679093887291e-06}
+{"train_loss": 0.00043896460556425154, "global_step": 34467, "epoch": 530, "lr": 3.3802042726568394e-06}
+{"train_loss": 0.0003920801100321114, "global_step": 34468, "epoch": 530, "lr": 3.3787297618456394e-06}
+{"train_loss": 0.0007228635950013995, "global_step": 34469, "epoch": 530, "lr": 3.3772555614635048e-06}
+{"train_loss": 0.0006392726791091263, "global_step": 34470, "epoch": 530, "lr": 3.3757816715202617e-06}
+{"train_loss": 0.0003660916700027883, "global_step": 34471, "epoch": 530, "lr": 3.3743080920257296e-06}
+{"train_loss": 0.0005825276602990925, "global_step": 34472, "epoch": 530, "lr": 3.3728348229897068e-06}
+{"train_loss": 0.0005613050889223814, "global_step": 34473, "epoch": 530, "lr": 3.3713618644220013e-06}
+{"train_loss": 0.0005848658620379865, "global_step": 34474, "epoch": 530, "lr": 3.3698892163324337e-06}
+{"train_loss": 0.0006959378952160478, "global_step": 34475, "epoch": 530, "lr": 3.3684168787308122e-06}
+{"train_loss": 0.0004325395857449621, "global_step": 34476, "epoch": 530, "lr": 3.36694485162693e-06}
+{"train_loss": 0.00043209316208958626, "global_step": 34477, "epoch": 530, "lr": 3.365473135030589e-06}
+{"train_loss": 0.0009696365450508893, "global_step": 34478, "epoch": 530, "lr": 3.3640017289515825e-06}
+{"train_loss": 0.0004412946291267872, "global_step": 34479, "epoch": 530, "lr": 3.3625306333997297e-06}
+{"train_loss": 0.0006328632589429617, "global_step": 34480, "epoch": 530, "lr": 3.361059848384801e-06}
+{"train_loss": 0.0005063059506937861, "global_step": 34481, "epoch": 530, "lr": 3.359589373916605e-06}
+{"train_loss": 0.0003427084884606302, "global_step": 34482, "epoch": 530, "lr": 3.3581192100049286e-06}
+{"train_loss": 0.0011864155530929565, "global_step": 34483, "epoch": 530, "lr": 3.356649356659569e-06}
+{"train_loss": 0.0004654019430745393, "global_step": 34484, "epoch": 530, "lr": 3.3551798138903024e-06}
+{"train_loss": 0.0006414270028471947, "global_step": 34485, "epoch": 530, "lr": 3.353710581706909e-06}
+{"train_loss": 0.000342671264661476, "global_step": 34486, "epoch": 530, "lr": 3.352241660119182e-06}
+{"train_loss": 0.0004598960222210735, "global_step": 34487, "epoch": 530, "lr": 3.3507730491369073e-06}
+{"train_loss": 0.0004953438183292747, "global_step": 34488, "epoch": 530, "lr": 3.3493047487698493e-06}
+{"train_loss": 0.0005195768899284303, "global_step": 34489, "epoch": 530, "lr": 3.3478367590277894e-06}
+{"train_loss": 0.0002936114906333387, "global_step": 34490, "epoch": 530, "lr": 3.3463690799205084e-06}
+{"train_loss": 0.0007983498508110642, "global_step": 34491, "epoch": 530, "lr": 3.344901711457782e-06}
+{"train_loss": 0.0009084186749532819, "global_step": 34492, "epoch": 530, "lr": 3.3434346536493688e-06}
+{"train_loss": 0.0006607079412788153, "global_step": 34493, "epoch": 530, "lr": 3.341967906505039e-06}
+{"train_loss": 0.0005463006673380733, "global_step": 34494, "epoch": 530, "lr": 3.340501470034563e-06}
+{"train_loss": 0.0005065333098173141, "global_step": 34495, "epoch": 530, "lr": 3.3390353442477097e-06}
+{"train_loss": 0.00032667131745256484, "global_step": 34496, "epoch": 530, "lr": 3.3375695291542277e-06}
+{"train_loss": 0.0006321223336271942, "global_step": 34497, "epoch": 530, "lr": 3.3361040247638864e-06}
+{"train_loss": 0.0003319038369227201, "global_step": 34498, "epoch": 530, "lr": 3.334638831086451e-06}
+{"train_loss": 0.0007070305873639882, "global_step": 34499, "epoch": 530, "lr": 3.3331739481316624e-06}
+{"train_loss": 0.0003709414158947766, "global_step": 34500, "epoch": 530, "lr": 3.3317093759092865e-06}
+{"train_loss": 0.0003038467839360237, "global_step": 34501, "epoch": 530, "lr": 3.330245114429065e-06}
+{"train_loss": 0.0005853737820871174, "global_step": 34502, "epoch": 530, "lr": 3.328781163700756e-06}
+{"train_loss": 0.0005917346570640802, "global_step": 34503, "epoch": 530, "lr": 3.3273175237341082e-06}
+{"train_loss": 0.00040214273030869663, "global_step": 34504, "epoch": 530, "lr": 3.3258541945388577e-06}
+{"train_loss": 0.00048437833902426064, "global_step": 34505, "epoch": 530, "lr": 3.3243911761247528e-06}
+{"train_loss": 0.0006897326093167067, "global_step": 34506, "epoch": 530, "lr": 3.3229284685015404e-06}
+{"train_loss": 0.0005694244173355401, "global_step": 34507, "epoch": 530, "lr": 3.3214660716789525e-06}
+{"train_loss": 0.00041543974657543004, "global_step": 34508, "epoch": 530, "lr": 3.3200039856667364e-06}
+{"train_loss": 0.0006155939772725105, "global_step": 34509, "epoch": 530, "lr": 3.318542210474612e-06}
+{"train_loss": 0.00028957644826732576, "global_step": 34510, "epoch": 530, "lr": 3.3170807461123223e-06}
+{"train_loss": 0.0004268278426025063, "global_step": 34511, "epoch": 530, "lr": 3.3156195925896027e-06}
+{"train_loss": 0.0005176396807655692, "global_step": 34512, "epoch": 530, "lr": 3.3141587499161743e-06}
+{"train_loss": 0.0008029384771361947, "global_step": 34513, "epoch": 530, "lr": 3.312698218101762e-06}
+{"train_loss": 0.0005491636483034548, "global_step": 34514, "epoch": 530, "lr": 3.311237997156108e-06, "val_loss": 0.015112028457224369, "train_action_mse_error": 1.0852309969777707e-05}
+{"train_loss": 0.0003425062750466168, "global_step": 34515, "epoch": 531, "lr": 3.3097780870889104e-06}
+{"train_loss": 0.0004443050129339099, "global_step": 34516, "epoch": 531, "lr": 3.308318487909917e-06}
+{"train_loss": 0.00039643546915613115, "global_step": 34517, "epoch": 531, "lr": 3.3068591996288203e-06}
+{"train_loss": 0.0006032235687598586, "global_step": 34518, "epoch": 531, "lr": 3.3054002222553448e-06}
+{"train_loss": 0.00030237657483667135, "global_step": 34519, "epoch": 531, "lr": 3.3039415557992225e-06}
+{"train_loss": 0.00023054005578160286, "global_step": 34520, "epoch": 531, "lr": 3.3024832002701457e-06}
+{"train_loss": 0.0005981700378470123, "global_step": 34521, "epoch": 531, "lr": 3.3010251556778395e-06}
+{"train_loss": 0.0003082511539105326, "global_step": 34522, "epoch": 531, "lr": 3.299567422031996e-06}
+{"train_loss": 0.000354027928551659, "global_step": 34523, "epoch": 531, "lr": 3.2981099993423247e-06}
+{"train_loss": 0.00045884717837907374, "global_step": 34524, "epoch": 531, "lr": 3.296652887618551e-06}
+{"train_loss": 0.0005723790382035077, "global_step": 34525, "epoch": 531, "lr": 3.2951960868703503e-06}
+{"train_loss": 0.0009398246766068041, "global_step": 34526, "epoch": 531, "lr": 3.293739597107437e-06}
+{"train_loss": 0.0006561340414918959, "global_step": 34527, "epoch": 531, "lr": 3.2922834183395145e-06}
+{"train_loss": 0.0003312012704554945, "global_step": 34528, "epoch": 531, "lr": 3.2908275505762586e-06}
+{"train_loss": 0.0009254810865968466, "global_step": 34529, "epoch": 531, "lr": 3.2893719938273836e-06}
+{"train_loss": 0.0004092297749593854, "global_step": 34530, "epoch": 531, "lr": 3.287916748102565e-06}
+{"train_loss": 0.0002867922594305128, "global_step": 34531, "epoch": 531, "lr": 3.2864618134115065e-06}
+{"train_loss": 0.00030639077886007726, "global_step": 34532, "epoch": 531, "lr": 3.2850071897638946e-06}
+{"train_loss": 0.00042290575220249593, "global_step": 34533, "epoch": 531, "lr": 3.2835528771693992e-06}
+{"train_loss": 0.000705927493982017, "global_step": 34534, "epoch": 531, "lr": 3.282098875637718e-06}
+{"train_loss": 0.0004323628672864288, "global_step": 34535, "epoch": 531, "lr": 3.280645185178538e-06}
+{"train_loss": 0.0002287325623910874, "global_step": 34536, "epoch": 531, "lr": 3.279191805801518e-06}
+{"train_loss": 0.00030619208700954914, "global_step": 34537, "epoch": 531, "lr": 3.2777387375163617e-06}
+{"train_loss": 0.0003511308168526739, "global_step": 34538, "epoch": 531, "lr": 3.276285980332716e-06}
+{"train_loss": 0.0006065827910788357, "global_step": 34539, "epoch": 531, "lr": 3.2748335342602744e-06}
+{"train_loss": 0.0005170466029085219, "global_step": 34540, "epoch": 531, "lr": 3.273381399308706e-06}
+{"train_loss": 0.000628773879725486, "global_step": 34541, "epoch": 531, "lr": 3.2719295754876646e-06}
+{"train_loss": 0.0004193198692519218, "global_step": 34542, "epoch": 531, "lr": 3.2704780628068367e-06}
+{"train_loss": 0.00046592153375968337, "global_step": 34543, "epoch": 531, "lr": 3.269026861275881e-06}
+{"train_loss": 0.0005832489114254713, "global_step": 34544, "epoch": 531, "lr": 3.2675759709044573e-06}
+{"train_loss": 0.00033940569846890867, "global_step": 34545, "epoch": 531, "lr": 3.266125391702224e-06}
+{"train_loss": 0.0006951348041184247, "global_step": 34546, "epoch": 531, "lr": 3.2646751236788397e-06}
+{"train_loss": 0.0003026472986675799, "global_step": 34547, "epoch": 531, "lr": 3.2632251668439696e-06}
+{"train_loss": 0.0006677376804873347, "global_step": 34548, "epoch": 531, "lr": 3.2617755212072663e-06}
+{"train_loss": 0.0005474159843288362, "global_step": 34549, "epoch": 531, "lr": 3.260326186778373e-06}
+{"train_loss": 0.0008432265603914857, "global_step": 34550, "epoch": 531, "lr": 3.258877163566948e-06}
+{"train_loss": 0.00037289128522388637, "global_step": 34551, "epoch": 531, "lr": 3.2574284515826446e-06}
+{"train_loss": 0.0004999514785595238, "global_step": 34552, "epoch": 531, "lr": 3.2559800508351055e-06}
+{"train_loss": 0.00045312492875382304, "global_step": 34553, "epoch": 531, "lr": 3.254531961333962e-06}
+{"train_loss": 0.0006794609944336116, "global_step": 34554, "epoch": 531, "lr": 3.2530841830888615e-06}
+{"train_loss": 0.00039875280344858766, "global_step": 34555, "epoch": 531, "lr": 3.2516367161094575e-06}
+{"train_loss": 0.00039720587665215135, "global_step": 34556, "epoch": 531, "lr": 3.250189560405381e-06}
+{"train_loss": 0.0005076819215901196, "global_step": 34557, "epoch": 531, "lr": 3.2487427159862584e-06}
+{"train_loss": 0.0005222836625762284, "global_step": 34558, "epoch": 531, "lr": 3.2472961828617367e-06}
+{"train_loss": 0.000334841082803905, "global_step": 34559, "epoch": 531, "lr": 3.245849961041447e-06}
+{"train_loss": 0.0006132599664852023, "global_step": 34560, "epoch": 531, "lr": 3.2444040505350105e-06}
+{"train_loss": 0.0003925463533960283, "global_step": 34561, "epoch": 531, "lr": 3.2429584513520572e-06}
+{"train_loss": 0.0004197730449959636, "global_step": 34562, "epoch": 531, "lr": 3.2415131635022133e-06}
+{"train_loss": 0.00039661835762672126, "global_step": 34563, "epoch": 531, "lr": 3.2400681869950987e-06}
+{"train_loss": 0.0005945764714851975, "global_step": 34564, "epoch": 531, "lr": 3.2386235218403506e-06}
+{"train_loss": 0.0007965072873048484, "global_step": 34565, "epoch": 531, "lr": 3.2371791680475714e-06}
+{"train_loss": 0.0003714064951054752, "global_step": 34566, "epoch": 531, "lr": 3.235735125626382e-06}
+{"train_loss": 0.0004502580559346825, "global_step": 34567, "epoch": 531, "lr": 3.234291394586403e-06}
+{"train_loss": 0.0006071233656257391, "global_step": 34568, "epoch": 531, "lr": 3.232847974937253e-06}
+{"train_loss": 0.0002690227120183408, "global_step": 34569, "epoch": 531, "lr": 3.23140486668852e-06}
+{"train_loss": 0.0006825488526374102, "global_step": 34570, "epoch": 531, "lr": 3.229962069849829e-06}
+{"train_loss": 0.000408612861065194, "global_step": 34571, "epoch": 531, "lr": 3.2285195844307836e-06}
+{"train_loss": 0.0012316262582316995, "global_step": 34572, "epoch": 531, "lr": 3.2270774104409984e-06}
+{"train_loss": 0.00039729411946609616, "global_step": 34573, "epoch": 531, "lr": 3.22563554789006e-06}
+{"train_loss": 0.00046687270514667034, "global_step": 34574, "epoch": 531, "lr": 3.224193996787578e-06}
+{"train_loss": 0.0003000109863933176, "global_step": 34575, "epoch": 531, "lr": 3.2227527571431603e-06}
+{"train_loss": 0.0003694171318784356, "global_step": 34576, "epoch": 531, "lr": 3.221311828966389e-06}
+{"train_loss": 0.00029271922539919615, "global_step": 34577, "epoch": 531, "lr": 3.219871212266856e-06}
+{"train_loss": 0.0003464507753960788, "global_step": 34578, "epoch": 531, "lr": 3.218430907054165e-06}
+{"train_loss": 0.0004854403677969598, "global_step": 34579, "epoch": 531, "lr": 3.2169909133378974e-06, "val_loss": 0.00811599101871252}
+{"train_loss": 0.0007415251457132399, "global_step": 34580, "epoch": 532, "lr": 3.2155512311276504e-06}
+{"train_loss": 0.0004123129474464804, "global_step": 34581, "epoch": 532, "lr": 3.214111860433e-06}
+{"train_loss": 0.0006915177800692618, "global_step": 34582, "epoch": 532, "lr": 3.2126728012635387e-06}
+{"train_loss": 0.000725933990906924, "global_step": 34583, "epoch": 532, "lr": 3.2112340536288534e-06}
+{"train_loss": 0.0005477358354255557, "global_step": 34584, "epoch": 532, "lr": 3.2097956175385137e-06}
+{"train_loss": 0.0003870928776450455, "global_step": 34585, "epoch": 532, "lr": 3.20835749300209e-06}
+{"train_loss": 0.0005947044119238853, "global_step": 34586, "epoch": 532, "lr": 3.2069196800291743e-06}
+{"train_loss": 0.0005187264177948236, "global_step": 34587, "epoch": 532, "lr": 3.205482178629332e-06}
+{"train_loss": 0.000563313253223896, "global_step": 34588, "epoch": 532, "lr": 3.204044988812144e-06}
+{"train_loss": 0.0005000980454497039, "global_step": 34589, "epoch": 532, "lr": 3.202608110587163e-06}
+{"train_loss": 0.0006259421934373677, "global_step": 34590, "epoch": 532, "lr": 3.2011715439639656e-06}
+{"train_loss": 0.0007001727353781462, "global_step": 34591, "epoch": 532, "lr": 3.199735288952127e-06}
+{"train_loss": 0.0007207613089121878, "global_step": 34592, "epoch": 532, "lr": 3.1982993455612063e-06}
+{"train_loss": 0.00033454809454269707, "global_step": 34593, "epoch": 532, "lr": 3.1968637138007462e-06}
+{"train_loss": 0.0003303567646071315, "global_step": 34594, "epoch": 532, "lr": 3.195428393680322e-06}
+{"train_loss": 0.0005013865884393454, "global_step": 34595, "epoch": 532, "lr": 3.193993385209487e-06}
+{"train_loss": 0.0005251264665275812, "global_step": 34596, "epoch": 532, "lr": 3.1925586883978063e-06}
+{"train_loss": 0.0005184864858165383, "global_step": 34597, "epoch": 532, "lr": 3.1911243032548167e-06}
+{"train_loss": 0.0005715142469853163, "global_step": 34598, "epoch": 532, "lr": 3.189690229790082e-06}
+{"train_loss": 0.0008809157297946513, "global_step": 34599, "epoch": 532, "lr": 3.18825646801314e-06}
+{"train_loss": 0.0006492841057479382, "global_step": 34600, "epoch": 532, "lr": 3.1868230179335545e-06}
+{"train_loss": 0.0005270107067190111, "global_step": 34601, "epoch": 532, "lr": 3.185389879560846e-06}
+{"train_loss": 0.00046366563765332103, "global_step": 34602, "epoch": 532, "lr": 3.183957052904568e-06}
+{"train_loss": 0.0005141992587596178, "global_step": 34603, "epoch": 532, "lr": 3.1825245379742687e-06}
+{"train_loss": 0.0003471208328846842, "global_step": 34604, "epoch": 532, "lr": 3.181092334779484e-06}
+{"train_loss": 0.00038880895590409636, "global_step": 34605, "epoch": 532, "lr": 3.1796604433297406e-06}
+{"train_loss": 0.0005405106348916888, "global_step": 34606, "epoch": 532, "lr": 3.1782288636345858e-06}
+{"train_loss": 0.0005363065865822136, "global_step": 34607, "epoch": 532, "lr": 3.17679759570354e-06}
+{"train_loss": 0.0008591702207922935, "global_step": 34608, "epoch": 532, "lr": 3.1753666395461456e-06}
+{"train_loss": 0.0002916913363151252, "global_step": 34609, "epoch": 532, "lr": 3.1739359951719172e-06}
+{"train_loss": 0.00038452394073829055, "global_step": 34610, "epoch": 532, "lr": 3.172505662590386e-06}
+{"train_loss": 0.0006533965934067965, "global_step": 34611, "epoch": 532, "lr": 3.1710756418110722e-06}
+{"train_loss": 0.00031571625731885433, "global_step": 34612, "epoch": 532, "lr": 3.169645932843518e-06}
+{"train_loss": 0.0009592045680619776, "global_step": 34613, "epoch": 532, "lr": 3.168216535697216e-06}
+{"train_loss": 0.0009073966648429632, "global_step": 34614, "epoch": 532, "lr": 3.166787450381703e-06}
+{"train_loss": 0.00037067473749630153, "global_step": 34615, "epoch": 532, "lr": 3.165358676906477e-06}
+{"train_loss": 0.0005084880976937711, "global_step": 34616, "epoch": 532, "lr": 3.1639302152810747e-06}
+{"train_loss": 0.0002796855987980962, "global_step": 34617, "epoch": 532, "lr": 3.162502065514983e-06}
+{"train_loss": 0.0005564095336012542, "global_step": 34618, "epoch": 532, "lr": 3.161074227617722e-06}
+{"train_loss": 0.000311387877445668, "global_step": 34619, "epoch": 532, "lr": 3.1596467015988062e-06}
+{"train_loss": 0.0016600314993411303, "global_step": 34620, "epoch": 532, "lr": 3.158219487467734e-06}
+{"train_loss": 0.000347217486705631, "global_step": 34621, "epoch": 532, "lr": 3.156792585234014e-06}
+{"train_loss": 0.0004664492153096944, "global_step": 34622, "epoch": 532, "lr": 3.1553659949071333e-06}
+{"train_loss": 0.0006893645622767508, "global_step": 34623, "epoch": 532, "lr": 3.153939716496601e-06}
+{"train_loss": 0.00033681458444334567, "global_step": 34624, "epoch": 532, "lr": 3.1525137500119207e-06}
+{"train_loss": 0.0004021335334982723, "global_step": 34625, "epoch": 532, "lr": 3.1510880954625676e-06}
+{"train_loss": 0.00073006481397897, "global_step": 34626, "epoch": 532, "lr": 3.1496627528580512e-06}
+{"train_loss": 0.00041802736814133823, "global_step": 34627, "epoch": 532, "lr": 3.148237722207853e-06}
+{"train_loss": 0.0005152006633579731, "global_step": 34628, "epoch": 532, "lr": 3.146813003521476e-06}
+{"train_loss": 0.0002850355231203139, "global_step": 34629, "epoch": 532, "lr": 3.145388596808396e-06}
+{"train_loss": 0.00048430805327370763, "global_step": 34630, "epoch": 532, "lr": 3.143964502078095e-06}
+{"train_loss": 0.0005327482940629125, "global_step": 34631, "epoch": 532, "lr": 3.1425407193400536e-06}
+{"train_loss": 0.001157417194917798, "global_step": 34632, "epoch": 532, "lr": 3.1411172486037644e-06}
+{"train_loss": 0.0003984074865002185, "global_step": 34633, "epoch": 532, "lr": 3.139694089878692e-06}
+{"train_loss": 0.0005525836022570729, "global_step": 34634, "epoch": 532, "lr": 3.1382712431743178e-06}
+{"train_loss": 0.0003561156045179814, "global_step": 34635, "epoch": 532, "lr": 3.136848708500112e-06}
+{"train_loss": 0.0008712996495887637, "global_step": 34636, "epoch": 532, "lr": 3.135426485865567e-06}
+{"train_loss": 0.0003558577154763043, "global_step": 34637, "epoch": 532, "lr": 3.1340045752801305e-06}
+{"train_loss": 0.000479336449643597, "global_step": 34638, "epoch": 532, "lr": 3.132582976753273e-06}
+{"train_loss": 0.00044479797361418605, "global_step": 34639, "epoch": 532, "lr": 3.131161690294465e-06}
+{"train_loss": 0.0004680062411352992, "global_step": 34640, "epoch": 532, "lr": 3.1297407159131763e-06}
+{"train_loss": 0.0005133337690494955, "global_step": 34641, "epoch": 532, "lr": 3.1283200536188494e-06}
+{"train_loss": 0.0005302623612806201, "global_step": 34642, "epoch": 532, "lr": 3.12689970342096e-06}
+{"train_loss": 0.0006738720694556832, "global_step": 34643, "epoch": 532, "lr": 3.125479665328962e-06}
+{"train_loss": 0.00055884897771578, "global_step": 34644, "epoch": 532, "lr": 3.1240599393523195e-06, "val_loss": 0.006863099057227373}
+{"train_loss": 0.00038117144140414894, "global_step": 34645, "epoch": 533, "lr": 3.1226405255004697e-06}
+{"train_loss": 0.0003199937054887414, "global_step": 34646, "epoch": 533, "lr": 3.1212214237828717e-06}
+{"train_loss": 0.0005485889851115644, "global_step": 34647, "epoch": 533, "lr": 3.1198026342089683e-06}
+{"train_loss": 0.000361182086635381, "global_step": 34648, "epoch": 533, "lr": 3.1183841567882177e-06}
+{"train_loss": 0.0005190403899177909, "global_step": 34649, "epoch": 533, "lr": 3.116965991530052e-06}
+{"train_loss": 0.001303014811128378, "global_step": 34650, "epoch": 533, "lr": 3.1155481384439245e-06}
+{"train_loss": 0.0005791897419840097, "global_step": 34651, "epoch": 533, "lr": 3.114130597539272e-06}
+{"train_loss": 0.0003292582114227116, "global_step": 34652, "epoch": 533, "lr": 3.112713368825537e-06}
+{"train_loss": 0.0006648156559094787, "global_step": 34653, "epoch": 533, "lr": 3.1112964523121566e-06}
+{"train_loss": 0.00038809949182905257, "global_step": 34654, "epoch": 533, "lr": 3.1098798480085565e-06}
+{"train_loss": 0.0007202026899904013, "global_step": 34655, "epoch": 533, "lr": 3.1084635559241735e-06}
+{"train_loss": 0.0005312022985890508, "global_step": 34656, "epoch": 533, "lr": 3.1070475760684448e-06}
+{"train_loss": 0.0005426623392850161, "global_step": 34657, "epoch": 533, "lr": 3.1056319084507847e-06}
+{"train_loss": 0.000324776308843866, "global_step": 34658, "epoch": 533, "lr": 3.1042165530806245e-06}
+{"train_loss": 0.0005946879973635077, "global_step": 34659, "epoch": 533, "lr": 3.1028015099673955e-06}
+{"train_loss": 0.0005145138129591942, "global_step": 34660, "epoch": 533, "lr": 3.1013867791205244e-06}
+{"train_loss": 0.0006583909271284938, "global_step": 34661, "epoch": 533, "lr": 3.0999723605494246e-06}
+{"train_loss": 0.0007496873149648309, "global_step": 34662, "epoch": 533, "lr": 3.0985582542635003e-06}
+{"train_loss": 0.0006201452342793345, "global_step": 34663, "epoch": 533, "lr": 3.097144460272178e-06}
+{"train_loss": 0.0005800553481094539, "global_step": 34664, "epoch": 533, "lr": 3.0957309785848765e-06}
+{"train_loss": 0.0004800680617336184, "global_step": 34665, "epoch": 533, "lr": 3.0943178092110114e-06}
+{"train_loss": 0.0004536299384199083, "global_step": 34666, "epoch": 533, "lr": 3.092904952159975e-06}
+{"train_loss": 0.0005339016206562519, "global_step": 34667, "epoch": 533, "lr": 3.0914924074411933e-06}
+{"train_loss": 0.0009891653899103403, "global_step": 34668, "epoch": 533, "lr": 3.090080175064053e-06}
+{"train_loss": 0.000407271581934765, "global_step": 34669, "epoch": 533, "lr": 3.0886682550379796e-06}
+{"train_loss": 0.0003620970237534493, "global_step": 34670, "epoch": 533, "lr": 3.08725664737235e-06}
+{"train_loss": 0.00036621475010178983, "global_step": 34671, "epoch": 533, "lr": 3.0858453520765772e-06}
+{"train_loss": 0.0005050150211900473, "global_step": 34672, "epoch": 533, "lr": 3.084434369160061e-06}
+{"train_loss": 0.0003286460996605456, "global_step": 34673, "epoch": 533, "lr": 3.0830236986321925e-06}
+{"train_loss": 0.0004925581160932779, "global_step": 34674, "epoch": 533, "lr": 3.0816133405023595e-06}
+{"train_loss": 0.0006453485111705959, "global_step": 34675, "epoch": 533, "lr": 3.080203294779971e-06}
+{"train_loss": 0.0003090928657911718, "global_step": 34676, "epoch": 533, "lr": 3.0787935614743913e-06}
+{"train_loss": 0.0003292729379609227, "global_step": 34677, "epoch": 533, "lr": 3.077384140595024e-06}
+{"train_loss": 0.000769303587730974, "global_step": 34678, "epoch": 533, "lr": 3.07597503215124e-06}
+{"train_loss": 0.0004891885910183191, "global_step": 34679, "epoch": 533, "lr": 3.0745662361524317e-06}
+{"train_loss": 0.0005023364210501313, "global_step": 34680, "epoch": 533, "lr": 3.07315775260798e-06}
+{"train_loss": 0.0005155580583959818, "global_step": 34681, "epoch": 533, "lr": 3.0717495815272724e-06}
+{"train_loss": 0.0005984084564261138, "global_step": 34682, "epoch": 533, "lr": 3.070341722919662e-06}
+{"train_loss": 0.0005683723138645291, "global_step": 34683, "epoch": 533, "lr": 3.0689341767945413e-06}
+{"train_loss": 0.0005170050426386297, "global_step": 34684, "epoch": 533, "lr": 3.06752694316127e-06}
+{"train_loss": 0.0004961455706506968, "global_step": 34685, "epoch": 533, "lr": 3.0661200220292342e-06}
+{"train_loss": 0.0004539322399068624, "global_step": 34686, "epoch": 533, "lr": 3.0647134134077883e-06}
+{"train_loss": 0.000350429501850158, "global_step": 34687, "epoch": 533, "lr": 3.0633071173062967e-06}
+{"train_loss": 0.0008335564052686095, "global_step": 34688, "epoch": 533, "lr": 3.06190113373413e-06}
+{"train_loss": 0.0007978904177434742, "global_step": 34689, "epoch": 533, "lr": 3.0604954627006576e-06}
+{"train_loss": 0.000476103276014328, "global_step": 34690, "epoch": 533, "lr": 3.059090104215223e-06}
+{"train_loss": 0.00048518332187086344, "global_step": 34691, "epoch": 533, "lr": 3.0576850582871964e-06}
+{"train_loss": 0.0006523413467220962, "global_step": 34692, "epoch": 533, "lr": 3.0562803249259252e-06}
+{"train_loss": 0.0007105457480065525, "global_step": 34693, "epoch": 533, "lr": 3.0548759041407693e-06}
+{"train_loss": 0.0006007442134432495, "global_step": 34694, "epoch": 533, "lr": 3.0534717959410764e-06}
+{"train_loss": 0.00047834511497057974, "global_step": 34695, "epoch": 533, "lr": 3.052068000336189e-06}
+{"train_loss": 0.0004637200618162751, "global_step": 34696, "epoch": 533, "lr": 3.0506645173354663e-06}
+{"train_loss": 0.0005742603098042309, "global_step": 34697, "epoch": 533, "lr": 3.049261346948251e-06}
+{"train_loss": 0.0003784815489780158, "global_step": 34698, "epoch": 533, "lr": 3.047858489183886e-06}
+{"train_loss": 0.0006158719188533723, "global_step": 34699, "epoch": 533, "lr": 3.0464559440517014e-06}
+{"train_loss": 0.0005815969198010862, "global_step": 34700, "epoch": 533, "lr": 3.045053711561047e-06}
+{"train_loss": 0.0004027971299365163, "global_step": 34701, "epoch": 533, "lr": 3.043651791721269e-06}
+{"train_loss": 0.0006605875096283853, "global_step": 34702, "epoch": 533, "lr": 3.0422501845416786e-06}
+{"train_loss": 0.0004475638852454722, "global_step": 34703, "epoch": 533, "lr": 3.0408488900316166e-06}
+{"train_loss": 0.0003395512467250228, "global_step": 34704, "epoch": 533, "lr": 3.0394479082004213e-06}
+{"train_loss": 0.00027202392811886966, "global_step": 34705, "epoch": 533, "lr": 3.0380472390574232e-06}
+{"train_loss": 0.00042456609662622213, "global_step": 34706, "epoch": 533, "lr": 3.036646882611943e-06}
+{"train_loss": 0.00038342512561939657, "global_step": 34707, "epoch": 533, "lr": 3.035246838873301e-06}
+{"train_loss": 0.0005011170287616551, "global_step": 34708, "epoch": 533, "lr": 3.033847107850818e-06}
+{"train_loss": 0.0005297124547024186, "global_step": 34709, "epoch": 533, "lr": 3.03244768955383e-06, "val_loss": 0.0056524151004850864}
+{"train_loss": 0.0004522699455264956, "global_step": 34710, "epoch": 534, "lr": 3.031048583991636e-06}
+{"train_loss": 0.00031812521046958864, "global_step": 34711, "epoch": 534, "lr": 3.0296497911735554e-06}
+{"train_loss": 0.000549325137399137, "global_step": 34712, "epoch": 534, "lr": 3.028251311108915e-06}
+{"train_loss": 0.0005753915174864233, "global_step": 34713, "epoch": 534, "lr": 3.0268531438070235e-06}
+{"train_loss": 0.000605932844337076, "global_step": 34714, "epoch": 534, "lr": 3.0254552892771848e-06}
+{"train_loss": 0.0007086662226356566, "global_step": 34715, "epoch": 534, "lr": 3.024057747528697e-06}
+{"train_loss": 0.00036754077882505953, "global_step": 34716, "epoch": 534, "lr": 3.02266051857088e-06}
+{"train_loss": 0.001131966128014028, "global_step": 34717, "epoch": 534, "lr": 3.021263602413038e-06}
+{"train_loss": 0.0002774082822725177, "global_step": 34718, "epoch": 534, "lr": 3.0198669990644634e-06}
+{"train_loss": 0.00028079969342797995, "global_step": 34719, "epoch": 534, "lr": 3.01847070853446e-06}
+{"train_loss": 0.0006199443596415222, "global_step": 34720, "epoch": 534, "lr": 3.0170747308323254e-06}
+{"train_loss": 0.0005682911723852158, "global_step": 34721, "epoch": 534, "lr": 3.015679065967364e-06}
+{"train_loss": 0.0005479787359945476, "global_step": 34722, "epoch": 534, "lr": 3.014283713948851e-06}
+{"train_loss": 0.0002979951095767319, "global_step": 34723, "epoch": 534, "lr": 3.0128886747860853e-06}
+{"train_loss": 0.0005695426370948553, "global_step": 34724, "epoch": 534, "lr": 3.011493948488353e-06}
+{"train_loss": 0.0006837329128757119, "global_step": 34725, "epoch": 534, "lr": 3.010099535064953e-06}
+{"train_loss": 0.0004514501488301903, "global_step": 34726, "epoch": 534, "lr": 3.00870543452515e-06}
+{"train_loss": 0.00042803960968740284, "global_step": 34727, "epoch": 534, "lr": 3.0073116468782415e-06}
+{"train_loss": 0.0005232137045823038, "global_step": 34728, "epoch": 534, "lr": 3.005918172133504e-06}
+{"train_loss": 0.0004578120424412191, "global_step": 34729, "epoch": 534, "lr": 3.0045250103002296e-06}
+{"train_loss": 0.0005608173087239265, "global_step": 34730, "epoch": 534, "lr": 3.0031321613876673e-06}
+{"train_loss": 0.0008058478706516325, "global_step": 34731, "epoch": 534, "lr": 3.001739625405109e-06}
+{"train_loss": 0.0011100665433332324, "global_step": 34732, "epoch": 534, "lr": 3.0003474023618195e-06}
+{"train_loss": 0.0013728025369346142, "global_step": 34733, "epoch": 534, "lr": 2.998955492267086e-06}
+{"train_loss": 0.0002210005623055622, "global_step": 34734, "epoch": 534, "lr": 2.997563895130151e-06}
+{"train_loss": 0.0005510387709364295, "global_step": 34735, "epoch": 534, "lr": 2.9961726109602907e-06}
+{"train_loss": 0.0004372647381387651, "global_step": 34736, "epoch": 534, "lr": 2.994781639766775e-06}
+{"train_loss": 0.00042265336378477514, "global_step": 34737, "epoch": 534, "lr": 2.993390981558869e-06}
+{"train_loss": 0.00033735192846506834, "global_step": 34738, "epoch": 534, "lr": 2.9920006363458263e-06}
+{"train_loss": 0.00031341915018856525, "global_step": 34739, "epoch": 534, "lr": 2.9906106041368955e-06}
+{"train_loss": 0.00029421146609820426, "global_step": 34740, "epoch": 534, "lr": 2.9892208849413404e-06}
+{"train_loss": 0.0005720823537558317, "global_step": 34741, "epoch": 534, "lr": 2.987831478768427e-06}
+{"train_loss": 0.000690881977789104, "global_step": 34742, "epoch": 534, "lr": 2.9864423856273806e-06}
+{"train_loss": 0.0009287894354201853, "global_step": 34743, "epoch": 534, "lr": 2.985053605527466e-06}
+{"train_loss": 0.0006190775893628597, "global_step": 34744, "epoch": 534, "lr": 2.983665138477937e-06}
+{"train_loss": 0.0007677895482629538, "global_step": 34745, "epoch": 534, "lr": 2.9822769844880195e-06}
+{"train_loss": 0.0005114876548759639, "global_step": 34746, "epoch": 534, "lr": 2.9808891435669783e-06}
+{"train_loss": 0.00036417055525816977, "global_step": 34747, "epoch": 534, "lr": 2.979501615724034e-06}
+{"train_loss": 0.0004416808078531176, "global_step": 34748, "epoch": 534, "lr": 2.978114400968435e-06}
+{"train_loss": 0.000472423096653074, "global_step": 34749, "epoch": 534, "lr": 2.9767274993094285e-06}
+{"train_loss": 0.000549997144844383, "global_step": 34750, "epoch": 534, "lr": 2.9753409107562303e-06}
+{"train_loss": 0.0007551150629296899, "global_step": 34751, "epoch": 534, "lr": 2.973954635318077e-06}
+{"train_loss": 0.00047531852032989264, "global_step": 34752, "epoch": 534, "lr": 2.972568673004217e-06}
+{"train_loss": 0.0004171166510786861, "global_step": 34753, "epoch": 534, "lr": 2.9711830238238534e-06}
+{"train_loss": 0.0004496054316405207, "global_step": 34754, "epoch": 534, "lr": 2.9697976877862356e-06}
+{"train_loss": 0.0006573001737706363, "global_step": 34755, "epoch": 534, "lr": 2.968412664900572e-06}
+{"train_loss": 0.0005745270755141973, "global_step": 34756, "epoch": 534, "lr": 2.9670279551760825e-06}
+{"train_loss": 0.00028199880034662783, "global_step": 34757, "epoch": 534, "lr": 2.9656435586220054e-06}
+{"train_loss": 0.0003761259140446782, "global_step": 34758, "epoch": 534, "lr": 2.964259475247544e-06}
+{"train_loss": 0.00039371816092170775, "global_step": 34759, "epoch": 534, "lr": 2.9628757050619125e-06}
+{"train_loss": 0.0006857944536022842, "global_step": 34760, "epoch": 534, "lr": 2.961492248074338e-06}
+{"train_loss": 0.0004330296360421926, "global_step": 34761, "epoch": 534, "lr": 2.960109104294023e-06}
+{"train_loss": 0.0006505217170342803, "global_step": 34762, "epoch": 534, "lr": 2.958726273730178e-06}
+{"train_loss": 0.000901879568118602, "global_step": 34763, "epoch": 534, "lr": 2.9573437563920115e-06}
+{"train_loss": 0.0009668266284279525, "global_step": 34764, "epoch": 534, "lr": 2.9559615522887273e-06}
+{"train_loss": 0.0002517452521715313, "global_step": 34765, "epoch": 534, "lr": 2.954579661429535e-06}
+{"train_loss": 0.0004626082954928279, "global_step": 34766, "epoch": 534, "lr": 2.953198083823627e-06}
+{"train_loss": 0.0008820754592306912, "global_step": 34767, "epoch": 534, "lr": 2.951816819480213e-06}
+{"train_loss": 0.00041650939965620637, "global_step": 34768, "epoch": 534, "lr": 2.9504358684084743e-06}
+{"train_loss": 0.00044102437095716596, "global_step": 34769, "epoch": 534, "lr": 2.94905523061762e-06}
+{"train_loss": 0.00030652969144284725, "global_step": 34770, "epoch": 534, "lr": 2.9476749061168486e-06}
+{"train_loss": 0.0006841419963166118, "global_step": 34771, "epoch": 534, "lr": 2.94629489491533e-06}
+{"train_loss": 0.000522891350556165, "global_step": 34772, "epoch": 534, "lr": 2.9449151970222633e-06}
+{"train_loss": 0.0003358269459567964, "global_step": 34773, "epoch": 534, "lr": 2.943535812446846e-06}
+{"train_loss": 0.0005499022638944623, "global_step": 34774, "epoch": 534, "lr": 2.9421567411982486e-06, "val_loss": 0.003198369638994336}
+{"train_loss": 0.0004653139621950686, "global_step": 34775, "epoch": 535, "lr": 2.940777983285664e-06}
+{"train_loss": 0.00040189357241615653, "global_step": 34776, "epoch": 535, "lr": 2.9393995387182572e-06}
+{"train_loss": 0.0006168426480144262, "global_step": 34777, "epoch": 535, "lr": 2.9380214075052203e-06}
+{"train_loss": 0.0006611241260543466, "global_step": 34778, "epoch": 535, "lr": 2.9366435896557297e-06}
+{"train_loss": 0.00041543447878211737, "global_step": 34779, "epoch": 535, "lr": 2.9352660851789503e-06}
+{"train_loss": 0.0004520105430856347, "global_step": 34780, "epoch": 535, "lr": 2.933888894084058e-06}
+{"train_loss": 0.00025107283727265894, "global_step": 34781, "epoch": 535, "lr": 2.9325120163802346e-06}
+{"train_loss": 0.00033551600063219666, "global_step": 34782, "epoch": 535, "lr": 2.9311354520766277e-06}
+{"train_loss": 0.0006947166402824223, "global_step": 34783, "epoch": 535, "lr": 2.929759201182425e-06}
+{"train_loss": 0.00023770573898218572, "global_step": 34784, "epoch": 535, "lr": 2.9283832637067687e-06}
+{"train_loss": 0.00038137283991090953, "global_step": 34785, "epoch": 535, "lr": 2.92700763965883e-06}
+{"train_loss": 0.0007722426089458168, "global_step": 34786, "epoch": 535, "lr": 2.9256323290477784e-06}
+{"train_loss": 0.00043164280941709876, "global_step": 34787, "epoch": 535, "lr": 2.924257331882757e-06}
+{"train_loss": 0.00039184471825137734, "global_step": 34788, "epoch": 535, "lr": 2.9228826481729253e-06}
+{"train_loss": 0.0006921557360328734, "global_step": 34789, "epoch": 535, "lr": 2.921508277927443e-06}
+{"train_loss": 0.00043801849824376404, "global_step": 34790, "epoch": 535, "lr": 2.9201342211554574e-06}
+{"train_loss": 0.0002608808863442391, "global_step": 34791, "epoch": 535, "lr": 2.918760477866106e-06}
+{"train_loss": 0.0002651781542226672, "global_step": 34792, "epoch": 535, "lr": 2.917387048068554e-06}
+{"train_loss": 0.0006468503852374852, "global_step": 34793, "epoch": 535, "lr": 2.9160139317719324e-06}
+{"train_loss": 0.0004949251306243241, "global_step": 34794, "epoch": 535, "lr": 2.9146411289854014e-06}
+{"train_loss": 0.0007226898451335728, "global_step": 34795, "epoch": 535, "lr": 2.913268639718081e-06}
+{"train_loss": 0.00042405168642289937, "global_step": 34796, "epoch": 535, "lr": 2.9118964639791193e-06}
+{"train_loss": 0.00037164290552027524, "global_step": 34797, "epoch": 535, "lr": 2.9105246017776644e-06}
+{"train_loss": 0.00041123174014501274, "global_step": 34798, "epoch": 535, "lr": 2.9091530531228374e-06}
+{"train_loss": 0.0002441297983750701, "global_step": 34799, "epoch": 535, "lr": 2.9077818180237693e-06}
+{"train_loss": 0.0006664700340479612, "global_step": 34800, "epoch": 535, "lr": 2.9064108964895918e-06}
+{"train_loss": 0.0005077420501038432, "global_step": 34801, "epoch": 535, "lr": 2.9050402885294423e-06}
+{"train_loss": 0.0003598602779675275, "global_step": 34802, "epoch": 535, "lr": 2.9036699941524414e-06}
+{"train_loss": 0.00047552448813803494, "global_step": 34803, "epoch": 535, "lr": 2.9023000133677094e-06}
+{"train_loss": 0.0005961435381323099, "global_step": 34804, "epoch": 535, "lr": 2.9009303461843718e-06}
+{"train_loss": 0.0003723349655047059, "global_step": 34805, "epoch": 535, "lr": 2.89956099261155e-06}
+{"train_loss": 0.0006777245434932411, "global_step": 34806, "epoch": 535, "lr": 2.898191952658369e-06}
+{"train_loss": 0.0005539049161598086, "global_step": 34807, "epoch": 535, "lr": 2.8968232263339225e-06}
+{"train_loss": 0.0002539571432862431, "global_step": 34808, "epoch": 535, "lr": 2.8954548136473415e-06}
+{"train_loss": 0.0007967437850311399, "global_step": 34809, "epoch": 535, "lr": 2.89408671460773e-06}
+{"train_loss": 0.0004285442701075226, "global_step": 34810, "epoch": 535, "lr": 2.8927189292242086e-06}
+{"train_loss": 0.00047399679897353053, "global_step": 34811, "epoch": 535, "lr": 2.891351457505875e-06}
+{"train_loss": 0.00033714965684339404, "global_step": 34812, "epoch": 535, "lr": 2.8899842994618343e-06}
+{"train_loss": 0.0006859864224679768, "global_step": 34813, "epoch": 535, "lr": 2.8886174551012e-06}
+{"train_loss": 0.00033668556716293097, "global_step": 34814, "epoch": 535, "lr": 2.887250924433066e-06}
+{"train_loss": 0.0004413531278260052, "global_step": 34815, "epoch": 535, "lr": 2.885884707466524e-06}
+{"train_loss": 0.00028317118994891644, "global_step": 34816, "epoch": 535, "lr": 2.8845188042106784e-06}
+{"train_loss": 0.0005294456495903432, "global_step": 34817, "epoch": 535, "lr": 2.883153214674622e-06}
+{"train_loss": 0.00042366591515019536, "global_step": 34818, "epoch": 535, "lr": 2.8817879388674585e-06}
+{"train_loss": 0.0006774890352971852, "global_step": 34819, "epoch": 535, "lr": 2.8804229767982637e-06}
+{"train_loss": 0.00035913512692786753, "global_step": 34820, "epoch": 535, "lr": 2.8790583284761254e-06}
+{"train_loss": 0.0007885401719249785, "global_step": 34821, "epoch": 535, "lr": 2.8776939939101523e-06}
+{"train_loss": 0.0009173793951049447, "global_step": 34822, "epoch": 535, "lr": 2.8763299731094096e-06}
+{"train_loss": 0.0004204207216389477, "global_step": 34823, "epoch": 535, "lr": 2.874966266082979e-06}
+{"train_loss": 0.0005031623295508325, "global_step": 34824, "epoch": 535, "lr": 2.873602872839942e-06}
+{"train_loss": 0.0005627901409752667, "global_step": 34825, "epoch": 535, "lr": 2.8722397933893807e-06}
+{"train_loss": 0.0003034799883607775, "global_step": 34826, "epoch": 535, "lr": 2.8708770277403764e-06}
+{"train_loss": 0.0005863801343366504, "global_step": 34827, "epoch": 535, "lr": 2.869514575901994e-06}
+{"train_loss": 0.0004586482245940715, "global_step": 34828, "epoch": 535, "lr": 2.8681524378833093e-06}
+{"train_loss": 0.0005111730424687266, "global_step": 34829, "epoch": 535, "lr": 2.866790613693393e-06}
+{"train_loss": 0.0005438734660856426, "global_step": 34830, "epoch": 535, "lr": 2.865429103341316e-06}
+{"train_loss": 0.00046138223842717707, "global_step": 34831, "epoch": 535, "lr": 2.864067906836132e-06}
+{"train_loss": 0.0003369293117430061, "global_step": 34832, "epoch": 535, "lr": 2.8627070241869116e-06}
+{"train_loss": 0.0004693492082878947, "global_step": 34833, "epoch": 535, "lr": 2.8613464554027134e-06}
+{"train_loss": 0.0008749392000027001, "global_step": 34834, "epoch": 535, "lr": 2.8599862004926094e-06}
+{"train_loss": 0.0004025251546408981, "global_step": 34835, "epoch": 535, "lr": 2.858626259465641e-06}
+{"train_loss": 0.0003342546406202018, "global_step": 34836, "epoch": 535, "lr": 2.8572666323308682e-06}
+{"train_loss": 0.00032392944558523595, "global_step": 34837, "epoch": 535, "lr": 2.8559073190973563e-06}
+{"train_loss": 0.0005091771017760038, "global_step": 34838, "epoch": 535, "lr": 2.8545483197741474e-06}
+{"train_loss": 0.00048640531514628003, "global_step": 34839, "epoch": 535, "lr": 2.8531896343702736e-06, "val_loss": 0.00794116873294115, "train_action_mse_error": 1.4174996067595202e-05}
+{"train_loss": 0.0007037005852907896, "global_step": 34840, "epoch": 536, "lr": 2.8518312628948052e-06}
+{"train_loss": 0.0007757990388199687, "global_step": 34841, "epoch": 536, "lr": 2.850473205356774e-06}
+{"train_loss": 0.000622725929133594, "global_step": 34842, "epoch": 536, "lr": 2.8491154617652392e-06}
+{"train_loss": 0.0003796872915700078, "global_step": 34843, "epoch": 536, "lr": 2.8477580321292165e-06}
+{"train_loss": 0.0004258704138919711, "global_step": 34844, "epoch": 536, "lr": 2.84640091645777e-06}
+{"train_loss": 0.000382368074497208, "global_step": 34845, "epoch": 536, "lr": 2.8450441147599148e-06}
+{"train_loss": 0.0005200640298426151, "global_step": 34846, "epoch": 536, "lr": 2.8436876270447e-06}
+{"train_loss": 0.0008581717265769839, "global_step": 34847, "epoch": 536, "lr": 2.8423314533211453e-06}
+{"train_loss": 0.0004912056028842926, "global_step": 34848, "epoch": 536, "lr": 2.840975593598283e-06}
+{"train_loss": 0.000400043762056157, "global_step": 34849, "epoch": 536, "lr": 2.8396200478851497e-06}
+{"train_loss": 0.0009035937255248427, "global_step": 34850, "epoch": 536, "lr": 2.8382648161907775e-06}
+{"train_loss": 0.0004312182718422264, "global_step": 34851, "epoch": 536, "lr": 2.8369098985241703e-06}
+{"train_loss": 0.0005001244135200977, "global_step": 34852, "epoch": 536, "lr": 2.8355552948943654e-06}
+{"train_loss": 0.0005069270264357328, "global_step": 34853, "epoch": 536, "lr": 2.834201005310366e-06}
+{"train_loss": 0.00026097820955328643, "global_step": 34854, "epoch": 536, "lr": 2.832847029781216e-06}
+{"train_loss": 0.00031458528246730566, "global_step": 34855, "epoch": 536, "lr": 2.8314933683159018e-06}
+{"train_loss": 0.00043006581836380064, "global_step": 34856, "epoch": 536, "lr": 2.83014002092345e-06}
+{"train_loss": 0.0006657347548753023, "global_step": 34857, "epoch": 536, "lr": 2.8287869876128748e-06}
+{"train_loss": 0.0007801522151567042, "global_step": 34858, "epoch": 536, "lr": 2.8274342683931864e-06}
+{"train_loss": 0.0003038315335288644, "global_step": 34859, "epoch": 536, "lr": 2.826081863273383e-06}
+{"train_loss": 0.00045198111911304295, "global_step": 34860, "epoch": 536, "lr": 2.82472977226248e-06}
+{"train_loss": 0.0004739057330880314, "global_step": 34861, "epoch": 536, "lr": 2.8233779953694693e-06}
+{"train_loss": 0.0003055516572203487, "global_step": 34862, "epoch": 536, "lr": 2.822026532603367e-06}
+{"train_loss": 0.0006938682636246085, "global_step": 34863, "epoch": 536, "lr": 2.8206753839731537e-06}
+{"train_loss": 0.0006870438228361309, "global_step": 34864, "epoch": 536, "lr": 2.819324549487834e-06}
+{"train_loss": 0.00043080042814835906, "global_step": 34865, "epoch": 536, "lr": 2.8179740291564005e-06}
+{"train_loss": 0.0003537693410180509, "global_step": 34866, "epoch": 536, "lr": 2.816623822987863e-06}
+{"train_loss": 0.00037328715552575886, "global_step": 34867, "epoch": 536, "lr": 2.8152739309911912e-06}
+{"train_loss": 0.0006117129232734442, "global_step": 34868, "epoch": 536, "lr": 2.8139243531753735e-06}
+{"train_loss": 0.00031989594572223723, "global_step": 34869, "epoch": 536, "lr": 2.812575089549402e-06}
+{"train_loss": 0.00035655469400808215, "global_step": 34870, "epoch": 536, "lr": 2.8112261401222695e-06}
+{"train_loss": 0.0006001814617775381, "global_step": 34871, "epoch": 536, "lr": 2.8098775049029415e-06}
+{"train_loss": 0.0004912691656500101, "global_step": 34872, "epoch": 536, "lr": 2.8085291839004045e-06}
+{"train_loss": 0.00034046900691464543, "global_step": 34873, "epoch": 536, "lr": 2.8071811771236357e-06}
+{"train_loss": 0.00039575257687829435, "global_step": 34874, "epoch": 536, "lr": 2.8058334845816213e-06}
+{"train_loss": 0.0004251571372151375, "global_step": 34875, "epoch": 536, "lr": 2.8044861062833327e-06}
+{"train_loss": 0.0005033623310737312, "global_step": 34876, "epoch": 536, "lr": 2.8031390422377235e-06}
+{"train_loss": 0.00041882097139023244, "global_step": 34877, "epoch": 536, "lr": 2.80179229245377e-06}
+{"train_loss": 0.0004938532947562635, "global_step": 34878, "epoch": 536, "lr": 2.8004458569404592e-06}
+{"train_loss": 0.0005348107661120594, "global_step": 34879, "epoch": 536, "lr": 2.7990997357067283e-06}
+{"train_loss": 0.0005116360262036324, "global_step": 34880, "epoch": 536, "lr": 2.7977539287615596e-06}
+{"train_loss": 0.00038011293509043753, "global_step": 34881, "epoch": 536, "lr": 2.7964084361139066e-06}
+{"train_loss": 0.0007687651668675244, "global_step": 34882, "epoch": 536, "lr": 2.7950632577727343e-06}
+{"train_loss": 0.0007455878076143563, "global_step": 34883, "epoch": 536, "lr": 2.793718393746997e-06}
+{"train_loss": 0.0004926893743686378, "global_step": 34884, "epoch": 536, "lr": 2.7923738440456425e-06}
+{"train_loss": 0.00036292520235292614, "global_step": 34885, "epoch": 536, "lr": 2.7910296086776254e-06}
+{"train_loss": 0.0004311429220251739, "global_step": 34886, "epoch": 536, "lr": 2.7896856876519105e-06}
+{"train_loss": 0.00037081429036334157, "global_step": 34887, "epoch": 536, "lr": 2.7883420809774297e-06}
+{"train_loss": 0.0006696601049043238, "global_step": 34888, "epoch": 536, "lr": 2.786998788663131e-06}
+{"train_loss": 0.0004258393601048738, "global_step": 34889, "epoch": 536, "lr": 2.785655810717963e-06}
+{"train_loss": 0.0004052360891364515, "global_step": 34890, "epoch": 536, "lr": 2.78431314715088e-06}
+{"train_loss": 0.0006329624447971582, "global_step": 34891, "epoch": 536, "lr": 2.7829707979708075e-06}
+{"train_loss": 0.00045485960436053574, "global_step": 34892, "epoch": 536, "lr": 2.781628763186683e-06}
+{"train_loss": 0.0008735858136788011, "global_step": 34893, "epoch": 536, "lr": 2.780287042807439e-06}
+{"train_loss": 0.000336842960678041, "global_step": 34894, "epoch": 536, "lr": 2.7789456368420284e-06}
+{"train_loss": 0.00043510389514267445, "global_step": 34895, "epoch": 536, "lr": 2.7776045452993615e-06}
+{"train_loss": 0.000605885055847466, "global_step": 34896, "epoch": 536, "lr": 2.776263768188381e-06}
+{"train_loss": 0.00040013997931964695, "global_step": 34897, "epoch": 536, "lr": 2.774923305518007e-06}
+{"train_loss": 0.0003997789463028312, "global_step": 34898, "epoch": 536, "lr": 2.773583157297177e-06}
+{"train_loss": 0.00043717658263631165, "global_step": 34899, "epoch": 536, "lr": 2.7722433235348065e-06}
+{"train_loss": 0.00043495401041582227, "global_step": 34900, "epoch": 536, "lr": 2.7709038042398105e-06}
+{"train_loss": 0.00026326923398301005, "global_step": 34901, "epoch": 536, "lr": 2.7695645994211094e-06}
+{"train_loss": 0.00037018669536337256, "global_step": 34902, "epoch": 536, "lr": 2.7682257090876353e-06}
+{"train_loss": 0.00026368076214566827, "global_step": 34903, "epoch": 536, "lr": 2.766887133248286e-06}
+{"train_loss": 0.00048749578462985274, "global_step": 34904, "epoch": 536, "lr": 2.7655488719119826e-06, "val_loss": 0.01765342801809311}
+{"train_loss": 0.00042029639007523656, "global_step": 34905, "epoch": 537, "lr": 2.7642109250876347e-06}
+{"train_loss": 0.0006166601087898016, "global_step": 34906, "epoch": 537, "lr": 2.7628732927841627e-06}
+{"train_loss": 0.0008933834033086896, "global_step": 34907, "epoch": 537, "lr": 2.761535975010454e-06}
+{"train_loss": 0.0006183783989399672, "global_step": 34908, "epoch": 537, "lr": 2.7601989717754185e-06}
+{"train_loss": 0.00042695330921560526, "global_step": 34909, "epoch": 537, "lr": 2.7588622830879598e-06}
+{"train_loss": 0.0005910957115702331, "global_step": 34910, "epoch": 537, "lr": 2.757525908956993e-06}
+{"train_loss": 0.00040637620259076357, "global_step": 34911, "epoch": 537, "lr": 2.7561898493913884e-06}
+{"train_loss": 0.00039953680243343115, "global_step": 34912, "epoch": 537, "lr": 2.7548541044000562e-06}
+{"train_loss": 0.0006493855034932494, "global_step": 34913, "epoch": 537, "lr": 2.753518673991906e-06}
+{"train_loss": 0.0004968462162651122, "global_step": 34914, "epoch": 537, "lr": 2.7521835581758025e-06}
+{"train_loss": 0.0005368771962821484, "global_step": 34915, "epoch": 537, "lr": 2.7508487569606555e-06}
+{"train_loss": 0.00046641496010124683, "global_step": 34916, "epoch": 537, "lr": 2.7495142703553354e-06}
+{"train_loss": 0.00031675506033934653, "global_step": 34917, "epoch": 537, "lr": 2.748180098368741e-06}
+{"train_loss": 0.000632201787084341, "global_step": 34918, "epoch": 537, "lr": 2.746846241009765e-06}
+{"train_loss": 0.0005712195998057723, "global_step": 34919, "epoch": 537, "lr": 2.7455126982872614e-06}
+{"train_loss": 0.00038160549593158066, "global_step": 34920, "epoch": 537, "lr": 2.7441794702101287e-06}
+{"train_loss": 0.0004667886532843113, "global_step": 34921, "epoch": 537, "lr": 2.7428465567872486e-06}
+{"train_loss": 0.0003967032243963331, "global_step": 34922, "epoch": 537, "lr": 2.7415139580274807e-06}
+{"train_loss": 0.0003755492507480085, "global_step": 34923, "epoch": 537, "lr": 2.7401816739397123e-06}
+{"train_loss": 0.00046186603140085936, "global_step": 34924, "epoch": 537, "lr": 2.738849704532803e-06}
+{"train_loss": 0.0005762926302850246, "global_step": 34925, "epoch": 537, "lr": 2.737518049815624e-06}
+{"train_loss": 0.001072598621249199, "global_step": 34926, "epoch": 537, "lr": 2.7361867097970505e-06}
+{"train_loss": 0.000675312418024987, "global_step": 34927, "epoch": 537, "lr": 2.7348556844859373e-06}
+{"train_loss": 0.00045001370017416775, "global_step": 34928, "epoch": 537, "lr": 2.7335249738911494e-06}
+{"train_loss": 0.00042011792538687587, "global_step": 34929, "epoch": 537, "lr": 2.7321945780215573e-06}
+{"train_loss": 0.000709777174051851, "global_step": 34930, "epoch": 537, "lr": 2.730864496886004e-06}
+{"train_loss": 0.00031253157067112625, "global_step": 34931, "epoch": 537, "lr": 2.7295347304933606e-06}
+{"train_loss": 0.0003288213338237256, "global_step": 34932, "epoch": 537, "lr": 2.728205278852469e-06}
+{"train_loss": 0.0010454481234773993, "global_step": 34933, "epoch": 537, "lr": 2.7268761419721844e-06}
+{"train_loss": 0.0007769510266371071, "global_step": 34934, "epoch": 537, "lr": 2.7255473198613713e-06}
+{"train_loss": 0.0006555157015100121, "global_step": 34935, "epoch": 537, "lr": 2.7242188125288503e-06}
+{"train_loss": 0.0004037620092276484, "global_step": 34936, "epoch": 537, "lr": 2.7228906199834867e-06}
+{"train_loss": 0.0007432981510646641, "global_step": 34937, "epoch": 537, "lr": 2.7215627422341293e-06}
+{"train_loss": 0.0005900886608287692, "global_step": 34938, "epoch": 537, "lr": 2.7202351792895985e-06}
+{"train_loss": 0.0005000545643270016, "global_step": 34939, "epoch": 537, "lr": 2.7189079311587594e-06}
+{"train_loss": 0.00044096121564507484, "global_step": 34940, "epoch": 537, "lr": 2.717580997850422e-06}
+{"train_loss": 0.00028707459568977356, "global_step": 34941, "epoch": 537, "lr": 2.71625437937344e-06}
+{"train_loss": 0.00044925426482222974, "global_step": 34942, "epoch": 537, "lr": 2.71492807573665e-06}
+{"train_loss": 0.0004503102973103523, "global_step": 34943, "epoch": 537, "lr": 2.7136020869488686e-06}
+{"train_loss": 0.00044054831960238516, "global_step": 34944, "epoch": 537, "lr": 2.712276413018938e-06}
+{"train_loss": 0.00044311085366643965, "global_step": 34945, "epoch": 537, "lr": 2.7109510539556736e-06}
+{"train_loss": 0.0003376520180609077, "global_step": 34946, "epoch": 537, "lr": 2.7096260097679015e-06}
+{"train_loss": 0.0005326101672835648, "global_step": 34947, "epoch": 537, "lr": 2.708301280464459e-06}
+{"train_loss": 0.000641799415461719, "global_step": 34948, "epoch": 537, "lr": 2.7069768660541506e-06}
+{"train_loss": 0.0004179100797045976, "global_step": 34949, "epoch": 537, "lr": 2.705652766545802e-06}
+{"train_loss": 0.0005529414629563689, "global_step": 34950, "epoch": 537, "lr": 2.704328981948229e-06}
+{"train_loss": 0.0006706409039907157, "global_step": 34951, "epoch": 537, "lr": 2.7030055122702567e-06}
+{"train_loss": 0.00055642583174631, "global_step": 34952, "epoch": 537, "lr": 2.7016823575206794e-06}
+{"train_loss": 0.0005932681378908455, "global_step": 34953, "epoch": 537, "lr": 2.700359517708312e-06}
+{"train_loss": 0.0003237080527469516, "global_step": 34954, "epoch": 537, "lr": 2.699036992841969e-06}
+{"train_loss": 0.0003502626495901495, "global_step": 34955, "epoch": 537, "lr": 2.697714782930455e-06}
+{"train_loss": 0.0003019895520992577, "global_step": 34956, "epoch": 537, "lr": 2.6963928879825682e-06}
+{"train_loss": 0.0002775473112706095, "global_step": 34957, "epoch": 537, "lr": 2.6950713080071133e-06}
+{"train_loss": 0.0005307343672029674, "global_step": 34958, "epoch": 537, "lr": 2.693750043012888e-06}
+{"train_loss": 0.0005273182177916169, "global_step": 34959, "epoch": 537, "lr": 2.6924290930087026e-06}
+{"train_loss": 0.0006470506777986884, "global_step": 34960, "epoch": 537, "lr": 2.691108458003344e-06}
+{"train_loss": 0.0003133737191092223, "global_step": 34961, "epoch": 537, "lr": 2.6897881380055947e-06}
+{"train_loss": 0.0008388196001760662, "global_step": 34962, "epoch": 537, "lr": 2.688468133024258e-06}
+{"train_loss": 0.0005150134675204754, "global_step": 34963, "epoch": 537, "lr": 2.6871484430681325e-06}
+{"train_loss": 0.00033471101778559387, "global_step": 34964, "epoch": 537, "lr": 2.685829068145984e-06}
+{"train_loss": 0.00036961480509489775, "global_step": 34965, "epoch": 537, "lr": 2.684510008266605e-06}
+{"train_loss": 0.0005190434749238193, "global_step": 34966, "epoch": 537, "lr": 2.6831912634387836e-06}
+{"train_loss": 0.0008743472280912101, "global_step": 34967, "epoch": 537, "lr": 2.681872833671312e-06}
+{"train_loss": 0.0006380653358064592, "global_step": 34968, "epoch": 537, "lr": 2.680554718972944e-06}
+{"train_loss": 0.0005234223978522305, "global_step": 34969, "epoch": 537, "lr": 2.679236919352468e-06, "val_loss": 0.006004401482641697}
+{"train_loss": 0.00025252383784390986, "global_step": 34970, "epoch": 538, "lr": 2.677919434818654e-06}
+{"train_loss": 0.0003514049167279154, "global_step": 34971, "epoch": 538, "lr": 2.6766022653802902e-06}
+{"train_loss": 0.0005219699232839048, "global_step": 34972, "epoch": 538, "lr": 2.6752854110461245e-06}
+{"train_loss": 0.0003823498554993421, "global_step": 34973, "epoch": 538, "lr": 2.673968871824939e-06}
+{"train_loss": 0.00046193640446290374, "global_step": 34974, "epoch": 538, "lr": 2.6726526477254987e-06}
+{"train_loss": 0.0005186240887269378, "global_step": 34975, "epoch": 538, "lr": 2.6713367387565802e-06}
+{"train_loss": 0.0003245211555622518, "global_step": 34976, "epoch": 538, "lr": 2.6700211449269152e-06}
+{"train_loss": 0.0006627800757996738, "global_step": 34977, "epoch": 538, "lr": 2.6687058662452803e-06}
+{"train_loss": 0.0007175406790338457, "global_step": 34978, "epoch": 538, "lr": 2.667390902720435e-06}
+{"train_loss": 0.00039707747055217624, "global_step": 34979, "epoch": 538, "lr": 2.6660762543611382e-06}
+{"train_loss": 0.0003581522323656827, "global_step": 34980, "epoch": 538, "lr": 2.6647619211761343e-06}
+{"train_loss": 0.00036887574242427945, "global_step": 34981, "epoch": 538, "lr": 2.6634479031741767e-06}
+{"train_loss": 0.00025746034225448966, "global_step": 34982, "epoch": 538, "lr": 2.6621342003640195e-06}
+{"train_loss": 0.0005263494676910341, "global_step": 34983, "epoch": 538, "lr": 2.660820812754422e-06}
+{"train_loss": 0.0005002396646887064, "global_step": 34984, "epoch": 538, "lr": 2.6595077403541002e-06}
+{"train_loss": 0.0006332662887871265, "global_step": 34985, "epoch": 538, "lr": 2.658194983171808e-06}
+{"train_loss": 0.0012544308556243777, "global_step": 34986, "epoch": 538, "lr": 2.6568825412162933e-06}
+{"train_loss": 0.000346552551491186, "global_step": 34987, "epoch": 538, "lr": 2.6555704144963e-06}
+{"train_loss": 0.0005840201629325747, "global_step": 34988, "epoch": 538, "lr": 2.6542586030205486e-06}
+{"train_loss": 0.0004891141434200108, "global_step": 34989, "epoch": 538, "lr": 2.6529471067977873e-06}
+{"train_loss": 0.0002996061521116644, "global_step": 34990, "epoch": 538, "lr": 2.6516359258367486e-06}
+{"train_loss": 0.0004630938055925071, "global_step": 34991, "epoch": 538, "lr": 2.6503250601461527e-06}
+{"train_loss": 0.0006899862200953066, "global_step": 34992, "epoch": 538, "lr": 2.649014509734732e-06}
+{"train_loss": 0.0003531129623297602, "global_step": 34993, "epoch": 538, "lr": 2.6477042746112123e-06}
+{"train_loss": 0.0004470915882848203, "global_step": 34994, "epoch": 538, "lr": 2.646394354784326e-06}
+{"train_loss": 0.00037948082899674773, "global_step": 34995, "epoch": 538, "lr": 2.6450847502627884e-06}
+{"train_loss": 0.0005882624536752701, "global_step": 34996, "epoch": 538, "lr": 2.64377546105532e-06}
+{"train_loss": 0.00038104160921648145, "global_step": 34997, "epoch": 538, "lr": 2.6424664871706363e-06}
+{"train_loss": 0.0003586834645830095, "global_step": 34998, "epoch": 538, "lr": 2.6411578286174575e-06}
+{"train_loss": 0.0003657680354081094, "global_step": 34999, "epoch": 538, "lr": 2.639849485404505e-06}
+{"train_loss": 0.0002772873849608004, "global_step": 35000, "epoch": 538, "lr": 2.6385414575404665e-06}
+{"train_loss": 0.0007593826157972217, "global_step": 35001, "epoch": 538, "lr": 2.6372337450340734e-06}
+{"train_loss": 0.0006484813056886196, "global_step": 35002, "epoch": 538, "lr": 2.6359263478940187e-06}
+{"train_loss": 0.0004166603903286159, "global_step": 35003, "epoch": 538, "lr": 2.6346192661290293e-06}
+{"train_loss": 0.0003923347976524383, "global_step": 35004, "epoch": 538, "lr": 2.633312499747781e-06}
+{"train_loss": 0.0005547740147449076, "global_step": 35005, "epoch": 538, "lr": 2.6320060487589948e-06}
+{"train_loss": 0.0004005617229267955, "global_step": 35006, "epoch": 538, "lr": 2.6306999131713637e-06}
+{"train_loss": 0.0004901115316897631, "global_step": 35007, "epoch": 538, "lr": 2.629394092993587e-06}
+{"train_loss": 0.0005834903568029404, "global_step": 35008, "epoch": 538, "lr": 2.6280885882343507e-06}
+{"train_loss": 0.0005926480516791344, "global_step": 35009, "epoch": 538, "lr": 2.626783398902355e-06}
+{"train_loss": 0.0006339684478007257, "global_step": 35010, "epoch": 538, "lr": 2.6254785250062863e-06}
+{"train_loss": 0.000559149426408112, "global_step": 35011, "epoch": 538, "lr": 2.624173966554844e-06}
+{"train_loss": 0.00032283266773447394, "global_step": 35012, "epoch": 538, "lr": 2.622869723556698e-06}
+{"train_loss": 0.0004260963760316372, "global_step": 35013, "epoch": 538, "lr": 2.6215657960205474e-06}
+{"train_loss": 0.0004247260221745819, "global_step": 35014, "epoch": 538, "lr": 2.620262183955058e-06}
+{"train_loss": 0.0009262183448299766, "global_step": 35015, "epoch": 538, "lr": 2.618958887368933e-06}
+{"train_loss": 0.0004149220767430961, "global_step": 35016, "epoch": 538, "lr": 2.6176559062708272e-06}
+{"train_loss": 0.0002873925550375134, "global_step": 35017, "epoch": 538, "lr": 2.616353240669428e-06}
+{"train_loss": 0.0007004245417192578, "global_step": 35018, "epoch": 538, "lr": 2.6150508905734118e-06}
+{"train_loss": 0.00039808935252949595, "global_step": 35019, "epoch": 538, "lr": 2.613748855991449e-06}
+{"train_loss": 0.00040533641004003584, "global_step": 35020, "epoch": 538, "lr": 2.6124471369322e-06}
+{"train_loss": 0.0003297150833532214, "global_step": 35021, "epoch": 538, "lr": 2.6111457334043465e-06}
+{"train_loss": 0.00028245325665920973, "global_step": 35022, "epoch": 538, "lr": 2.609844645416537e-06}
+{"train_loss": 0.0006698051001876593, "global_step": 35023, "epoch": 538, "lr": 2.608543872977448e-06}
+{"train_loss": 0.0002718815812841058, "global_step": 35024, "epoch": 538, "lr": 2.607243416095745e-06}
+{"train_loss": 0.0006842365255579352, "global_step": 35025, "epoch": 538, "lr": 2.6059432747800703e-06}
+{"train_loss": 0.0003833132504951209, "global_step": 35026, "epoch": 538, "lr": 2.60464344903909e-06}
+{"train_loss": 0.0008692916017025709, "global_step": 35027, "epoch": 538, "lr": 2.603343938881464e-06}
+{"train_loss": 0.00023733254056423903, "global_step": 35028, "epoch": 538, "lr": 2.602044744315835e-06}
+{"train_loss": 0.00030935436370782554, "global_step": 35029, "epoch": 538, "lr": 2.6007458653508675e-06}
+{"train_loss": 0.0004111998132430017, "global_step": 35030, "epoch": 538, "lr": 2.599447301995189e-06}
+{"train_loss": 0.0004359534359537065, "global_step": 35031, "epoch": 538, "lr": 2.598149054257465e-06}
+{"train_loss": 0.0003008640487678349, "global_step": 35032, "epoch": 538, "lr": 2.5968511221463377e-06}
+{"train_loss": 0.00047976180212572217, "global_step": 35033, "epoch": 538, "lr": 2.5955535056704338e-06}
+{"train_loss": 0.00047781092804283475, "global_step": 35034, "epoch": 538, "lr": 2.5942562048384134e-06, "val_loss": 0.004663000348955393}
+{"train_loss": 0.0006316321669146419, "global_step": 35035, "epoch": 539, "lr": 2.592959219658908e-06}
+{"train_loss": 0.0003374410734977573, "global_step": 35036, "epoch": 539, "lr": 2.59166255014055e-06}
+{"train_loss": 0.0004648538597393781, "global_step": 35037, "epoch": 539, "lr": 2.5903661962919714e-06}
+{"train_loss": 0.00047010736307129264, "global_step": 35038, "epoch": 539, "lr": 2.5890701581218036e-06}
+{"train_loss": 0.0003185843816027045, "global_step": 35039, "epoch": 539, "lr": 2.587774435638679e-06}
+{"train_loss": 0.00037451862590387464, "global_step": 35040, "epoch": 539, "lr": 2.586479028851241e-06}
+{"train_loss": 0.00039434482459910214, "global_step": 35041, "epoch": 539, "lr": 2.5851839377680877e-06}
+{"train_loss": 0.0005708662793040276, "global_step": 35042, "epoch": 539, "lr": 2.5838891623978567e-06}
+{"train_loss": 0.00023942082771100104, "global_step": 35043, "epoch": 539, "lr": 2.582594702749175e-06}
+{"train_loss": 0.0004969129804521799, "global_step": 35044, "epoch": 539, "lr": 2.581300558830657e-06}
+{"train_loss": 0.00032899199868552387, "global_step": 35045, "epoch": 539, "lr": 2.580006730650908e-06}
+{"train_loss": 0.0005170610966160893, "global_step": 35046, "epoch": 539, "lr": 2.578713218218548e-06}
+{"train_loss": 0.0008188841748051345, "global_step": 35047, "epoch": 539, "lr": 2.5774200215422038e-06}
+{"train_loss": 0.0007119935471564531, "global_step": 35048, "epoch": 539, "lr": 2.576127140630474e-06}
+{"train_loss": 0.0007578704389743507, "global_step": 35049, "epoch": 539, "lr": 2.574834575491969e-06}
+{"train_loss": 0.0004336565325502306, "global_step": 35050, "epoch": 539, "lr": 2.5735423261352974e-06}
+{"train_loss": 0.0007557409116998315, "global_step": 35051, "epoch": 539, "lr": 2.57225039256907e-06}
+{"train_loss": 0.00031544375815428793, "global_step": 35052, "epoch": 539, "lr": 2.570958774801879e-06}
+{"train_loss": 0.0005116778193041682, "global_step": 35053, "epoch": 539, "lr": 2.5696674728423187e-06}
+{"train_loss": 0.0005948370671831071, "global_step": 35054, "epoch": 539, "lr": 2.5683764866989977e-06}
+{"train_loss": 0.0003284750855527818, "global_step": 35055, "epoch": 539, "lr": 2.5670858163805157e-06}
+{"train_loss": 0.000622041872702539, "global_step": 35056, "epoch": 539, "lr": 2.565795461895465e-06}
+{"train_loss": 0.0005731213022954762, "global_step": 35057, "epoch": 539, "lr": 2.5645054232524222e-06}
+{"train_loss": 0.0003149641561321914, "global_step": 35058, "epoch": 539, "lr": 2.5632157004599923e-06}
+{"train_loss": 0.0002616319980006665, "global_step": 35059, "epoch": 539, "lr": 2.5619262935267672e-06}
+{"train_loss": 0.00037418355350382626, "global_step": 35060, "epoch": 539, "lr": 2.5606372024613244e-06}
+{"train_loss": 0.0003828155458904803, "global_step": 35061, "epoch": 539, "lr": 2.5593484272722455e-06}
+{"train_loss": 0.00030889586196281016, "global_step": 35062, "epoch": 539, "lr": 2.5580599679681073e-06}
+{"train_loss": 0.00029517238726839423, "global_step": 35063, "epoch": 539, "lr": 2.556771824557497e-06}
+{"train_loss": 0.000649044057354331, "global_step": 35064, "epoch": 539, "lr": 2.5554839970489964e-06}
+{"train_loss": 0.0005241879262030125, "global_step": 35065, "epoch": 539, "lr": 2.554196485451171e-06}
+{"train_loss": 0.00046745111467316747, "global_step": 35066, "epoch": 539, "lr": 2.552909289772598e-06}
+{"train_loss": 0.0006800645496696234, "global_step": 35067, "epoch": 539, "lr": 2.5516224100218535e-06}
+{"train_loss": 0.0003840808931272477, "global_step": 35068, "epoch": 539, "lr": 2.5503358462074966e-06}
+{"train_loss": 0.00033738769707269967, "global_step": 35069, "epoch": 539, "lr": 2.5490495983380934e-06}
+{"train_loss": 0.0007682138821110129, "global_step": 35070, "epoch": 539, "lr": 2.5477636664222147e-06}
+{"train_loss": 0.0006854292587377131, "global_step": 35071, "epoch": 539, "lr": 2.546478050468415e-06}
+{"train_loss": 0.00042596718412823975, "global_step": 35072, "epoch": 539, "lr": 2.5451927504852757e-06}
+{"train_loss": 0.0005591445369645953, "global_step": 35073, "epoch": 539, "lr": 2.543907766481324e-06}
+{"train_loss": 0.00042867808951996267, "global_step": 35074, "epoch": 539, "lr": 2.5426230984651356e-06}
+{"train_loss": 0.00040339597035199404, "global_step": 35075, "epoch": 539, "lr": 2.541338746445271e-06}
+{"train_loss": 0.0005926775629632175, "global_step": 35076, "epoch": 539, "lr": 2.5400547104302676e-06}
+{"train_loss": 0.00037915902794338763, "global_step": 35077, "epoch": 539, "lr": 2.538770990428674e-06}
+{"train_loss": 0.0005868574953638017, "global_step": 35078, "epoch": 539, "lr": 2.5374875864490443e-06}
+{"train_loss": 0.00039610403473488986, "global_step": 35079, "epoch": 539, "lr": 2.536204498499922e-06}
+{"train_loss": 0.0004596538783516735, "global_step": 35080, "epoch": 539, "lr": 2.5349217265898563e-06}
+{"train_loss": 0.00042441373807378113, "global_step": 35081, "epoch": 539, "lr": 2.5336392707273782e-06}
+{"train_loss": 0.0005843753460794687, "global_step": 35082, "epoch": 539, "lr": 2.532357130921037e-06}
+{"train_loss": 0.0007850240217521787, "global_step": 35083, "epoch": 539, "lr": 2.5310753071793703e-06}
+{"train_loss": 0.00036764825927093625, "global_step": 35084, "epoch": 539, "lr": 2.5297937995109044e-06}
+{"train_loss": 0.0006090825772844255, "global_step": 35085, "epoch": 539, "lr": 2.5285126079241715e-06}
+{"train_loss": 0.0005277662421576679, "global_step": 35086, "epoch": 539, "lr": 2.5272317324277093e-06}
+{"train_loss": 0.00028850059607066214, "global_step": 35087, "epoch": 539, "lr": 2.525951173030039e-06}
+{"train_loss": 0.00043940095929428935, "global_step": 35088, "epoch": 539, "lr": 2.524670929739709e-06}
+{"train_loss": 0.0003785586159210652, "global_step": 35089, "epoch": 539, "lr": 2.523391002565212e-06}
+{"train_loss": 0.00039035495137795806, "global_step": 35090, "epoch": 539, "lr": 2.522111391515097e-06}
+{"train_loss": 0.00024326068523805588, "global_step": 35091, "epoch": 539, "lr": 2.520832096597864e-06}
+{"train_loss": 0.0003386925673112273, "global_step": 35092, "epoch": 539, "lr": 2.519553117822049e-06}
+{"train_loss": 0.0006115314899943769, "global_step": 35093, "epoch": 539, "lr": 2.518274455196151e-06}
+{"train_loss": 0.00030974240507930517, "global_step": 35094, "epoch": 539, "lr": 2.5169961087286974e-06}
+{"train_loss": 0.0007334259571507573, "global_step": 35095, "epoch": 539, "lr": 2.515718078428192e-06}
+{"train_loss": 0.00044688655179925263, "global_step": 35096, "epoch": 539, "lr": 2.51444036430315e-06}
+{"train_loss": 0.00038733630208298564, "global_step": 35097, "epoch": 539, "lr": 2.513162966362076e-06}
+{"train_loss": 0.0002476582885719836, "global_step": 35098, "epoch": 539, "lr": 2.5118858846134853e-06}
+{"train_loss": 0.00047326913493004843, "global_step": 35099, "epoch": 539, "lr": 2.5106091190658597e-06, "val_loss": 0.00508812814950943}
+{"train_loss": 0.0004509848658926785, "global_step": 35100, "epoch": 540, "lr": 2.5093326697277263e-06}
+{"train_loss": 0.0005758375627920032, "global_step": 35101, "epoch": 540, "lr": 2.5080565366075615e-06}
+{"train_loss": 0.00033140956657007337, "global_step": 35102, "epoch": 540, "lr": 2.506780719713875e-06}
+{"train_loss": 0.0005230151582509279, "global_step": 35103, "epoch": 540, "lr": 2.505505219055154e-06}
+{"train_loss": 0.00032516298233531415, "global_step": 35104, "epoch": 540, "lr": 2.5042300346399097e-06}
+{"train_loss": 0.0007771297823637724, "global_step": 35105, "epoch": 540, "lr": 2.5029551664766117e-06}
+{"train_loss": 0.0003354142536409199, "global_step": 35106, "epoch": 540, "lr": 2.5016806145737648e-06}
+{"train_loss": 0.000702209654264152, "global_step": 35107, "epoch": 540, "lr": 2.50040637893984e-06}
+{"train_loss": 0.0008008772856555879, "global_step": 35108, "epoch": 540, "lr": 2.4991324595833364e-06}
+{"train_loss": 0.0004734434769488871, "global_step": 35109, "epoch": 540, "lr": 2.497858856512725e-06}
+{"train_loss": 0.0003169745614286512, "global_step": 35110, "epoch": 540, "lr": 2.496585569736487e-06}
+{"train_loss": 0.0004640717525035143, "global_step": 35111, "epoch": 540, "lr": 2.495312599263111e-06}
+{"train_loss": 0.00038281240267679095, "global_step": 35112, "epoch": 540, "lr": 2.4940399451010677e-06}
+{"train_loss": 0.0003620382631197572, "global_step": 35113, "epoch": 540, "lr": 2.4927676072588334e-06}
+{"train_loss": 0.0006005424074828625, "global_step": 35114, "epoch": 540, "lr": 2.4914955857448687e-06}
+{"train_loss": 0.0004431745910551399, "global_step": 35115, "epoch": 540, "lr": 2.490223880567655e-06}
+{"train_loss": 0.0003213816089555621, "global_step": 35116, "epoch": 540, "lr": 2.488952491735658e-06}
+{"train_loss": 0.00041590366163291037, "global_step": 35117, "epoch": 540, "lr": 2.487681419257337e-06}
+{"train_loss": 0.0006543804192915559, "global_step": 35118, "epoch": 540, "lr": 2.4864106631411587e-06}
+{"train_loss": 0.00045840642997063696, "global_step": 35119, "epoch": 540, "lr": 2.4851402233955932e-06}
+{"train_loss": 0.00040563681977801025, "global_step": 35120, "epoch": 540, "lr": 2.4838701000290897e-06}
+{"train_loss": 0.00036540869041346014, "global_step": 35121, "epoch": 540, "lr": 2.4826002930501137e-06}
+{"train_loss": 0.0005248434608802199, "global_step": 35122, "epoch": 540, "lr": 2.4813308024671077e-06}
+{"train_loss": 0.00043940567411482334, "global_step": 35123, "epoch": 540, "lr": 2.4800616282885324e-06}
+{"train_loss": 0.0005648757796734571, "global_step": 35124, "epoch": 540, "lr": 2.478792770522842e-06}
+{"train_loss": 0.00043409180943854153, "global_step": 35125, "epoch": 540, "lr": 2.4775242291784738e-06}
+{"train_loss": 0.00032445151009596884, "global_step": 35126, "epoch": 540, "lr": 2.4762560042638825e-06}
+{"train_loss": 0.000411900517065078, "global_step": 35127, "epoch": 540, "lr": 2.474988095787517e-06}
+{"train_loss": 0.000406111212214455, "global_step": 35128, "epoch": 540, "lr": 2.473720503757815e-06}
+{"train_loss": 0.0004964073887094855, "global_step": 35129, "epoch": 540, "lr": 2.472453228183219e-06}
+{"train_loss": 0.0004483119701035321, "global_step": 35130, "epoch": 540, "lr": 2.4711862690721564e-06}
+{"train_loss": 0.0003955280699301511, "global_step": 35131, "epoch": 540, "lr": 2.4699196264330758e-06}
+{"train_loss": 0.000722541066352278, "global_step": 35132, "epoch": 540, "lr": 2.4686533002744096e-06}
+{"train_loss": 0.0006682040984742343, "global_step": 35133, "epoch": 540, "lr": 2.4673872906045835e-06}
+{"train_loss": 0.00031847666832618415, "global_step": 35134, "epoch": 540, "lr": 2.4661215974320252e-06}
+{"train_loss": 0.0005473558558151126, "global_step": 35135, "epoch": 540, "lr": 2.4648562207651714e-06}
+{"train_loss": 0.000433192151831463, "global_step": 35136, "epoch": 540, "lr": 2.4635911606124494e-06}
+{"train_loss": 0.0006793068023398519, "global_step": 35137, "epoch": 540, "lr": 2.46232641698228e-06}
+{"train_loss": 0.00071452755946666, "global_step": 35138, "epoch": 540, "lr": 2.4610619898830735e-06}
+{"train_loss": 0.0006866848561912775, "global_step": 35139, "epoch": 540, "lr": 2.4597978793232555e-06}
+{"train_loss": 0.00044031802099198103, "global_step": 35140, "epoch": 540, "lr": 2.458534085311254e-06}
+{"train_loss": 0.0003463697212282568, "global_step": 35141, "epoch": 540, "lr": 2.457270607855472e-06}
+{"train_loss": 0.00032547616865485907, "global_step": 35142, "epoch": 540, "lr": 2.4560074469643203e-06}
+{"train_loss": 0.0005281192134134471, "global_step": 35143, "epoch": 540, "lr": 2.454744602646214e-06}
+{"train_loss": 0.0002486594021320343, "global_step": 35144, "epoch": 540, "lr": 2.4534820749095743e-06}
+{"train_loss": 0.00046205203398130834, "global_step": 35145, "epoch": 540, "lr": 2.452219863762795e-06}
+{"train_loss": 0.000874636578373611, "global_step": 35146, "epoch": 540, "lr": 2.4509579692142737e-06}
+{"train_loss": 0.0003441850421950221, "global_step": 35147, "epoch": 540, "lr": 2.4496963912724157e-06}
+{"train_loss": 0.0003579641634132713, "global_step": 35148, "epoch": 540, "lr": 2.448435129945642e-06}
+{"train_loss": 0.00036548663047142327, "global_step": 35149, "epoch": 540, "lr": 2.4471741852423237e-06}
+{"train_loss": 0.0006627801340073347, "global_step": 35150, "epoch": 540, "lr": 2.4459135571708704e-06}
+{"train_loss": 0.0006118620513007045, "global_step": 35151, "epoch": 540, "lr": 2.4446532457396696e-06}
+{"train_loss": 0.000750152743421495, "global_step": 35152, "epoch": 540, "lr": 2.4433932509571265e-06}
+{"train_loss": 0.0008120658458210528, "global_step": 35153, "epoch": 540, "lr": 2.442133572831623e-06}
+{"train_loss": 0.0003392855287529528, "global_step": 35154, "epoch": 540, "lr": 2.440874211371541e-06}
+{"train_loss": 0.0005073512438684702, "global_step": 35155, "epoch": 540, "lr": 2.439615166585263e-06}
+{"train_loss": 0.0005427699652500451, "global_step": 35156, "epoch": 540, "lr": 2.438356438481193e-06}
+{"train_loss": 0.0003719098458532244, "global_step": 35157, "epoch": 540, "lr": 2.437098027067691e-06}
+{"train_loss": 0.0004574968770612031, "global_step": 35158, "epoch": 540, "lr": 2.43583993235314e-06}
+{"train_loss": 0.0005804623942822218, "global_step": 35159, "epoch": 540, "lr": 2.4345821543459323e-06}
+{"train_loss": 0.00037731617339886725, "global_step": 35160, "epoch": 540, "lr": 2.433324693054423e-06}
+{"train_loss": 0.0003918764996342361, "global_step": 35161, "epoch": 540, "lr": 2.432067548487005e-06}
+{"train_loss": 0.0005991550860926509, "global_step": 35162, "epoch": 540, "lr": 2.430810720652027e-06}
+{"train_loss": 0.0003312198678031564, "global_step": 35163, "epoch": 540, "lr": 2.429554209557866e-06}
+{"train_loss": 0.0004868596931023953, "global_step": 35164, "epoch": 540, "lr": 2.428298015212904e-06, "val_loss": 0.0036128293722867966, "train_action_mse_error": 1.1356512914062478e-05}
+{"train_loss": 0.00028744322480633855, "global_step": 35165, "epoch": 541, "lr": 2.4270421376254793e-06}
+{"train_loss": 0.0003731749893631786, "global_step": 35166, "epoch": 541, "lr": 2.4257865768039733e-06}
+{"train_loss": 0.0003134649887215346, "global_step": 35167, "epoch": 541, "lr": 2.424531332756741e-06}
+{"train_loss": 0.0006362781277857721, "global_step": 35168, "epoch": 541, "lr": 2.4232764054921363e-06}
+{"train_loss": 0.0004311052616685629, "global_step": 35169, "epoch": 541, "lr": 2.4220217950185253e-06}
+{"train_loss": 0.000884365348611027, "global_step": 35170, "epoch": 541, "lr": 2.420767501344251e-06}
+{"train_loss": 0.0002718699397519231, "global_step": 35171, "epoch": 541, "lr": 2.4195135244776624e-06}
+{"train_loss": 0.0002736702736001462, "global_step": 35172, "epoch": 541, "lr": 2.4182598644271247e-06}
+{"train_loss": 0.000688728061504662, "global_step": 35173, "epoch": 541, "lr": 2.417006521200976e-06}
+{"train_loss": 0.0005474593490362167, "global_step": 35174, "epoch": 541, "lr": 2.4157534948075543e-06}
+{"train_loss": 0.0007309011998586357, "global_step": 35175, "epoch": 541, "lr": 2.4145007852552247e-06}
+{"train_loss": 0.0006187777034938335, "global_step": 35176, "epoch": 541, "lr": 2.413248392552303e-06}
+{"train_loss": 0.000564867164939642, "global_step": 35177, "epoch": 541, "lr": 2.411996316707149e-06}
+{"train_loss": 0.00023660599254071712, "global_step": 35178, "epoch": 541, "lr": 2.410744557728084e-06}
+{"train_loss": 0.0006363868596963584, "global_step": 35179, "epoch": 541, "lr": 2.4094931156234456e-06}
+{"train_loss": 0.00024336490605492145, "global_step": 35180, "epoch": 541, "lr": 2.408241990401583e-06}
+{"train_loss": 0.00026658346178010106, "global_step": 35181, "epoch": 541, "lr": 2.4069911820708056e-06}
+{"train_loss": 0.000354480289388448, "global_step": 35182, "epoch": 541, "lr": 2.4057406906394465e-06}
+{"train_loss": 0.0005245080101303756, "global_step": 35183, "epoch": 541, "lr": 2.404490516115848e-06}
+{"train_loss": 0.0003153024590574205, "global_step": 35184, "epoch": 541, "lr": 2.4032406585083155e-06}
+{"train_loss": 0.000632100214716047, "global_step": 35185, "epoch": 541, "lr": 2.401991117825186e-06}
+{"train_loss": 0.00037938644527457654, "global_step": 35186, "epoch": 541, "lr": 2.400741894074765e-06}
+{"train_loss": 0.0005062554846517742, "global_step": 35187, "epoch": 541, "lr": 2.3994929872653726e-06}
+{"train_loss": 0.0007463063229806721, "global_step": 35188, "epoch": 541, "lr": 2.3982443974053415e-06}
+{"train_loss": 0.0004937631310895085, "global_step": 35189, "epoch": 541, "lr": 2.3969961245029648e-06}
+{"train_loss": 0.00029939168598502874, "global_step": 35190, "epoch": 541, "lr": 2.395748168566575e-06}
+{"train_loss": 0.0003925460041500628, "global_step": 35191, "epoch": 541, "lr": 2.3945005296044544e-06}
+{"train_loss": 0.000334618758643046, "global_step": 35192, "epoch": 541, "lr": 2.3932532076249293e-06}
+{"train_loss": 0.000911365554202348, "global_step": 35193, "epoch": 541, "lr": 2.3920062026363098e-06}
+{"train_loss": 0.0010207454906776547, "global_step": 35194, "epoch": 541, "lr": 2.390759514646884e-06}
+{"train_loss": 0.0008276621229015291, "global_step": 35195, "epoch": 541, "lr": 2.3895131436649565e-06}
+{"train_loss": 0.0008443188853561878, "global_step": 35196, "epoch": 541, "lr": 2.3882670896988424e-06}
+{"train_loss": 0.0007232167408801615, "global_step": 35197, "epoch": 541, "lr": 2.387021352756813e-06}
+{"train_loss": 0.000304700544802472, "global_step": 35198, "epoch": 541, "lr": 2.385775932847184e-06}
+{"train_loss": 0.0004812715342268348, "global_step": 35199, "epoch": 541, "lr": 2.384530829978232e-06}
+{"train_loss": 0.00046644374378956854, "global_step": 35200, "epoch": 541, "lr": 2.3832860441582616e-06}
+{"train_loss": 0.0006886284099891782, "global_step": 35201, "epoch": 541, "lr": 2.382041575395555e-06}
+{"train_loss": 0.0008710720576345921, "global_step": 35202, "epoch": 541, "lr": 2.380797423698394e-06}
+{"train_loss": 0.0006700734957121313, "global_step": 35203, "epoch": 541, "lr": 2.3795535890750676e-06}
+{"train_loss": 0.00035160582046955824, "global_step": 35204, "epoch": 541, "lr": 2.3783100715338624e-06}
+{"train_loss": 0.000504145456943661, "global_step": 35205, "epoch": 541, "lr": 2.37706687108305e-06}
+{"train_loss": 0.00041557225631549954, "global_step": 35206, "epoch": 541, "lr": 2.3758239877309183e-06}
+{"train_loss": 0.0006358233513310552, "global_step": 35207, "epoch": 541, "lr": 2.374581421485733e-06}
+{"train_loss": 0.00035597107489593327, "global_step": 35208, "epoch": 541, "lr": 2.3733391723557653e-06}
+{"train_loss": 0.00033745469409041107, "global_step": 35209, "epoch": 541, "lr": 2.3720972403493023e-06}
+{"train_loss": 0.0002604760811664164, "global_step": 35210, "epoch": 541, "lr": 2.3708556254745997e-06}
+{"train_loss": 0.0007254357915371656, "global_step": 35211, "epoch": 541, "lr": 2.3696143277399275e-06}
+{"train_loss": 0.00043831573566421866, "global_step": 35212, "epoch": 541, "lr": 2.3683733471535574e-06}
+{"train_loss": 0.0002933876821771264, "global_step": 35213, "epoch": 541, "lr": 2.3671326837237497e-06}
+{"train_loss": 0.0005635301349684596, "global_step": 35214, "epoch": 541, "lr": 2.3658923374587583e-06}
+{"train_loss": 0.0005751569988206029, "global_step": 35215, "epoch": 541, "lr": 2.364652308366844e-06}
+{"train_loss": 0.0007934485329315066, "global_step": 35216, "epoch": 541, "lr": 2.363412596456266e-06}
+{"train_loss": 0.0005902475095354021, "global_step": 35217, "epoch": 541, "lr": 2.3621732017352903e-06}
+{"train_loss": 0.0008271230035461485, "global_step": 35218, "epoch": 541, "lr": 2.36093412421215e-06}
+{"train_loss": 0.0006383175496011972, "global_step": 35219, "epoch": 541, "lr": 2.359695363895109e-06}
+{"train_loss": 0.0005085925804451108, "global_step": 35220, "epoch": 541, "lr": 2.3584569207924124e-06}
+{"train_loss": 0.00037526487722061574, "global_step": 35221, "epoch": 541, "lr": 2.357218794912308e-06}
+{"train_loss": 0.00039112736703827977, "global_step": 35222, "epoch": 541, "lr": 2.355980986263029e-06}
+{"train_loss": 0.0003560007316991687, "global_step": 35223, "epoch": 541, "lr": 2.3547434948528234e-06}
+{"train_loss": 0.00047066231491044164, "global_step": 35224, "epoch": 541, "lr": 2.3535063206899355e-06}
+{"train_loss": 0.001519321114756167, "global_step": 35225, "epoch": 541, "lr": 2.3522694637826082e-06}
+{"train_loss": 0.0006720626843161881, "global_step": 35226, "epoch": 541, "lr": 2.351032924139063e-06}
+{"train_loss": 0.0004931060830131173, "global_step": 35227, "epoch": 541, "lr": 2.349796701767537e-06}
+{"train_loss": 0.0003077833098359406, "global_step": 35228, "epoch": 541, "lr": 2.348560796676269e-06}
+{"train_loss": 0.0005337310500460892, "global_step": 35229, "epoch": 541, "lr": 2.3473252088734908e-06, "val_loss": 0.010874895378947258}
+{"train_loss": 0.0006320424727164209, "global_step": 35230, "epoch": 542, "lr": 2.346089938367413e-06}
+{"train_loss": 0.0003563302743714303, "global_step": 35231, "epoch": 542, "lr": 2.344854985166273e-06}
+{"train_loss": 0.0004362479376140982, "global_step": 35232, "epoch": 542, "lr": 2.343620349278286e-06}
+{"train_loss": 0.0004164139099884778, "global_step": 35233, "epoch": 542, "lr": 2.3423860307116853e-06}
+{"train_loss": 0.0003281855897512287, "global_step": 35234, "epoch": 542, "lr": 2.3411520294746803e-06}
+{"train_loss": 0.0006931080133654177, "global_step": 35235, "epoch": 542, "lr": 2.339918345575487e-06}
+{"train_loss": 0.0005528598558157682, "global_step": 35236, "epoch": 542, "lr": 2.3386849790223265e-06}
+{"train_loss": 0.00029477119096554816, "global_step": 35237, "epoch": 542, "lr": 2.3374519298234144e-06}
+{"train_loss": 0.00019507872639223933, "global_step": 35238, "epoch": 542, "lr": 2.3362191979869385e-06}
+{"train_loss": 0.0003187927941326052, "global_step": 35239, "epoch": 542, "lr": 2.3349867835211316e-06}
+{"train_loss": 0.0005827891873195767, "global_step": 35240, "epoch": 542, "lr": 2.3337546864341863e-06}
+{"train_loss": 0.0003631247382145375, "global_step": 35241, "epoch": 542, "lr": 2.3325229067343136e-06}
+{"train_loss": 0.0003200733626727015, "global_step": 35242, "epoch": 542, "lr": 2.331291444429712e-06}
+{"train_loss": 0.0005357806803658605, "global_step": 35243, "epoch": 542, "lr": 2.3300602995285803e-06}
+{"train_loss": 0.0011288112727925181, "global_step": 35244, "epoch": 542, "lr": 2.3288294720391234e-06}
+{"train_loss": 0.00038149493047967553, "global_step": 35245, "epoch": 542, "lr": 2.3275989619695295e-06}
+{"train_loss": 0.0004119236546102911, "global_step": 35246, "epoch": 542, "lr": 2.3263687693279855e-06}
+{"train_loss": 0.00040218225331045687, "global_step": 35247, "epoch": 542, "lr": 2.325138894122697e-06}
+{"train_loss": 0.0005619121948257089, "global_step": 35248, "epoch": 542, "lr": 2.32390933636184e-06}
+{"train_loss": 0.000366031687008217, "global_step": 35249, "epoch": 542, "lr": 2.3226800960536197e-06}
+{"train_loss": 0.0006040919106453657, "global_step": 35250, "epoch": 542, "lr": 2.3214511732062016e-06}
+{"train_loss": 0.0006277321954257786, "global_step": 35251, "epoch": 542, "lr": 2.320222567827779e-06}
+{"train_loss": 0.0003292256442364305, "global_step": 35252, "epoch": 542, "lr": 2.318994279926534e-06}
+{"train_loss": 0.0003840143035631627, "global_step": 35253, "epoch": 542, "lr": 2.3177663095106437e-06}
+{"train_loss": 0.0005328412516973913, "global_step": 35254, "epoch": 542, "lr": 2.316538656588274e-06}
+{"train_loss": 0.0003490100207272917, "global_step": 35255, "epoch": 542, "lr": 2.315311321167607e-06}
+{"train_loss": 0.0011136147659271955, "global_step": 35256, "epoch": 542, "lr": 2.314084303256814e-06}
+{"train_loss": 0.0007838387391529977, "global_step": 35257, "epoch": 542, "lr": 2.312857602864077e-06}
+{"train_loss": 0.000549244461581111, "global_step": 35258, "epoch": 542, "lr": 2.3116312199975455e-06}
+{"train_loss": 0.0007036819588392973, "global_step": 35259, "epoch": 542, "lr": 2.3104051546654013e-06}
+{"train_loss": 0.00042152786045335233, "global_step": 35260, "epoch": 542, "lr": 2.3091794068757943e-06}
+{"train_loss": 0.0007083501550368965, "global_step": 35261, "epoch": 542, "lr": 2.307953976636895e-06}
+{"train_loss": 0.0005077946116216481, "global_step": 35262, "epoch": 542, "lr": 2.3067288639568585e-06}
+{"train_loss": 0.001040531205944717, "global_step": 35263, "epoch": 542, "lr": 2.305504068843839e-06}
+{"train_loss": 0.0007532541058026254, "global_step": 35264, "epoch": 542, "lr": 2.3042795913060024e-06}
+{"train_loss": 0.0003981394984293729, "global_step": 35265, "epoch": 542, "lr": 2.3030554313514973e-06}
+{"train_loss": 0.0005597512354142964, "global_step": 35266, "epoch": 542, "lr": 2.301831588988468e-06}
+{"train_loss": 0.0005870395107194781, "global_step": 35267, "epoch": 542, "lr": 2.300608064225079e-06}
+{"train_loss": 0.0005057236412540078, "global_step": 35268, "epoch": 542, "lr": 2.2993848570694643e-06}
+{"train_loss": 0.00042053713696077466, "global_step": 35269, "epoch": 542, "lr": 2.2981619675297717e-06}
+{"train_loss": 0.00045518617844209075, "global_step": 35270, "epoch": 542, "lr": 2.2969393956141394e-06}
+{"train_loss": 0.0007920757634565234, "global_step": 35271, "epoch": 542, "lr": 2.2957171413307165e-06}
+{"train_loss": 0.00037395351682789624, "global_step": 35272, "epoch": 542, "lr": 2.29449520468763e-06}
+{"train_loss": 0.0005531565402634442, "global_step": 35273, "epoch": 542, "lr": 2.2932735856930397e-06}
+{"train_loss": 0.0003011150984093547, "global_step": 35274, "epoch": 542, "lr": 2.2920522843550505e-06}
+{"train_loss": 0.0004935866454616189, "global_step": 35275, "epoch": 542, "lr": 2.2908313006818172e-06}
+{"train_loss": 0.00036472815554589033, "global_step": 35276, "epoch": 542, "lr": 2.2896106346814493e-06}
+{"train_loss": 0.0006537958397530019, "global_step": 35277, "epoch": 542, "lr": 2.2883902863620965e-06}
+{"train_loss": 0.00037594680907204747, "global_step": 35278, "epoch": 542, "lr": 2.2871702557318687e-06}
+{"train_loss": 0.0002661519101820886, "global_step": 35279, "epoch": 542, "lr": 2.2859505427988924e-06}
+{"train_loss": 0.0005108467303216457, "global_step": 35280, "epoch": 542, "lr": 2.2847311475712898e-06}
+{"train_loss": 0.0003546707739587873, "global_step": 35281, "epoch": 542, "lr": 2.2835120700571868e-06}
+{"train_loss": 0.0003641672956291586, "global_step": 35282, "epoch": 542, "lr": 2.2822933102646993e-06}
+{"train_loss": 0.00044291780795902014, "global_step": 35283, "epoch": 542, "lr": 2.281074868201932e-06}
+{"train_loss": 0.00031161578954197466, "global_step": 35284, "epoch": 542, "lr": 2.2798567438770013e-06}
+{"train_loss": 0.00041725332266651094, "global_step": 35285, "epoch": 542, "lr": 2.2786389372980334e-06}
+{"train_loss": 0.0006491789827123284, "global_step": 35286, "epoch": 542, "lr": 2.277421448473116e-06}
+{"train_loss": 0.000357193493982777, "global_step": 35287, "epoch": 542, "lr": 2.2762042774103655e-06}
+{"train_loss": 0.0003350730112288147, "global_step": 35288, "epoch": 542, "lr": 2.2749874241178802e-06}
+{"train_loss": 0.0004765820049215108, "global_step": 35289, "epoch": 542, "lr": 2.2737708886037825e-06}
+{"train_loss": 0.0004013284342363477, "global_step": 35290, "epoch": 542, "lr": 2.2725546708761537e-06}
+{"train_loss": 0.0005923071876168251, "global_step": 35291, "epoch": 542, "lr": 2.2713387709430933e-06}
+{"train_loss": 0.0002830162993632257, "global_step": 35292, "epoch": 542, "lr": 2.2701231888127005e-06}
+{"train_loss": 0.0003040620358660817, "global_step": 35293, "epoch": 542, "lr": 2.2689079244930743e-06}
+{"train_loss": 0.0004932124579611879, "global_step": 35294, "epoch": 542, "lr": 2.267692977992297e-06, "val_loss": 0.003065170021727681}
+{"train_loss": 0.0005441011162474751, "global_step": 35295, "epoch": 543, "lr": 2.2664783493184627e-06}
+{"train_loss": 0.00045981252333149314, "global_step": 35296, "epoch": 543, "lr": 2.2652640384796586e-06}
+{"train_loss": 0.00037746792077086866, "global_step": 35297, "epoch": 543, "lr": 2.2640500454839785e-06}
+{"train_loss": 0.00028669778839685023, "global_step": 35298, "epoch": 543, "lr": 2.2628363703394995e-06}
+{"train_loss": 0.0003397632099222392, "global_step": 35299, "epoch": 543, "lr": 2.2616230130542982e-06}
+{"train_loss": 0.00032399629708379507, "global_step": 35300, "epoch": 543, "lr": 2.2604099736364513e-06}
+{"train_loss": 0.0003576635499484837, "global_step": 35301, "epoch": 543, "lr": 2.259197252094053e-06}
+{"train_loss": 0.000761700386647135, "global_step": 35302, "epoch": 543, "lr": 2.257984848435157e-06}
+{"train_loss": 0.00044669993803836405, "global_step": 35303, "epoch": 543, "lr": 2.2567727626678527e-06}
+{"train_loss": 0.0002381848607910797, "global_step": 35304, "epoch": 543, "lr": 2.2555609948001986e-06}
+{"train_loss": 0.00044601279660128057, "global_step": 35305, "epoch": 543, "lr": 2.2543495448402786e-06}
+{"train_loss": 0.00048646482173353434, "global_step": 35306, "epoch": 543, "lr": 2.2531384127961518e-06}
+{"train_loss": 0.0006476550479419529, "global_step": 35307, "epoch": 543, "lr": 2.2519275986758738e-06}
+{"train_loss": 0.0007663293508812785, "global_step": 35308, "epoch": 543, "lr": 2.2507171024875097e-06}
+{"train_loss": 0.00036991556407883763, "global_step": 35309, "epoch": 543, "lr": 2.2495069242391254e-06}
+{"train_loss": 0.00028274860233068466, "global_step": 35310, "epoch": 543, "lr": 2.248297063938781e-06}
+{"train_loss": 0.000766355951782316, "global_step": 35311, "epoch": 543, "lr": 2.2470875215945265e-06}
+{"train_loss": 0.0005004146951250732, "global_step": 35312, "epoch": 543, "lr": 2.2458782972144153e-06}
+{"train_loss": 0.00039740532520227134, "global_step": 35313, "epoch": 543, "lr": 2.2446693908065088e-06}
+{"train_loss": 0.0003692557802423835, "global_step": 35314, "epoch": 543, "lr": 2.2434608023788496e-06}
+{"train_loss": 0.0005708475946448743, "global_step": 35315, "epoch": 543, "lr": 2.242252531939476e-06}
+{"train_loss": 0.0005272735725156963, "global_step": 35316, "epoch": 543, "lr": 2.241044579496443e-06}
+{"train_loss": 0.0005033484776504338, "global_step": 35317, "epoch": 543, "lr": 2.2398369450577937e-06}
+{"train_loss": 0.00042646698420867324, "global_step": 35318, "epoch": 543, "lr": 2.2386296286315778e-06}
+{"train_loss": 0.0004282590525690466, "global_step": 35319, "epoch": 543, "lr": 2.2374226302258106e-06}
+{"train_loss": 0.0002947781758848578, "global_step": 35320, "epoch": 543, "lr": 2.236215949848547e-06}
+{"train_loss": 0.0003827997425105423, "global_step": 35321, "epoch": 543, "lr": 2.2350095875078246e-06}
+{"train_loss": 0.00034066630178131163, "global_step": 35322, "epoch": 543, "lr": 2.233803543211671e-06}
+{"train_loss": 0.0006932676187716424, "global_step": 35323, "epoch": 543, "lr": 2.232597816968107e-06}
+{"train_loss": 0.00048562162555754185, "global_step": 35324, "epoch": 543, "lr": 2.2313924087851656e-06}
+{"train_loss": 0.0005325310048647225, "global_step": 35325, "epoch": 543, "lr": 2.2301873186708787e-06}
+{"train_loss": 0.001103478716686368, "global_step": 35326, "epoch": 543, "lr": 2.2289825466332738e-06}
+{"train_loss": 0.00048429760499857366, "global_step": 35327, "epoch": 543, "lr": 2.2277780926803604e-06}
+{"train_loss": 0.0002852067118510604, "global_step": 35328, "epoch": 543, "lr": 2.226573956820166e-06}
+{"train_loss": 0.0005512639181688428, "global_step": 35329, "epoch": 543, "lr": 2.2253701390607175e-06}
+{"train_loss": 0.0005781978252343833, "global_step": 35330, "epoch": 543, "lr": 2.2241666394100135e-06}
+{"train_loss": 0.0005394165636971593, "global_step": 35331, "epoch": 543, "lr": 2.2229634578760705e-06}
+{"train_loss": 0.00041379715548828244, "global_step": 35332, "epoch": 543, "lr": 2.221760594466904e-06}
+{"train_loss": 0.0004742191231343895, "global_step": 35333, "epoch": 543, "lr": 2.220558049190524e-06}
+{"train_loss": 0.0003119013272225857, "global_step": 35334, "epoch": 543, "lr": 2.219355822054947e-06}
+{"train_loss": 0.0004788488440681249, "global_step": 35335, "epoch": 543, "lr": 2.218153913068155e-06}
+{"train_loss": 0.0004054357996210456, "global_step": 35336, "epoch": 543, "lr": 2.216952322238175e-06}
+{"train_loss": 0.000434111017966643, "global_step": 35337, "epoch": 543, "lr": 2.2157510495729837e-06}
+{"train_loss": 0.000301755266264081, "global_step": 35338, "epoch": 543, "lr": 2.2145500950806086e-06}
+{"train_loss": 0.00042771303560584784, "global_step": 35339, "epoch": 543, "lr": 2.213349458769015e-06}
+{"train_loss": 0.000601785839535296, "global_step": 35340, "epoch": 543, "lr": 2.212149140646219e-06}
+{"train_loss": 0.0007861734484322369, "global_step": 35341, "epoch": 543, "lr": 2.2109491407202086e-06}
+{"train_loss": 0.0006206565303727984, "global_step": 35342, "epoch": 543, "lr": 2.209749458998972e-06}
+{"train_loss": 0.000512936501763761, "global_step": 35343, "epoch": 543, "lr": 2.208550095490497e-06}
+{"train_loss": 0.0005020841490477324, "global_step": 35344, "epoch": 543, "lr": 2.2073510502027716e-06}
+{"train_loss": 0.0004795093846041709, "global_step": 35345, "epoch": 543, "lr": 2.206152323143773e-06}
+{"train_loss": 0.0005405772826634347, "global_step": 35346, "epoch": 543, "lr": 2.2049539143215002e-06}
+{"train_loss": 0.0004177050432190299, "global_step": 35347, "epoch": 543, "lr": 2.2037558237439083e-06}
+{"train_loss": 0.00044259385322220623, "global_step": 35348, "epoch": 543, "lr": 2.2025580514189902e-06}
+{"train_loss": 0.0006862477748654783, "global_step": 35349, "epoch": 543, "lr": 2.201360597354718e-06}
+{"train_loss": 0.0003114652936346829, "global_step": 35350, "epoch": 543, "lr": 2.200163461559074e-06}
+{"train_loss": 0.00043153425212949514, "global_step": 35351, "epoch": 543, "lr": 2.1989666440400123e-06}
+{"train_loss": 0.000687808555085212, "global_step": 35352, "epoch": 543, "lr": 2.1977701448055165e-06}
+{"train_loss": 0.0003548241511452943, "global_step": 35353, "epoch": 543, "lr": 2.1965739638635407e-06}
+{"train_loss": 0.0006360459956340492, "global_step": 35354, "epoch": 543, "lr": 2.195378101222062e-06}
+{"train_loss": 0.0005698594613932073, "global_step": 35355, "epoch": 543, "lr": 2.194182556889035e-06}
+{"train_loss": 0.0006032412056811154, "global_step": 35356, "epoch": 543, "lr": 2.1929873308724202e-06}
+{"train_loss": 0.0007781978929415345, "global_step": 35357, "epoch": 543, "lr": 2.191792423180178e-06}
+{"train_loss": 0.0004645568842533976, "global_step": 35358, "epoch": 543, "lr": 2.190597833820274e-06}
+{"train_loss": 0.0004958529067852606, "global_step": 35359, "epoch": 543, "lr": 2.1894035628006517e-06, "val_loss": 0.008519384078681469}
+{"train_loss": 0.00045879208482801914, "global_step": 35360, "epoch": 544, "lr": 2.1882096101292606e-06}
+{"train_loss": 0.0005395661573857069, "global_step": 35361, "epoch": 544, "lr": 2.187015975814055e-06}
+{"train_loss": 0.00036024724249728024, "global_step": 35362, "epoch": 544, "lr": 2.1858226598629907e-06}
+{"train_loss": 0.0006932319956831634, "global_step": 35363, "epoch": 544, "lr": 2.184629662283999e-06}
+{"train_loss": 0.000606266432441771, "global_step": 35364, "epoch": 544, "lr": 2.18343698308503e-06}
+{"train_loss": 0.0003111624391749501, "global_step": 35365, "epoch": 544, "lr": 2.1822446222740265e-06}
+{"train_loss": 0.00033224522485397756, "global_step": 35366, "epoch": 544, "lr": 2.181052579858933e-06}
+{"train_loss": 0.0004751971864607185, "global_step": 35367, "epoch": 544, "lr": 2.1798608558476763e-06}
+{"train_loss": 0.0003626787511166185, "global_step": 35368, "epoch": 544, "lr": 2.178669450248194e-06}
+{"train_loss": 0.0006581356283277273, "global_step": 35369, "epoch": 544, "lr": 2.177478363068425e-06}
+{"train_loss": 0.0004899693885818124, "global_step": 35370, "epoch": 544, "lr": 2.176287594316295e-06}
+{"train_loss": 0.00044034229358658195, "global_step": 35371, "epoch": 544, "lr": 2.1750971439997327e-06}
+{"train_loss": 0.0008248288067989051, "global_step": 35372, "epoch": 544, "lr": 2.1739070121266637e-06}
+{"train_loss": 0.0002626536588650197, "global_step": 35373, "epoch": 544, "lr": 2.1727171987050155e-06}
+{"train_loss": 0.0006652322481386364, "global_step": 35374, "epoch": 544, "lr": 2.171527703742715e-06}
+{"train_loss": 0.0002971426001749933, "global_step": 35375, "epoch": 544, "lr": 2.1703385272476783e-06}
+{"train_loss": 0.0003299150848761201, "global_step": 35376, "epoch": 544, "lr": 2.1691496692278156e-06}
+{"train_loss": 0.0007845792570151389, "global_step": 35377, "epoch": 544, "lr": 2.167961129691054e-06}
+{"train_loss": 0.00044127670116722584, "global_step": 35378, "epoch": 544, "lr": 2.1667729086453037e-06}
+{"train_loss": 0.00039857381489127874, "global_step": 35379, "epoch": 544, "lr": 2.165585006098475e-06}
+{"train_loss": 0.0006572401616722345, "global_step": 35380, "epoch": 544, "lr": 2.164397422058473e-06}
+{"train_loss": 0.00044218930997885764, "global_step": 35381, "epoch": 544, "lr": 2.1632101565332186e-06}
+{"train_loss": 0.0003773050266318023, "global_step": 35382, "epoch": 544, "lr": 2.162023209530617e-06}
+{"train_loss": 0.0004485489916987717, "global_step": 35383, "epoch": 544, "lr": 2.160836581058551e-06}
+{"train_loss": 0.0003651775186881423, "global_step": 35384, "epoch": 544, "lr": 2.159650271124941e-06}
+{"train_loss": 0.0005559351993724704, "global_step": 35385, "epoch": 544, "lr": 2.158464279737676e-06}
+{"train_loss": 0.00030790880555287004, "global_step": 35386, "epoch": 544, "lr": 2.1572786069046614e-06}
+{"train_loss": 0.0002690039691515267, "global_step": 35387, "epoch": 544, "lr": 2.156093252633784e-06}
+{"train_loss": 0.0004201611445751041, "global_step": 35388, "epoch": 544, "lr": 2.1549082169329382e-06}
+{"train_loss": 0.0005026551079936326, "global_step": 35389, "epoch": 544, "lr": 2.1537234998100176e-06}
+{"train_loss": 0.00039538979763165116, "global_step": 35390, "epoch": 544, "lr": 2.1525391012729212e-06}
+{"train_loss": 0.00045423643314279616, "global_step": 35391, "epoch": 544, "lr": 2.1513550213295154e-06}
+{"train_loss": 0.0005282997153699398, "global_step": 35392, "epoch": 544, "lr": 2.150171259987693e-06}
+{"train_loss": 0.0010317025007680058, "global_step": 35393, "epoch": 544, "lr": 2.1489878172553324e-06}
+{"train_loss": 0.0005864709382876754, "global_step": 35394, "epoch": 544, "lr": 2.1478046931403262e-06}
+{"train_loss": 0.0006346921436488628, "global_step": 35395, "epoch": 544, "lr": 2.146621887650535e-06}
+{"train_loss": 0.00045260164188221097, "global_step": 35396, "epoch": 544, "lr": 2.145439400793842e-06}
+{"train_loss": 0.0003519777092151344, "global_step": 35397, "epoch": 544, "lr": 2.144257232578123e-06}
+{"train_loss": 0.00025345018366351724, "global_step": 35398, "epoch": 544, "lr": 2.1430753830112503e-06}
+{"train_loss": 0.0006238768110051751, "global_step": 35399, "epoch": 544, "lr": 2.1418938521010954e-06}
+{"train_loss": 0.00034032660187222064, "global_step": 35400, "epoch": 544, "lr": 2.140712639855519e-06}
+{"train_loss": 0.0003867539344355464, "global_step": 35401, "epoch": 544, "lr": 2.1395317462823806e-06}
+{"train_loss": 0.000728404032997787, "global_step": 35402, "epoch": 544, "lr": 2.1383511713895633e-06}
+{"train_loss": 0.00024262936494778842, "global_step": 35403, "epoch": 544, "lr": 2.1371709151849053e-06}
+{"train_loss": 0.0003503270563669503, "global_step": 35404, "epoch": 544, "lr": 2.1359909776762776e-06}
+{"train_loss": 0.0002851483295671642, "global_step": 35405, "epoch": 544, "lr": 2.1348113588715357e-06}
+{"train_loss": 0.00037315901136025786, "global_step": 35406, "epoch": 544, "lr": 2.1336320587785396e-06}
+{"train_loss": 0.0007430911646224558, "global_step": 35407, "epoch": 544, "lr": 2.132453077405133e-06}
+{"train_loss": 0.0014048158191144466, "global_step": 35408, "epoch": 544, "lr": 2.1312744147591655e-06}
+{"train_loss": 0.0006937593570910394, "global_step": 35409, "epoch": 544, "lr": 2.130096070848486e-06}
+{"train_loss": 0.0005461361142806709, "global_step": 35410, "epoch": 544, "lr": 2.12891804568095e-06}
+{"train_loss": 0.00042743617086671293, "global_step": 35411, "epoch": 544, "lr": 2.127740339264389e-06}
+{"train_loss": 0.000518284912686795, "global_step": 35412, "epoch": 544, "lr": 2.126562951606653e-06}
+{"train_loss": 0.00026873202295973897, "global_step": 35413, "epoch": 544, "lr": 2.1253858827155805e-06}
+{"train_loss": 0.00045851978939026594, "global_step": 35414, "epoch": 544, "lr": 2.124209132599003e-06}
+{"train_loss": 0.0003920110466424376, "global_step": 35415, "epoch": 544, "lr": 2.1230327012647713e-06}
+{"train_loss": 0.0006757670780643821, "global_step": 35416, "epoch": 544, "lr": 2.121856588720694e-06}
+{"train_loss": 0.000369492539903149, "global_step": 35417, "epoch": 544, "lr": 2.1206807949746222e-06}
+{"train_loss": 0.0005519225378520787, "global_step": 35418, "epoch": 544, "lr": 2.119505320034382e-06}
+{"train_loss": 0.00042627990478649735, "global_step": 35419, "epoch": 544, "lr": 2.118330163907789e-06}
+{"train_loss": 0.0006325201247818768, "global_step": 35420, "epoch": 544, "lr": 2.1171553266026823e-06}
+{"train_loss": 0.0004262599104549736, "global_step": 35421, "epoch": 544, "lr": 2.115980808126883e-06}
+{"train_loss": 0.0006155893206596375, "global_step": 35422, "epoch": 544, "lr": 2.114806608488196e-06}
+{"train_loss": 0.00038473671884275973, "global_step": 35423, "epoch": 544, "lr": 2.113632727694459e-06}
+{"train_loss": 0.0004970918595343112, "global_step": 35424, "epoch": 544, "lr": 2.1124591657534774e-06, "val_loss": 0.024367157369852066}
+{"train_loss": 0.00023045776470098644, "global_step": 35425, "epoch": 545, "lr": 2.1112859226730676e-06}
+{"train_loss": 0.00021822382404934615, "global_step": 35426, "epoch": 545, "lr": 2.1101129984610445e-06}
+{"train_loss": 0.00041469268035143614, "global_step": 35427, "epoch": 545, "lr": 2.108940393125214e-06}
+{"train_loss": 0.00035469766589812934, "global_step": 35428, "epoch": 545, "lr": 2.1077681066733858e-06}
+{"train_loss": 0.0002777549671009183, "global_step": 35429, "epoch": 545, "lr": 2.1065961391133702e-06}
+{"train_loss": 0.0006729727028869092, "global_step": 35430, "epoch": 545, "lr": 2.1054244904529563e-06}
+{"train_loss": 0.0003138325409963727, "global_step": 35431, "epoch": 545, "lr": 2.104253160699965e-06}
+{"train_loss": 0.0005273275310173631, "global_step": 35432, "epoch": 545, "lr": 2.1030821498621844e-06}
+{"train_loss": 0.0003890245861839503, "global_step": 35433, "epoch": 545, "lr": 2.1019114579474086e-06}
+{"train_loss": 0.000538012885954231, "global_step": 35434, "epoch": 545, "lr": 2.1007410849634424e-06}
+{"train_loss": 0.00023931494797579944, "global_step": 35435, "epoch": 545, "lr": 2.0995710309180684e-06}
+{"train_loss": 0.0003349666076246649, "global_step": 35436, "epoch": 545, "lr": 2.0984012958190913e-06}
+{"train_loss": 0.0004948211717419326, "global_step": 35437, "epoch": 545, "lr": 2.097231879674283e-06}
+{"train_loss": 0.0004827886004932225, "global_step": 35438, "epoch": 545, "lr": 2.0960627824914426e-06}
+{"train_loss": 0.000640757498331368, "global_step": 35439, "epoch": 545, "lr": 2.0948940042783527e-06}
+{"train_loss": 0.00041399613837711513, "global_step": 35440, "epoch": 545, "lr": 2.093725545042785e-06}
+{"train_loss": 0.0007016680319793522, "global_step": 35441, "epoch": 545, "lr": 2.0925574047925333e-06}
+{"train_loss": 0.0012446490582078695, "global_step": 35442, "epoch": 545, "lr": 2.091389583535375e-06}
+{"train_loss": 0.000897772319149226, "global_step": 35443, "epoch": 545, "lr": 2.090222081279075e-06}
+{"train_loss": 0.0003536261210683733, "global_step": 35444, "epoch": 545, "lr": 2.0890548980314174e-06}
+{"train_loss": 0.0005593708483502269, "global_step": 35445, "epoch": 545, "lr": 2.087888033800167e-06}
+{"train_loss": 0.0005363936070352793, "global_step": 35446, "epoch": 545, "lr": 2.086721488593096e-06}
+{"train_loss": 0.00039410058525390923, "global_step": 35447, "epoch": 545, "lr": 2.085555262417982e-06}
+{"train_loss": 0.0004399679892230779, "global_step": 35448, "epoch": 545, "lr": 2.0843893552825676e-06}
+{"train_loss": 0.0003691164602059871, "global_step": 35449, "epoch": 545, "lr": 2.0832237671946365e-06}
+{"train_loss": 0.00038175887311808765, "global_step": 35450, "epoch": 545, "lr": 2.082058498161943e-06}
+{"train_loss": 0.00032855759491212666, "global_step": 35451, "epoch": 545, "lr": 2.080893548192242e-06}
+{"train_loss": 0.0005002582911401987, "global_step": 35452, "epoch": 545, "lr": 2.0797289172933e-06}
+{"train_loss": 0.0004046411195304245, "global_step": 35453, "epoch": 545, "lr": 2.07856460547286e-06}
+{"train_loss": 0.0004907641559839249, "global_step": 35454, "epoch": 545, "lr": 2.0774006127386838e-06}
+{"train_loss": 0.00044175799121148884, "global_step": 35455, "epoch": 545, "lr": 2.0762369390985192e-06}
+{"train_loss": 0.0006183149525895715, "global_step": 35456, "epoch": 545, "lr": 2.075073584560111e-06}
+{"train_loss": 0.0004536747292149812, "global_step": 35457, "epoch": 545, "lr": 2.0739105491312027e-06}
+{"train_loss": 0.0005484161083586514, "global_step": 35458, "epoch": 545, "lr": 2.0727478328195547e-06}
+{"train_loss": 0.0004859417967963964, "global_step": 35459, "epoch": 545, "lr": 2.0715854356329e-06}
+{"train_loss": 0.0003195083700120449, "global_step": 35460, "epoch": 545, "lr": 2.0704233575789657e-06}
+{"train_loss": 0.0006809916812926531, "global_step": 35461, "epoch": 545, "lr": 2.0692615986655007e-06}
+{"train_loss": 0.0005161945009604096, "global_step": 35462, "epoch": 545, "lr": 2.0681001589002437e-06}
+{"train_loss": 0.0002587272902019322, "global_step": 35463, "epoch": 545, "lr": 2.0669390382909325e-06}
+{"train_loss": 0.00038715178379788995, "global_step": 35464, "epoch": 545, "lr": 2.0657782368452783e-06}
+{"train_loss": 0.0005847324500791728, "global_step": 35465, "epoch": 545, "lr": 2.0646177545710297e-06}
+{"train_loss": 0.00028056823066435754, "global_step": 35466, "epoch": 545, "lr": 2.063457591475909e-06}
+{"train_loss": 0.00023873546160757542, "global_step": 35467, "epoch": 545, "lr": 2.0622977475676376e-06}
+{"train_loss": 0.0003574163420125842, "global_step": 35468, "epoch": 545, "lr": 2.0611382228539367e-06}
+{"train_loss": 0.0003868147323373705, "global_step": 35469, "epoch": 545, "lr": 2.0599790173425335e-06}
+{"train_loss": 0.00035815456067211926, "global_step": 35470, "epoch": 545, "lr": 2.058820131041139e-06}
+{"train_loss": 0.0006107201334089041, "global_step": 35471, "epoch": 545, "lr": 2.0576615639574803e-06}
+{"train_loss": 0.0008106681634671986, "global_step": 35472, "epoch": 545, "lr": 2.0565033160992565e-06}
+{"train_loss": 0.00028170261066406965, "global_step": 35473, "epoch": 545, "lr": 2.0553453874741945e-06}
+{"train_loss": 0.0005228869849815965, "global_step": 35474, "epoch": 545, "lr": 2.05418777809e-06}
+{"train_loss": 0.0003991778357885778, "global_step": 35475, "epoch": 545, "lr": 2.0530304879543828e-06}
+{"train_loss": 0.0006833249935880303, "global_step": 35476, "epoch": 545, "lr": 2.0518735170750426e-06}
+{"train_loss": 0.00025323539739474654, "global_step": 35477, "epoch": 545, "lr": 2.0507168654596786e-06}
+{"train_loss": 0.0002994855458382517, "global_step": 35478, "epoch": 545, "lr": 2.0495605331160072e-06}
+{"train_loss": 0.0005427473224699497, "global_step": 35479, "epoch": 545, "lr": 2.048404520051722e-06}
+{"train_loss": 0.00029621878638863564, "global_step": 35480, "epoch": 545, "lr": 2.0472488262745115e-06}
+{"train_loss": 0.0003082212060689926, "global_step": 35481, "epoch": 545, "lr": 2.0460934517920803e-06}
+{"train_loss": 0.00025113634183071554, "global_step": 35482, "epoch": 545, "lr": 2.0449383966121283e-06}
+{"train_loss": 0.0003470017691142857, "global_step": 35483, "epoch": 545, "lr": 2.043783660742338e-06}
+{"train_loss": 0.0004367655492387712, "global_step": 35484, "epoch": 545, "lr": 2.042629244190386e-06}
+{"train_loss": 0.00041051546577364206, "global_step": 35485, "epoch": 545, "lr": 2.0414751469639727e-06}
+{"train_loss": 0.0002404458646196872, "global_step": 35486, "epoch": 545, "lr": 2.0403213690707858e-06}
+{"train_loss": 0.0009457930573262274, "global_step": 35487, "epoch": 545, "lr": 2.039167910518508e-06}
+{"train_loss": 0.00034979762858711183, "global_step": 35488, "epoch": 545, "lr": 2.038014771314806e-06}
+{"train_loss": 0.00045382508408063307, "global_step": 35489, "epoch": 545, "lr": 2.036861951467367e-06, "val_loss": 0.006860260386019945, "train_action_mse_error": 1.3610066162073053e-05}
+{"train_loss": 0.0003941902832593769, "global_step": 35490, "epoch": 546, "lr": 2.035709450983869e-06}
+{"train_loss": 0.0004760056617669761, "global_step": 35491, "epoch": 546, "lr": 2.0345572698719894e-06}
+{"train_loss": 0.000510887592099607, "global_step": 35492, "epoch": 546, "lr": 2.033405408139388e-06}
+{"train_loss": 0.0004313580284360796, "global_step": 35493, "epoch": 546, "lr": 2.0322538657937375e-06}
+{"train_loss": 0.0005099684349261224, "global_step": 35494, "epoch": 546, "lr": 2.0311026428427084e-06}
+{"train_loss": 0.00029772051493637264, "global_step": 35495, "epoch": 546, "lr": 2.029951739293978e-06}
+{"train_loss": 0.00041991047328338027, "global_step": 35496, "epoch": 546, "lr": 2.0288011551551853e-06}
+{"train_loss": 0.00046556026791222394, "global_step": 35497, "epoch": 546, "lr": 2.0276508904340074e-06}
+{"train_loss": 0.00037139622145332396, "global_step": 35498, "epoch": 546, "lr": 2.02650094513811e-06}
+{"train_loss": 0.0003564625803846866, "global_step": 35499, "epoch": 546, "lr": 2.0253513192751373e-06}
+{"train_loss": 0.0012473345268517733, "global_step": 35500, "epoch": 546, "lr": 2.0242020128527383e-06}
+{"train_loss": 0.00045877278898842633, "global_step": 35501, "epoch": 546, "lr": 2.0230530258785798e-06}
+{"train_loss": 0.0005047781742177904, "global_step": 35502, "epoch": 546, "lr": 2.021904358360305e-06}
+{"train_loss": 0.00027616810984909534, "global_step": 35503, "epoch": 546, "lr": 2.020756010305569e-06}
+{"train_loss": 0.0005133654340170324, "global_step": 35504, "epoch": 546, "lr": 2.0196079817220047e-06}
+{"train_loss": 0.0005184875335544348, "global_step": 35505, "epoch": 546, "lr": 2.0184602726172783e-06}
+{"train_loss": 0.0006314545753411949, "global_step": 35506, "epoch": 546, "lr": 2.0173128829990064e-06}
+{"train_loss": 0.00021926488261669874, "global_step": 35507, "epoch": 546, "lr": 2.016165812874854e-06}
+{"train_loss": 0.0003253985778428614, "global_step": 35508, "epoch": 546, "lr": 2.0150190622524324e-06}
+{"train_loss": 0.000515360792633146, "global_step": 35509, "epoch": 546, "lr": 2.0138726311393965e-06}
+{"train_loss": 0.0003220063808839768, "global_step": 35510, "epoch": 546, "lr": 2.0127265195433733e-06}
+{"train_loss": 0.0003699589869938791, "global_step": 35511, "epoch": 546, "lr": 2.011580727472001e-06}
+{"train_loss": 0.00030960363801568747, "global_step": 35512, "epoch": 546, "lr": 2.0104352549328963e-06}
+{"train_loss": 0.0003974122228100896, "global_step": 35513, "epoch": 546, "lr": 2.0092901019336975e-06}
+{"train_loss": 0.00034111030981875956, "global_step": 35514, "epoch": 546, "lr": 2.00814526848202e-06}
+{"train_loss": 0.00019497328321449459, "global_step": 35515, "epoch": 546, "lr": 2.007000754585503e-06}
+{"train_loss": 0.00037374263047240674, "global_step": 35516, "epoch": 546, "lr": 2.0058565602517455e-06}
+{"train_loss": 0.0008229272207245231, "global_step": 35517, "epoch": 546, "lr": 2.004712685488375e-06}
+{"train_loss": 0.0007054915186017752, "global_step": 35518, "epoch": 546, "lr": 2.0035691303030178e-06}
+{"train_loss": 0.0006201852229423821, "global_step": 35519, "epoch": 546, "lr": 2.0024258947032802e-06}
+{"train_loss": 0.0005497678648680449, "global_step": 35520, "epoch": 546, "lr": 2.0012829786967724e-06}
+{"train_loss": 0.00030833325581625104, "global_step": 35521, "epoch": 546, "lr": 2.0001403822911103e-06}
+{"train_loss": 0.0004214043146930635, "global_step": 35522, "epoch": 546, "lr": 1.9989981054938935e-06}
+{"train_loss": 0.0007859368342906237, "global_step": 35523, "epoch": 546, "lr": 1.997856148312738e-06}
+{"train_loss": 0.0003266033309046179, "global_step": 35524, "epoch": 546, "lr": 1.9967145107552376e-06}
+{"train_loss": 0.00037334818625822663, "global_step": 35525, "epoch": 546, "lr": 1.9955731928289977e-06}
+{"train_loss": 0.00038199822301976383, "global_step": 35526, "epoch": 546, "lr": 1.994432194541618e-06}
+{"train_loss": 0.0005030105821788311, "global_step": 35527, "epoch": 546, "lr": 1.9932915159007025e-06}
+{"train_loss": 0.00026653805980458856, "global_step": 35528, "epoch": 546, "lr": 1.992151156913835e-06}
+{"train_loss": 0.0006019945139996707, "global_step": 35529, "epoch": 546, "lr": 1.9910111175886257e-06}
+{"train_loss": 0.00047419406473636627, "global_step": 35530, "epoch": 546, "lr": 1.989871397932641e-06}
+{"train_loss": 0.0006005702307447791, "global_step": 35531, "epoch": 546, "lr": 1.9887319979534915e-06}
+{"train_loss": 0.0004178459057584405, "global_step": 35532, "epoch": 546, "lr": 1.987592917658754e-06}
+{"train_loss": 0.00033434448414482176, "global_step": 35533, "epoch": 546, "lr": 1.986454157056006e-06}
+{"train_loss": 0.0004161303222645074, "global_step": 35534, "epoch": 546, "lr": 1.985315716152847e-06}
+{"train_loss": 0.0002580760046839714, "global_step": 35535, "epoch": 546, "lr": 1.9841775949568485e-06}
+{"train_loss": 0.0005001852987334132, "global_step": 35536, "epoch": 546, "lr": 1.9830397934755884e-06}
+{"train_loss": 0.00046793886576779187, "global_step": 35537, "epoch": 546, "lr": 1.9819023117166437e-06}
+{"train_loss": 0.00033171524410136044, "global_step": 35538, "epoch": 546, "lr": 1.98076514968758e-06}
+{"train_loss": 0.00027702245279215276, "global_step": 35539, "epoch": 546, "lr": 1.979628307395992e-06}
+{"train_loss": 0.00031368399504572153, "global_step": 35540, "epoch": 546, "lr": 1.9784917848494233e-06}
+{"train_loss": 0.000467952573671937, "global_step": 35541, "epoch": 546, "lr": 1.9773555820554514e-06}
+{"train_loss": 0.00044019808410666883, "global_step": 35542, "epoch": 546, "lr": 1.9762196990216474e-06}
+{"train_loss": 0.00024551007663831115, "global_step": 35543, "epoch": 546, "lr": 1.9750841357555725e-06}
+{"train_loss": 0.00047261384315788746, "global_step": 35544, "epoch": 546, "lr": 1.9739488922647873e-06}
+{"train_loss": 0.0003927424841094762, "global_step": 35545, "epoch": 546, "lr": 1.9728139685568414e-06}
+{"train_loss": 0.0005181287415325642, "global_step": 35546, "epoch": 546, "lr": 1.9716793646393005e-06}
+{"train_loss": 0.0002961524878628552, "global_step": 35547, "epoch": 546, "lr": 1.9705450805197255e-06}
+{"train_loss": 0.0003973022976424545, "global_step": 35548, "epoch": 546, "lr": 1.969411116205655e-06}
+{"train_loss": 0.00046182950609363616, "global_step": 35549, "epoch": 546, "lr": 1.9682774717046492e-06}
+{"train_loss": 0.00043965247459709644, "global_step": 35550, "epoch": 546, "lr": 1.9671441470242526e-06}
+{"train_loss": 0.0004079264181200415, "global_step": 35551, "epoch": 546, "lr": 1.9660111421720196e-06}
+{"train_loss": 0.00029843291849829257, "global_step": 35552, "epoch": 546, "lr": 1.9648784571554836e-06}
+{"train_loss": 0.0006434994284063578, "global_step": 35553, "epoch": 546, "lr": 1.963746091982188e-06}
+{"train_loss": 0.0004397362125858378, "global_step": 35554, "epoch": 546, "lr": 1.962614046659672e-06, "val_loss": 0.005818063393235207}
+{"train_loss": 0.00034321259590797126, "global_step": 35555, "epoch": 547, "lr": 1.9614823211954845e-06}
+{"train_loss": 0.00033559612347744405, "global_step": 35556, "epoch": 547, "lr": 1.960350915597148e-06}
+{"train_loss": 0.0005695544532500207, "global_step": 35557, "epoch": 547, "lr": 1.9592198298721996e-06}
+{"train_loss": 0.0009183441870845854, "global_step": 35558, "epoch": 547, "lr": 1.9580890640281677e-06}
+{"train_loss": 0.00040505893412046134, "global_step": 35559, "epoch": 547, "lr": 1.956958618072602e-06}
+{"train_loss": 0.0004072992305736989, "global_step": 35560, "epoch": 547, "lr": 1.9558284920130066e-06}
+{"train_loss": 0.0006678372155874968, "global_step": 35561, "epoch": 547, "lr": 1.9546986858569092e-06}
+{"train_loss": 0.00028981565264984965, "global_step": 35562, "epoch": 547, "lr": 1.9535691996118377e-06}
+{"train_loss": 0.0005950594204477966, "global_step": 35563, "epoch": 547, "lr": 1.952440033285319e-06}
+{"train_loss": 0.0002997546980623156, "global_step": 35564, "epoch": 547, "lr": 1.951311186884852e-06}
+{"train_loss": 0.0003782654239330441, "global_step": 35565, "epoch": 547, "lr": 1.9501826604179762e-06}
+{"train_loss": 0.0005130870267748833, "global_step": 35566, "epoch": 547, "lr": 1.9490544538921908e-06}
+{"train_loss": 0.0003673872852232307, "global_step": 35567, "epoch": 547, "lr": 1.947926567315017e-06}
+{"train_loss": 0.0010517947375774384, "global_step": 35568, "epoch": 547, "lr": 1.946799000693961e-06}
+{"train_loss": 0.0004172076587565243, "global_step": 35569, "epoch": 547, "lr": 1.9456717540365267e-06}
+{"train_loss": 0.0004012250283267349, "global_step": 35570, "epoch": 547, "lr": 1.94454482735022e-06}
+{"train_loss": 0.00041189586045220494, "global_step": 35571, "epoch": 547, "lr": 1.9434182206425566e-06}
+{"train_loss": 0.0004958867793902755, "global_step": 35572, "epoch": 547, "lr": 1.9422919339210254e-06}
+{"train_loss": 0.00041550592868588865, "global_step": 35573, "epoch": 547, "lr": 1.9411659671931316e-06}
+{"train_loss": 0.0010200411779806018, "global_step": 35574, "epoch": 547, "lr": 1.940040320466363e-06}
+{"train_loss": 0.0006310371682047844, "global_step": 35575, "epoch": 547, "lr": 1.9389149937482366e-06}
+{"train_loss": 0.0006506069330498576, "global_step": 35576, "epoch": 547, "lr": 1.937789987046229e-06}
+{"train_loss": 0.0004731352091766894, "global_step": 35577, "epoch": 547, "lr": 1.936665300367829e-06}
+{"train_loss": 0.000523460388649255, "global_step": 35578, "epoch": 547, "lr": 1.9355409337205253e-06}
+{"train_loss": 0.00042554884566925466, "global_step": 35579, "epoch": 547, "lr": 1.9344168871118173e-06}
+{"train_loss": 0.0003689754812512547, "global_step": 35580, "epoch": 547, "lr": 1.9332931605491767e-06}
+{"train_loss": 0.0003300303651485592, "global_step": 35581, "epoch": 547, "lr": 1.932169754040092e-06}
+{"train_loss": 0.00028762384317815304, "global_step": 35582, "epoch": 547, "lr": 1.9310466675920458e-06}
+{"train_loss": 0.00033270003041252494, "global_step": 35583, "epoch": 547, "lr": 1.9299239012125046e-06}
+{"train_loss": 0.0003315114590805024, "global_step": 35584, "epoch": 547, "lr": 1.928801454908963e-06}
+{"train_loss": 0.0003762667765840888, "global_step": 35585, "epoch": 547, "lr": 1.927679328688875e-06}
+{"train_loss": 0.0004970700829289854, "global_step": 35586, "epoch": 547, "lr": 1.9265575225597187e-06}
+{"train_loss": 0.0004113994655199349, "global_step": 35587, "epoch": 547, "lr": 1.925436036528977e-06}
+{"train_loss": 0.000556347833480686, "global_step": 35588, "epoch": 547, "lr": 1.924314870604099e-06}
+{"train_loss": 0.000244238821323961, "global_step": 35589, "epoch": 547, "lr": 1.9231940247925573e-06}
+{"train_loss": 0.0010240364354103804, "global_step": 35590, "epoch": 547, "lr": 1.922073499101823e-06}
+{"train_loss": 0.0003883356403093785, "global_step": 35591, "epoch": 547, "lr": 1.9209532935393404e-06}
+{"train_loss": 0.0005478934617713094, "global_step": 35592, "epoch": 547, "lr": 1.9198334081125866e-06}
+{"train_loss": 0.00044491523294709623, "global_step": 35593, "epoch": 547, "lr": 1.918713842829001e-06}
+{"train_loss": 0.0004621172556653619, "global_step": 35594, "epoch": 547, "lr": 1.9175945976960487e-06}
+{"train_loss": 0.0003525085630826652, "global_step": 35595, "epoch": 547, "lr": 1.916475672721185e-06}
+{"train_loss": 0.0003864349564537406, "global_step": 35596, "epoch": 547, "lr": 1.9153570679118493e-06}
+{"train_loss": 0.00036123424069955945, "global_step": 35597, "epoch": 547, "lr": 1.914238783275496e-06}
+{"train_loss": 0.0003561717749107629, "global_step": 35598, "epoch": 547, "lr": 1.9131208188195805e-06}
+{"train_loss": 0.00030205846996977925, "global_step": 35599, "epoch": 547, "lr": 1.9120031745515298e-06}
+{"train_loss": 0.00029365153750404716, "global_step": 35600, "epoch": 547, "lr": 1.9108858504787997e-06}
+{"train_loss": 0.00034305156441405416, "global_step": 35601, "epoch": 547, "lr": 1.909768846608817e-06}
+{"train_loss": 0.00039025748264975846, "global_step": 35602, "epoch": 547, "lr": 1.9086521629490262e-06}
+{"train_loss": 0.0007518072379752994, "global_step": 35603, "epoch": 547, "lr": 1.9075357995068598e-06}
+{"train_loss": 0.00038288909127004445, "global_step": 35604, "epoch": 547, "lr": 1.9064197562897623e-06}
+{"train_loss": 0.0005605865153484046, "global_step": 35605, "epoch": 547, "lr": 1.9053040333051552e-06}
+{"train_loss": 0.00033811668981797993, "global_step": 35606, "epoch": 547, "lr": 1.9041886305604662e-06}
+{"train_loss": 0.0002378283825237304, "global_step": 35607, "epoch": 547, "lr": 1.9030735480631224e-06}
+{"train_loss": 0.00032197017571888864, "global_step": 35608, "epoch": 547, "lr": 1.9019587858205624e-06}
+{"train_loss": 0.0004310747026465833, "global_step": 35609, "epoch": 547, "lr": 1.9008443438401856e-06}
+{"train_loss": 0.00027534979744814336, "global_step": 35610, "epoch": 547, "lr": 1.8997302221294255e-06}
+{"train_loss": 0.00028223684057593346, "global_step": 35611, "epoch": 547, "lr": 1.8986164206957035e-06}
+{"train_loss": 0.0008643482578918338, "global_step": 35612, "epoch": 547, "lr": 1.897502939546436e-06}
+{"train_loss": 0.0004373902047518641, "global_step": 35613, "epoch": 547, "lr": 1.896389778689034e-06}
+{"train_loss": 0.00028471657424233854, "global_step": 35614, "epoch": 547, "lr": 1.8952769381308965e-06}
+{"train_loss": 0.0006449643988162279, "global_step": 35615, "epoch": 547, "lr": 1.8941644178794514e-06}
+{"train_loss": 0.0007765562040731311, "global_step": 35616, "epoch": 547, "lr": 1.8930522179421096e-06}
+{"train_loss": 0.0004287293122615665, "global_step": 35617, "epoch": 547, "lr": 1.8919403383262534e-06}
+{"train_loss": 0.00033068039920181036, "global_step": 35618, "epoch": 547, "lr": 1.8908287790393054e-06}
+{"train_loss": 0.0004614242177922279, "global_step": 35619, "epoch": 547, "lr": 1.8897175400886646e-06, "val_loss": 0.004815949127078056}
+{"train_loss": 0.000492971739731729, "global_step": 35620, "epoch": 548, "lr": 1.8886066214817311e-06}
+{"train_loss": 0.0006129089742898941, "global_step": 35621, "epoch": 548, "lr": 1.8874960232258986e-06}
+{"train_loss": 0.0005242856568656862, "global_step": 35622, "epoch": 548, "lr": 1.8863857453285562e-06}
+{"train_loss": 0.000350111979059875, "global_step": 35623, "epoch": 548, "lr": 1.8852757877971028e-06}
+{"train_loss": 0.0007090285653248429, "global_step": 35624, "epoch": 548, "lr": 1.884166150638933e-06}
+{"train_loss": 0.0003625286335591227, "global_step": 35625, "epoch": 548, "lr": 1.883056833861424e-06}
+{"train_loss": 0.0004275009850971401, "global_step": 35626, "epoch": 548, "lr": 1.8819478374719756e-06}
+{"train_loss": 0.0010150095913559198, "global_step": 35627, "epoch": 548, "lr": 1.8808391614779596e-06}
+{"train_loss": 0.000490496342536062, "global_step": 35628, "epoch": 548, "lr": 1.8797308058867813e-06}
+{"train_loss": 0.0003690629964694381, "global_step": 35629, "epoch": 548, "lr": 1.8786227707057901e-06}
+{"train_loss": 0.00030474207596853375, "global_step": 35630, "epoch": 548, "lr": 1.8775150559423804e-06}
+{"train_loss": 0.0004147920408286154, "global_step": 35631, "epoch": 548, "lr": 1.8764076616039238e-06}
+{"train_loss": 0.0002366454864386469, "global_step": 35632, "epoch": 548, "lr": 1.875300587697798e-06}
+{"train_loss": 0.0007823632913641632, "global_step": 35633, "epoch": 548, "lr": 1.8741938342313692e-06}
+{"train_loss": 0.0004288684867788106, "global_step": 35634, "epoch": 548, "lr": 1.8730874012120092e-06}
+{"train_loss": 0.0003619211202021688, "global_step": 35635, "epoch": 548, "lr": 1.8719812886470844e-06}
+{"train_loss": 0.0004854975559283048, "global_step": 35636, "epoch": 548, "lr": 1.8708754965439724e-06}
+{"train_loss": 0.0005572324153035879, "global_step": 35637, "epoch": 548, "lr": 1.8697700249100113e-06}
+{"train_loss": 0.0005228344816714525, "global_step": 35638, "epoch": 548, "lr": 1.8686648737525792e-06}
+{"train_loss": 0.0005232426337897778, "global_step": 35639, "epoch": 548, "lr": 1.8675600430790308e-06}
+{"train_loss": 0.0004912964068353176, "global_step": 35640, "epoch": 548, "lr": 1.866455532896727e-06}
+{"train_loss": 0.000734804489184171, "global_step": 35641, "epoch": 548, "lr": 1.865351343213012e-06}
+{"train_loss": 0.0008231230895034969, "global_step": 35642, "epoch": 548, "lr": 1.8642474740352467e-06}
+{"train_loss": 0.000353764567989856, "global_step": 35643, "epoch": 548, "lr": 1.863143925370775e-06}
+{"train_loss": 0.00044631928903982043, "global_step": 35644, "epoch": 548, "lr": 1.8620406972269577e-06}
+{"train_loss": 0.00039205103530548513, "global_step": 35645, "epoch": 548, "lr": 1.860937789611128e-06}
+{"train_loss": 0.00038475063047371805, "global_step": 35646, "epoch": 548, "lr": 1.8598352025306242e-06}
+{"train_loss": 0.0002750285784713924, "global_step": 35647, "epoch": 548, "lr": 1.8587329359928018e-06}
+{"train_loss": 0.0004042360815219581, "global_step": 35648, "epoch": 548, "lr": 1.8576309900049994e-06}
+{"train_loss": 0.00071565160760656, "global_step": 35649, "epoch": 548, "lr": 1.8565293645745496e-06}
+{"train_loss": 0.0009197528706863523, "global_step": 35650, "epoch": 548, "lr": 1.8554280597087803e-06}
+{"train_loss": 0.0003718887746799737, "global_step": 35651, "epoch": 548, "lr": 1.8543270754150354e-06}
+{"train_loss": 0.0003359601541887969, "global_step": 35652, "epoch": 548, "lr": 1.8532264117006592e-06}
+{"train_loss": 0.00046868008212186396, "global_step": 35653, "epoch": 548, "lr": 1.8521260685729457e-06}
+{"train_loss": 0.0003750435425899923, "global_step": 35654, "epoch": 548, "lr": 1.8510260460392447e-06}
+{"train_loss": 0.0005665228236466646, "global_step": 35655, "epoch": 548, "lr": 1.8499263441068726e-06}
+{"train_loss": 0.0003311560139991343, "global_step": 35656, "epoch": 548, "lr": 1.8488269627831679e-06}
+{"train_loss": 0.0003320084360893816, "global_step": 35657, "epoch": 548, "lr": 1.8477279020754246e-06}
+{"train_loss": 0.00033985020127147436, "global_step": 35658, "epoch": 548, "lr": 1.8466291619909759e-06}
+{"train_loss": 0.0006156758172437549, "global_step": 35659, "epoch": 548, "lr": 1.8455307425371437e-06}
+{"train_loss": 0.0003386089520063251, "global_step": 35660, "epoch": 548, "lr": 1.8444326437212388e-06}
+{"train_loss": 0.0007730842335149646, "global_step": 35661, "epoch": 548, "lr": 1.8433348655505555e-06}
+{"train_loss": 0.0008056543883867562, "global_step": 35662, "epoch": 548, "lr": 1.8422374080324211e-06}
+{"train_loss": 0.0005015808856114745, "global_step": 35663, "epoch": 548, "lr": 1.8411402711741355e-06}
+{"train_loss": 0.00026449625147506595, "global_step": 35664, "epoch": 548, "lr": 1.8400434549830148e-06}
+{"train_loss": 0.0005465518333949149, "global_step": 35665, "epoch": 548, "lr": 1.8389469594663478e-06}
+{"train_loss": 0.000488253339426592, "global_step": 35666, "epoch": 548, "lr": 1.8378507846314453e-06}
+{"train_loss": 0.00043750915210694075, "global_step": 35667, "epoch": 548, "lr": 1.8367549304856069e-06}
+{"train_loss": 0.0005714347935281694, "global_step": 35668, "epoch": 548, "lr": 1.8356593970361213e-06}
+{"train_loss": 0.0003482819302007556, "global_step": 35669, "epoch": 548, "lr": 1.8345641842902882e-06}
+{"train_loss": 0.0003221111837774515, "global_step": 35670, "epoch": 548, "lr": 1.8334692922553964e-06}
+{"train_loss": 0.0004638305399566889, "global_step": 35671, "epoch": 548, "lr": 1.83237472093874e-06}
+{"train_loss": 0.0004373463161755353, "global_step": 35672, "epoch": 548, "lr": 1.8312804703476128e-06}
+{"train_loss": 0.00037718299427069724, "global_step": 35673, "epoch": 548, "lr": 1.830186540489287e-06}
+{"train_loss": 0.0005336347385309637, "global_step": 35674, "epoch": 548, "lr": 1.8290929313710513e-06}
+{"train_loss": 0.0005467059090733528, "global_step": 35675, "epoch": 548, "lr": 1.8279996430001999e-06}
+{"train_loss": 0.00025267922319471836, "global_step": 35676, "epoch": 548, "lr": 1.8269066753839937e-06}
+{"train_loss": 0.000638354744296521, "global_step": 35677, "epoch": 548, "lr": 1.825814028529732e-06}
+{"train_loss": 0.00044438563054427505, "global_step": 35678, "epoch": 548, "lr": 1.824721702444665e-06}
+{"train_loss": 0.00044749578228220344, "global_step": 35679, "epoch": 548, "lr": 1.8236296971360812e-06}
+{"train_loss": 0.0003545402141753584, "global_step": 35680, "epoch": 548, "lr": 1.8225380126112579e-06}
+{"train_loss": 0.00036853732308372855, "global_step": 35681, "epoch": 548, "lr": 1.821446648877445e-06}
+{"train_loss": 0.00034763559233397245, "global_step": 35682, "epoch": 548, "lr": 1.8203556059419258e-06}
+{"train_loss": 0.0005105710588395596, "global_step": 35683, "epoch": 548, "lr": 1.8192648838119553e-06}
+{"train_loss": 0.00048237870483157727, "global_step": 35684, "epoch": 548, "lr": 1.8181744824948e-06, "val_loss": 0.006851289886981249}
+{"train_loss": 0.00028166346601210535, "global_step": 35685, "epoch": 549, "lr": 1.8170844019977262e-06}
+{"train_loss": 0.00042222841875627637, "global_step": 35686, "epoch": 549, "lr": 1.8159946423279783e-06}
+{"train_loss": 0.0004964232794009149, "global_step": 35687, "epoch": 549, "lr": 1.8149052034928227e-06}
+{"train_loss": 0.00043952889973297715, "global_step": 35688, "epoch": 549, "lr": 1.8138160854995145e-06}
+{"train_loss": 0.0002489745384082198, "global_step": 35689, "epoch": 549, "lr": 1.812727288355298e-06}
+{"train_loss": 0.0002825283445417881, "global_step": 35690, "epoch": 549, "lr": 1.8116388120674343e-06}
+{"train_loss": 0.00047241797437891364, "global_step": 35691, "epoch": 549, "lr": 1.8105506566431562e-06}
+{"train_loss": 0.0006276991916820407, "global_step": 35692, "epoch": 549, "lr": 1.8094628220897192e-06}
+{"train_loss": 0.0004259887500666082, "global_step": 35693, "epoch": 549, "lr": 1.8083753084143729e-06}
+{"train_loss": 0.000470623723231256, "global_step": 35694, "epoch": 549, "lr": 1.8072881156243393e-06}
+{"train_loss": 0.0005473550409078598, "global_step": 35695, "epoch": 549, "lr": 1.8062012437268683e-06}
+{"train_loss": 0.000504234223626554, "global_step": 35696, "epoch": 549, "lr": 1.805114692729204e-06}
+{"train_loss": 0.0005308854160830379, "global_step": 35697, "epoch": 549, "lr": 1.8040284626385683e-06}
+{"train_loss": 0.00044294254621490836, "global_step": 35698, "epoch": 549, "lr": 1.8029425534622058e-06}
+{"train_loss": 0.00041177880484610796, "global_step": 35699, "epoch": 549, "lr": 1.8018569652073381e-06}
+{"train_loss": 0.0003449435462243855, "global_step": 35700, "epoch": 549, "lr": 1.8007716978811928e-06}
+{"train_loss": 0.0003054972330573946, "global_step": 35701, "epoch": 549, "lr": 1.7996867514910087e-06}
+{"train_loss": 0.000660304503981024, "global_step": 35702, "epoch": 549, "lr": 1.7986021260439912e-06}
+{"train_loss": 0.00046597811160609126, "global_step": 35703, "epoch": 549, "lr": 1.7975178215473731e-06}
+{"train_loss": 0.00048026914009824395, "global_step": 35704, "epoch": 549, "lr": 1.7964338380083822e-06}
+{"train_loss": 0.000805110321380198, "global_step": 35705, "epoch": 549, "lr": 1.7953501754342238e-06}
+{"train_loss": 0.0005930971819907427, "global_step": 35706, "epoch": 549, "lr": 1.7942668338321146e-06}
+{"train_loss": 0.0002948165056295693, "global_step": 35707, "epoch": 549, "lr": 1.7931838132092704e-06}
+{"train_loss": 0.0006321502733044326, "global_step": 35708, "epoch": 549, "lr": 1.7921011135729027e-06}
+{"train_loss": 0.0003452977689448744, "global_step": 35709, "epoch": 549, "lr": 1.7910187349302277e-06}
+{"train_loss": 0.00040660242666490376, "global_step": 35710, "epoch": 549, "lr": 1.7899366772884397e-06}
+{"train_loss": 0.0005142376758158207, "global_step": 35711, "epoch": 549, "lr": 1.788854940654744e-06}
+{"train_loss": 0.000535333005245775, "global_step": 35712, "epoch": 549, "lr": 1.787773525036357e-06}
+{"train_loss": 0.0003461077867541462, "global_step": 35713, "epoch": 549, "lr": 1.786692430440473e-06}
+{"train_loss": 0.00047607524902559817, "global_step": 35714, "epoch": 549, "lr": 1.7856116568742865e-06}
+{"train_loss": 0.0006146721425466239, "global_step": 35715, "epoch": 549, "lr": 1.7845312043449914e-06}
+{"train_loss": 0.0008378311176784337, "global_step": 35716, "epoch": 549, "lr": 1.7834510728597875e-06}
+{"train_loss": 0.0004176733491476625, "global_step": 35717, "epoch": 549, "lr": 1.7823712624258693e-06}
+{"train_loss": 0.0006857634871266782, "global_step": 35718, "epoch": 549, "lr": 1.7812917730504198e-06}
+{"train_loss": 0.0005714338622055948, "global_step": 35719, "epoch": 549, "lr": 1.7802126047406332e-06}
+{"train_loss": 0.0006258111679926515, "global_step": 35720, "epoch": 549, "lr": 1.7791337575036926e-06}
+{"train_loss": 0.00028362098964862525, "global_step": 35721, "epoch": 549, "lr": 1.7780552313467813e-06}
+{"train_loss": 0.0002514860243536532, "global_step": 35722, "epoch": 549, "lr": 1.7769770262770825e-06}
+{"train_loss": 0.0003701636742334813, "global_step": 35723, "epoch": 549, "lr": 1.7758991423017678e-06}
+{"train_loss": 0.0005365085671655834, "global_step": 35724, "epoch": 549, "lr": 1.774821579428021e-06}
+{"train_loss": 0.0005253474228084087, "global_step": 35725, "epoch": 549, "lr": 1.7737443376630191e-06}
+{"train_loss": 0.0002995335962623358, "global_step": 35726, "epoch": 549, "lr": 1.772667417013929e-06}
+{"train_loss": 0.0006733523914590478, "global_step": 35727, "epoch": 549, "lr": 1.7715908174879282e-06}
+{"train_loss": 0.0003543272032402456, "global_step": 35728, "epoch": 549, "lr": 1.770514539092183e-06}
+{"train_loss": 0.00033601748873479664, "global_step": 35729, "epoch": 549, "lr": 1.76943858183386e-06}
+{"train_loss": 0.0004424098297022283, "global_step": 35730, "epoch": 549, "lr": 1.7683629457201146e-06}
+{"train_loss": 0.00022922437347006053, "global_step": 35731, "epoch": 549, "lr": 1.7672876307581189e-06}
+{"train_loss": 0.00040549892582930624, "global_step": 35732, "epoch": 549, "lr": 1.766212636955028e-06}
+{"train_loss": 0.00046531399129889905, "global_step": 35733, "epoch": 549, "lr": 1.765137964318009e-06}
+{"train_loss": 0.0006458088755607605, "global_step": 35734, "epoch": 549, "lr": 1.7640636128541998e-06}
+{"train_loss": 0.0005009211017750204, "global_step": 35735, "epoch": 549, "lr": 1.7629895825707732e-06}
+{"train_loss": 0.00043111119884997606, "global_step": 35736, "epoch": 549, "lr": 1.761915873474873e-06}
+{"train_loss": 0.0005871511530131102, "global_step": 35737, "epoch": 549, "lr": 1.7608424855736495e-06}
+{"train_loss": 0.00040347722824662924, "global_step": 35738, "epoch": 549, "lr": 1.7597694188742408e-06}
+{"train_loss": 0.00040806978358887136, "global_step": 35739, "epoch": 549, "lr": 1.7586966733838028e-06}
+{"train_loss": 0.0003514925774652511, "global_step": 35740, "epoch": 549, "lr": 1.7576242491094685e-06}
+{"train_loss": 0.0003347013844177127, "global_step": 35741, "epoch": 549, "lr": 1.756552146058399e-06}
+{"train_loss": 0.00025894667487591505, "global_step": 35742, "epoch": 549, "lr": 1.7554803642377104e-06}
+{"train_loss": 0.0005792832816950977, "global_step": 35743, "epoch": 549, "lr": 1.7544089036545476e-06}
+{"train_loss": 0.000446417776402086, "global_step": 35744, "epoch": 549, "lr": 1.7533377643160487e-06}
+{"train_loss": 0.00052660919027403, "global_step": 35745, "epoch": 549, "lr": 1.7522669462293472e-06}
+{"train_loss": 0.001017475500702858, "global_step": 35746, "epoch": 549, "lr": 1.7511964494015599e-06}
+{"train_loss": 0.00042663622298277915, "global_step": 35747, "epoch": 549, "lr": 1.7501262738398195e-06}
+{"train_loss": 0.00038237686385400593, "global_step": 35748, "epoch": 549, "lr": 1.7490564195512593e-06}
+{"train_loss": 0.0004701958429695179, "global_step": 35749, "epoch": 549, "lr": 1.747986886543007e-06, "val_loss": 0.002725536935031414}
+{"train_loss": 0.00041299519944004714, "global_step": 35750, "epoch": 550, "lr": 1.7469176748221682e-06}
+{"train_loss": 0.00035879414645023644, "global_step": 35751, "epoch": 550, "lr": 1.745848784395876e-06}
+{"train_loss": 0.00025211519096046686, "global_step": 35752, "epoch": 550, "lr": 1.7447802152712355e-06}
+{"train_loss": 0.0005231759278103709, "global_step": 35753, "epoch": 550, "lr": 1.743711967455375e-06}
+{"train_loss": 0.0008520263363607228, "global_step": 35754, "epoch": 550, "lr": 1.742644040955399e-06}
+{"train_loss": 0.00038024244713597, "global_step": 35755, "epoch": 550, "lr": 1.7415764357784137e-06}
+{"train_loss": 0.00030122013413347304, "global_step": 35756, "epoch": 550, "lr": 1.740509151931541e-06}
+{"train_loss": 0.00035681453300639987, "global_step": 35757, "epoch": 550, "lr": 1.7394421894218805e-06}
+{"train_loss": 0.0003828139742836356, "global_step": 35758, "epoch": 550, "lr": 1.7383755482565322e-06}
+{"train_loss": 0.0003594882145989686, "global_step": 35759, "epoch": 550, "lr": 1.737309228442613e-06}
+{"train_loss": 0.0006632801378145814, "global_step": 35760, "epoch": 550, "lr": 1.7362432299872e-06}
+{"train_loss": 0.0007837173179723322, "global_step": 35761, "epoch": 550, "lr": 1.7351775528974158e-06}
+{"train_loss": 0.0003793879586737603, "global_step": 35762, "epoch": 550, "lr": 1.7341121971803375e-06}
+{"train_loss": 0.0002507517929188907, "global_step": 35763, "epoch": 550, "lr": 1.7330471628430656e-06}
+{"train_loss": 0.00022261333651840687, "global_step": 35764, "epoch": 550, "lr": 1.7319824498926885e-06}
+{"train_loss": 0.00026436906773597, "global_step": 35765, "epoch": 550, "lr": 1.730918058336306e-06}
+{"train_loss": 0.00030340300872921944, "global_step": 35766, "epoch": 550, "lr": 1.729853988180996e-06}
+{"train_loss": 0.0003421783330850303, "global_step": 35767, "epoch": 550, "lr": 1.7287902394338472e-06}
+{"train_loss": 0.00048799594515003264, "global_step": 35768, "epoch": 550, "lr": 1.727726812101943e-06}
+{"train_loss": 0.0005157162668183446, "global_step": 35769, "epoch": 550, "lr": 1.7266637061923607e-06}
+{"train_loss": 0.0006964369094930589, "global_step": 35770, "epoch": 550, "lr": 1.7256009217121782e-06}
+{"train_loss": 0.0002635131822898984, "global_step": 35771, "epoch": 550, "lr": 1.7245384586684787e-06}
+{"train_loss": 0.00047484360402449965, "global_step": 35772, "epoch": 550, "lr": 1.7234763170683287e-06}
+{"train_loss": 0.00046439538709819317, "global_step": 35773, "epoch": 550, "lr": 1.7224144969188117e-06}
+{"train_loss": 0.000357794517185539, "global_step": 35774, "epoch": 550, "lr": 1.7213529982269827e-06}
+{"train_loss": 0.0004492240841500461, "global_step": 35775, "epoch": 550, "lr": 1.7202918209999252e-06}
+{"train_loss": 0.00029228447237983346, "global_step": 35776, "epoch": 550, "lr": 1.7192309652446947e-06}
+{"train_loss": 0.000386998028261587, "global_step": 35777, "epoch": 550, "lr": 1.7181704309683577e-06}
+{"train_loss": 0.0007825320935808122, "global_step": 35778, "epoch": 550, "lr": 1.7171102181779752e-06}
+{"train_loss": 0.0003599679039325565, "global_step": 35779, "epoch": 550, "lr": 1.7160503268806083e-06}
+{"train_loss": 0.0005295005976222456, "global_step": 35780, "epoch": 550, "lr": 1.7149907570833124e-06}
+{"train_loss": 0.0004324286710470915, "global_step": 35781, "epoch": 550, "lr": 1.7139315087931485e-06}
+{"train_loss": 0.000683126098010689, "global_step": 35782, "epoch": 550, "lr": 1.712872582017161e-06}
+{"train_loss": 0.00046192517038434744, "global_step": 35783, "epoch": 550, "lr": 1.7118139767624052e-06}
+{"train_loss": 0.00042795512126758695, "global_step": 35784, "epoch": 550, "lr": 1.710755693035926e-06}
+{"train_loss": 0.00035968839074485004, "global_step": 35785, "epoch": 550, "lr": 1.7096977308447836e-06}
+{"train_loss": 0.0006458304706029594, "global_step": 35786, "epoch": 550, "lr": 1.7086400901960009e-06}
+{"train_loss": 0.0008230136591009796, "global_step": 35787, "epoch": 550, "lr": 1.707582771096633e-06}
+{"train_loss": 0.0003141718334518373, "global_step": 35788, "epoch": 550, "lr": 1.7065257735537244e-06}
+{"train_loss": 0.00047189538599923253, "global_step": 35789, "epoch": 550, "lr": 1.705469097574308e-06}
+{"train_loss": 0.0005934686632826924, "global_step": 35790, "epoch": 550, "lr": 1.7044127431654178e-06}
+{"train_loss": 0.0003514884156174958, "global_step": 35791, "epoch": 550, "lr": 1.7033567103340865e-06}
+{"train_loss": 0.0003952450933866203, "global_step": 35792, "epoch": 550, "lr": 1.7023009990873472e-06}
+{"train_loss": 0.0003528358938638121, "global_step": 35793, "epoch": 550, "lr": 1.7012456094322338e-06}
+{"train_loss": 0.0002931413473561406, "global_step": 35794, "epoch": 550, "lr": 1.7001905413757679e-06}
+{"train_loss": 0.0009056024136953056, "global_step": 35795, "epoch": 550, "lr": 1.6991357949249776e-06}
+{"train_loss": 0.0006099333986639977, "global_step": 35796, "epoch": 550, "lr": 1.6980813700868792e-06}
+{"train_loss": 0.00041235520620830357, "global_step": 35797, "epoch": 550, "lr": 1.6970272668685116e-06}
+{"train_loss": 0.00030377248185686767, "global_step": 35798, "epoch": 550, "lr": 1.6959734852768805e-06}
+{"train_loss": 0.000373109127394855, "global_step": 35799, "epoch": 550, "lr": 1.6949200253189968e-06}
+{"train_loss": 0.0002726271632127464, "global_step": 35800, "epoch": 550, "lr": 1.6938668870018826e-06}
+{"train_loss": 0.0005172968376427889, "global_step": 35801, "epoch": 550, "lr": 1.6928140703325546e-06}
+{"train_loss": 0.0004745288169942796, "global_step": 35802, "epoch": 550, "lr": 1.6917615753180127e-06}
+{"train_loss": 0.00036230572732165456, "global_step": 35803, "epoch": 550, "lr": 1.690709401965268e-06}
+{"train_loss": 0.0003481640887912363, "global_step": 35804, "epoch": 550, "lr": 1.6896575502813317e-06}
+{"train_loss": 0.00033626440563239157, "global_step": 35805, "epoch": 550, "lr": 1.688606020273209e-06}
+{"train_loss": 0.0005301338387653232, "global_step": 35806, "epoch": 550, "lr": 1.6875548119479002e-06}
+{"train_loss": 0.0005621263990178704, "global_step": 35807, "epoch": 550, "lr": 1.6865039253123938e-06}
+{"train_loss": 0.00033019419061020017, "global_step": 35808, "epoch": 550, "lr": 1.6854533603736955e-06}
+{"train_loss": 0.00048460898688063025, "global_step": 35809, "epoch": 550, "lr": 1.6844031171388053e-06}
+{"train_loss": 0.0004274103557690978, "global_step": 35810, "epoch": 550, "lr": 1.6833531956147064e-06}
+{"train_loss": 0.0002796542248688638, "global_step": 35811, "epoch": 550, "lr": 1.6823035958083932e-06}
+{"train_loss": 0.0003740958636626601, "global_step": 35812, "epoch": 550, "lr": 1.6812543177268547e-06}
+{"train_loss": 0.0007116767228581011, "global_step": 35813, "epoch": 550, "lr": 1.6802053613770852e-06}
+{"train_loss": 0.0004453776037105574, "global_step": 35814, "epoch": 550, "lr": 1.6791567267660624e-06, "val_loss": 0.0028975578024983406, "train_action_mse_error": 1.6087660696939565e-05}
+{"train_loss": 0.00040014562546275556, "global_step": 35815, "epoch": 551, "lr": 1.678108413900764e-06}
+{"train_loss": 0.0006105997017584741, "global_step": 35816, "epoch": 551, "lr": 1.6770604227881737e-06}
+{"train_loss": 0.0004050609131809324, "global_step": 35817, "epoch": 551, "lr": 1.6760127534352798e-06}
+{"train_loss": 0.0004285882750991732, "global_step": 35818, "epoch": 551, "lr": 1.6749654058490383e-06}
+{"train_loss": 0.00028675561770796776, "global_step": 35819, "epoch": 551, "lr": 1.6739183800364378e-06}
+{"train_loss": 0.0002783608215395361, "global_step": 35820, "epoch": 551, "lr": 1.6728716760044449e-06}
+{"train_loss": 0.0005625456105917692, "global_step": 35821, "epoch": 551, "lr": 1.6718252937600376e-06}
+{"train_loss": 0.0003792999195866287, "global_step": 35822, "epoch": 551, "lr": 1.6707792333101768e-06}
+{"train_loss": 0.0003064241027459502, "global_step": 35823, "epoch": 551, "lr": 1.6697334946618182e-06}
+{"train_loss": 0.0005447563016787171, "global_step": 35824, "epoch": 551, "lr": 1.6686880778219394e-06}
+{"train_loss": 0.0002753747976385057, "global_step": 35825, "epoch": 551, "lr": 1.667642982797496e-06}
+{"train_loss": 0.000354171876097098, "global_step": 35826, "epoch": 551, "lr": 1.6665982095954436e-06}
+{"train_loss": 0.0005910632899031043, "global_step": 35827, "epoch": 551, "lr": 1.6655537582227376e-06}
+{"train_loss": 0.00033681714558042586, "global_step": 35828, "epoch": 551, "lr": 1.6645096286863448e-06}
+{"train_loss": 0.0008794583845883608, "global_step": 35829, "epoch": 551, "lr": 1.663465820993204e-06}
+{"train_loss": 0.00023125435109250247, "global_step": 35830, "epoch": 551, "lr": 1.6624223351502765e-06}
+{"train_loss": 0.0006485508638434112, "global_step": 35831, "epoch": 551, "lr": 1.661379171164501e-06}
+{"train_loss": 0.00024537972058169544, "global_step": 35832, "epoch": 551, "lr": 1.660336329042822e-06}
+{"train_loss": 0.0004716630792245269, "global_step": 35833, "epoch": 551, "lr": 1.6592938087922006e-06}
+{"train_loss": 0.0003716514038387686, "global_step": 35834, "epoch": 551, "lr": 1.6582516104195533e-06}
+{"train_loss": 0.000634961761534214, "global_step": 35835, "epoch": 551, "lr": 1.657209733931836e-06}
+{"train_loss": 0.00042976680560968816, "global_step": 35836, "epoch": 551, "lr": 1.656168179335993e-06}
+{"train_loss": 0.00032761841430328786, "global_step": 35837, "epoch": 551, "lr": 1.6551269466389351e-06}
+{"train_loss": 0.0004715539107564837, "global_step": 35838, "epoch": 551, "lr": 1.6540860358476185e-06}
+{"train_loss": 0.000404489750508219, "global_step": 35839, "epoch": 551, "lr": 1.6530454469689648e-06}
+{"train_loss": 0.00031039718305692077, "global_step": 35840, "epoch": 551, "lr": 1.6520051800098967e-06}
+{"train_loss": 0.00026795949088409543, "global_step": 35841, "epoch": 551, "lr": 1.650965234977353e-06}
+{"train_loss": 0.0002817351487465203, "global_step": 35842, "epoch": 551, "lr": 1.6499256118782503e-06}
+{"train_loss": 0.00030449352925643325, "global_step": 35843, "epoch": 551, "lr": 1.6488863107195108e-06}
+{"train_loss": 0.00034089048858731985, "global_step": 35844, "epoch": 551, "lr": 1.6478473315080622e-06}
+{"train_loss": 0.0003873248933814466, "global_step": 35845, "epoch": 551, "lr": 1.6468086742508104e-06}
+{"train_loss": 0.0005574487731792033, "global_step": 35846, "epoch": 551, "lr": 1.6457703389546887e-06}
+{"train_loss": 0.0005533151561394334, "global_step": 35847, "epoch": 551, "lr": 1.644732325626591e-06}
+{"train_loss": 0.0004278909764252603, "global_step": 35848, "epoch": 551, "lr": 1.643694634273435e-06}
+{"train_loss": 0.00046142033534124494, "global_step": 35849, "epoch": 551, "lr": 1.6426572649021476e-06}
+{"train_loss": 0.00025102298241108656, "global_step": 35850, "epoch": 551, "lr": 1.6416202175196126e-06}
+{"train_loss": 0.0007932750741019845, "global_step": 35851, "epoch": 551, "lr": 1.6405834921327468e-06}
+{"train_loss": 0.00027859635883942246, "global_step": 35852, "epoch": 551, "lr": 1.6395470887484498e-06}
+{"train_loss": 0.00041715087718330324, "global_step": 35853, "epoch": 551, "lr": 1.638511007373622e-06}
+{"train_loss": 0.00043990148697048426, "global_step": 35854, "epoch": 551, "lr": 1.6374752480151746e-06}
+{"train_loss": 0.0004794978303834796, "global_step": 35855, "epoch": 551, "lr": 1.636439810679985e-06}
+{"train_loss": 0.0006666954141110182, "global_step": 35856, "epoch": 551, "lr": 1.6354046953749536e-06}
+{"train_loss": 0.00043620707583613694, "global_step": 35857, "epoch": 551, "lr": 1.6343699021069858e-06}
+{"train_loss": 0.00038760987808927894, "global_step": 35858, "epoch": 551, "lr": 1.633335430882954e-06}
+{"train_loss": 0.00042458041571080685, "global_step": 35859, "epoch": 551, "lr": 1.6323012817097582e-06}
+{"train_loss": 0.0005956844543106854, "global_step": 35860, "epoch": 551, "lr": 1.6312674545942762e-06}
+{"train_loss": 0.0003783740394283086, "global_step": 35861, "epoch": 551, "lr": 1.6302339495433916e-06}
+{"train_loss": 0.0005230143433436751, "global_step": 35862, "epoch": 551, "lr": 1.6292007665639986e-06}
+{"train_loss": 0.0003839803102891892, "global_step": 35863, "epoch": 551, "lr": 1.6281679056629639e-06}
+{"train_loss": 0.0003789540787693113, "global_step": 35864, "epoch": 551, "lr": 1.6271353668471655e-06}
+{"train_loss": 0.0004966245032846928, "global_step": 35865, "epoch": 551, "lr": 1.6261031501234925e-06}
+{"train_loss": 0.0008295074803754687, "global_step": 35866, "epoch": 551, "lr": 1.6250712554988e-06}
+{"train_loss": 0.0004288627242203802, "global_step": 35867, "epoch": 551, "lr": 1.624039682979972e-06}
+{"train_loss": 0.0003084613708779216, "global_step": 35868, "epoch": 551, "lr": 1.6230084325738636e-06}
+{"train_loss": 0.00040808512130752206, "global_step": 35869, "epoch": 551, "lr": 1.621977504287353e-06}
+{"train_loss": 0.0006010406650602818, "global_step": 35870, "epoch": 551, "lr": 1.6209468981273013e-06}
+{"train_loss": 0.0003055765409953892, "global_step": 35871, "epoch": 551, "lr": 1.6199166141005696e-06}
+{"train_loss": 0.0006732660112902522, "global_step": 35872, "epoch": 551, "lr": 1.618886652214019e-06}
+{"train_loss": 0.0003175410092808306, "global_step": 35873, "epoch": 551, "lr": 1.6178570124745107e-06}
+{"train_loss": 0.0006156921735964715, "global_step": 35874, "epoch": 551, "lr": 1.6168276948889005e-06}
+{"train_loss": 0.0005613701650872827, "global_step": 35875, "epoch": 551, "lr": 1.615798699464033e-06}
+{"train_loss": 0.0003459820873104036, "global_step": 35876, "epoch": 551, "lr": 1.6147700262067689e-06}
+{"train_loss": 0.00029791766428388655, "global_step": 35877, "epoch": 551, "lr": 1.6137416751239476e-06}
+{"train_loss": 0.0002866450813598931, "global_step": 35878, "epoch": 551, "lr": 1.6127136462224357e-06}
+{"train_loss": 0.0004393918994957438, "global_step": 35879, "epoch": 551, "lr": 1.6116859395090555e-06, "val_loss": 0.010406332090497017}
+{"train_loss": 0.00043127714889124036, "global_step": 35880, "epoch": 552, "lr": 1.6106585549906627e-06}
+{"train_loss": 0.0005054303910583258, "global_step": 35881, "epoch": 552, "lr": 1.6096314926741018e-06}
+{"train_loss": 0.0006009235512465239, "global_step": 35882, "epoch": 552, "lr": 1.6086047525662062e-06}
+{"train_loss": 0.00023596626124344766, "global_step": 35883, "epoch": 552, "lr": 1.6075783346738095e-06}
+{"train_loss": 0.0006091018440201879, "global_step": 35884, "epoch": 552, "lr": 1.6065522390037446e-06}
+{"train_loss": 0.00020979609689675272, "global_step": 35885, "epoch": 552, "lr": 1.605526465562851e-06}
+{"train_loss": 0.0006808471516706049, "global_step": 35886, "epoch": 552, "lr": 1.6045010143579565e-06}
+{"train_loss": 0.0004353442054707557, "global_step": 35887, "epoch": 552, "lr": 1.6034758853958887e-06}
+{"train_loss": 0.0003228984714951366, "global_step": 35888, "epoch": 552, "lr": 1.6024510786834701e-06}
+{"train_loss": 0.0004829497484024614, "global_step": 35889, "epoch": 552, "lr": 1.6014265942275287e-06}
+{"train_loss": 0.0008116691606119275, "global_step": 35890, "epoch": 552, "lr": 1.6004024320348921e-06}
+{"train_loss": 0.0003887095081154257, "global_step": 35891, "epoch": 552, "lr": 1.599378592112366e-06}
+{"train_loss": 0.0003907080099452287, "global_step": 35892, "epoch": 552, "lr": 1.598355074466773e-06}
+{"train_loss": 0.000403389276470989, "global_step": 35893, "epoch": 552, "lr": 1.5973318791049297e-06}
+{"train_loss": 0.0003525179054122418, "global_step": 35894, "epoch": 552, "lr": 1.5963090060336528e-06}
+{"train_loss": 0.00038252960075624287, "global_step": 35895, "epoch": 552, "lr": 1.595286455259748e-06}
+{"train_loss": 0.00044584894203580916, "global_step": 35896, "epoch": 552, "lr": 1.594264226790021e-06}
+{"train_loss": 0.00029718922451138496, "global_step": 35897, "epoch": 552, "lr": 1.593242320631283e-06}
+{"train_loss": 0.00048243545461446047, "global_step": 35898, "epoch": 552, "lr": 1.5922207367903453e-06}
+{"train_loss": 0.0002843464899342507, "global_step": 35899, "epoch": 552, "lr": 1.5911994752739967e-06}
+{"train_loss": 0.00035894065513275564, "global_step": 35900, "epoch": 552, "lr": 1.5901785360890432e-06}
+{"train_loss": 0.00043527144589461386, "global_step": 35901, "epoch": 552, "lr": 1.589157919242279e-06}
+{"train_loss": 0.00029759397148154676, "global_step": 35902, "epoch": 552, "lr": 1.5881376247405156e-06}
+{"train_loss": 0.0003533615672495216, "global_step": 35903, "epoch": 552, "lr": 1.5871176525905252e-06}
+{"train_loss": 0.00028648541774600744, "global_step": 35904, "epoch": 552, "lr": 1.586098002799108e-06}
+{"train_loss": 0.00039445163565687835, "global_step": 35905, "epoch": 552, "lr": 1.5850786753730584e-06}
+{"train_loss": 0.00027673778822645545, "global_step": 35906, "epoch": 552, "lr": 1.5840596703191601e-06}
+{"train_loss": 0.0003249904839321971, "global_step": 35907, "epoch": 552, "lr": 1.5830409876441966e-06}
+{"train_loss": 0.00037716093356721103, "global_step": 35908, "epoch": 552, "lr": 1.5820226273549454e-06}
+{"train_loss": 0.0002660911704879254, "global_step": 35909, "epoch": 552, "lr": 1.5810045894582014e-06}
+{"train_loss": 0.0004561783862300217, "global_step": 35910, "epoch": 552, "lr": 1.579986873960737e-06}
+{"train_loss": 0.0002920148544944823, "global_step": 35911, "epoch": 552, "lr": 1.5789694808693189e-06}
+{"train_loss": 0.0003314340428914875, "global_step": 35912, "epoch": 552, "lr": 1.5779524101907306e-06}
+{"train_loss": 0.00037437761784531176, "global_step": 35913, "epoch": 552, "lr": 1.57693566193175e-06}
+{"train_loss": 0.00044687039917334914, "global_step": 35914, "epoch": 552, "lr": 1.5759192360991436e-06}
+{"train_loss": 0.00039533802191726863, "global_step": 35915, "epoch": 552, "lr": 1.5749031326996677e-06}
+{"train_loss": 0.00045489449985325336, "global_step": 35916, "epoch": 552, "lr": 1.5738873517400942e-06}
+{"train_loss": 0.00024107613717205822, "global_step": 35917, "epoch": 552, "lr": 1.5728718932271958e-06}
+{"train_loss": 0.0002554614329710603, "global_step": 35918, "epoch": 552, "lr": 1.5718567571677279e-06}
+{"train_loss": 0.00028740178095176816, "global_step": 35919, "epoch": 552, "lr": 1.5708419435684462e-06}
+{"train_loss": 0.0006605122471228242, "global_step": 35920, "epoch": 552, "lr": 1.5698274524361068e-06}
+{"train_loss": 0.000682210607919842, "global_step": 35921, "epoch": 552, "lr": 1.568813283777476e-06}
+{"train_loss": 0.00038198952097445726, "global_step": 35922, "epoch": 552, "lr": 1.5677994375993044e-06}
+{"train_loss": 0.0004021971835754812, "global_step": 35923, "epoch": 552, "lr": 1.5667859139083251e-06}
+{"train_loss": 0.0008009387529455125, "global_step": 35924, "epoch": 552, "lr": 1.5657727127113052e-06}
+{"train_loss": 0.0004998034564778209, "global_step": 35925, "epoch": 552, "lr": 1.5647598340149783e-06}
+{"train_loss": 0.0004179087991360575, "global_step": 35926, "epoch": 552, "lr": 1.5637472778261053e-06}
+{"train_loss": 0.0005726395174860954, "global_step": 35927, "epoch": 552, "lr": 1.5627350441514143e-06}
+{"train_loss": 0.00032613231451250613, "global_step": 35928, "epoch": 552, "lr": 1.5617231329976556e-06}
+{"train_loss": 0.0006601185887120664, "global_step": 35929, "epoch": 552, "lr": 1.5607115443715515e-06}
+{"train_loss": 0.0002531876089051366, "global_step": 35930, "epoch": 552, "lr": 1.5597002782798576e-06}
+{"train_loss": 0.0005092215724289417, "global_step": 35931, "epoch": 552, "lr": 1.5586893347292908e-06}
+{"train_loss": 0.0005118821281939745, "global_step": 35932, "epoch": 552, "lr": 1.5576787137265848e-06}
+{"train_loss": 0.00043650076258927584, "global_step": 35933, "epoch": 552, "lr": 1.5566684152784783e-06}
+{"train_loss": 0.0004185824654996395, "global_step": 35934, "epoch": 552, "lr": 1.555658439391694e-06}
+{"train_loss": 0.0005267648957669735, "global_step": 35935, "epoch": 552, "lr": 1.5546487860729487e-06}
+{"train_loss": 0.0004024179943371564, "global_step": 35936, "epoch": 552, "lr": 1.5536394553289812e-06}
+{"train_loss": 0.00037060241447761655, "global_step": 35937, "epoch": 552, "lr": 1.5526304471665032e-06}
+{"train_loss": 0.00034962769132107496, "global_step": 35938, "epoch": 552, "lr": 1.5516217615922312e-06}
+{"train_loss": 0.0002675746218301356, "global_step": 35939, "epoch": 552, "lr": 1.5506133986128823e-06}
+{"train_loss": 0.0003366213641129434, "global_step": 35940, "epoch": 552, "lr": 1.5496053582351678e-06}
+{"train_loss": 0.000713897927198559, "global_step": 35941, "epoch": 552, "lr": 1.5485976404658042e-06}
+{"train_loss": 0.0005629541119560599, "global_step": 35942, "epoch": 552, "lr": 1.5475902453115143e-06}
+{"train_loss": 0.0005778478225693107, "global_step": 35943, "epoch": 552, "lr": 1.5465831727789814e-06}
+{"train_loss": 0.00042694211856891904, "global_step": 35944, "epoch": 552, "lr": 1.5455764228749282e-06, "val_loss": 0.012682853266596794}
+{"train_loss": 0.00035252104862593114, "global_step": 35945, "epoch": 553, "lr": 1.5445699956060488e-06}
+{"train_loss": 0.0003106956137344241, "global_step": 35946, "epoch": 553, "lr": 1.5435638909790496e-06}
+{"train_loss": 0.0003736136422958225, "global_step": 35947, "epoch": 553, "lr": 1.5425581090006247e-06}
+{"train_loss": 0.0005338351475074887, "global_step": 35948, "epoch": 553, "lr": 1.54155264967748e-06}
+{"train_loss": 0.00035884944372810423, "global_step": 35949, "epoch": 553, "lr": 1.5405475130162994e-06}
+{"train_loss": 0.0003327505837660283, "global_step": 35950, "epoch": 553, "lr": 1.5395426990237883e-06}
+{"train_loss": 0.0005211847019381821, "global_step": 35951, "epoch": 553, "lr": 1.5385382077066302e-06}
+{"train_loss": 0.0006276245694607496, "global_step": 35952, "epoch": 553, "lr": 1.5375340390715144e-06}
+{"train_loss": 0.000502475188113749, "global_step": 35953, "epoch": 553, "lr": 1.5365301931251186e-06}
+{"train_loss": 0.0004467714170459658, "global_step": 35954, "epoch": 553, "lr": 1.5355266698741433e-06}
+{"train_loss": 0.0005424468545243144, "global_step": 35955, "epoch": 553, "lr": 1.5345234693252553e-06}
+{"train_loss": 0.0007245423039421439, "global_step": 35956, "epoch": 553, "lr": 1.5335205914851437e-06}
+{"train_loss": 0.00029308395460247993, "global_step": 35957, "epoch": 553, "lr": 1.5325180363604808e-06}
+{"train_loss": 0.00040416320553049445, "global_step": 35958, "epoch": 553, "lr": 1.5315158039579558e-06}
+{"train_loss": 0.00046991012641228735, "global_step": 35959, "epoch": 553, "lr": 1.5305138942842244e-06}
+{"train_loss": 0.0006344604771584272, "global_step": 35960, "epoch": 553, "lr": 1.5295123073459649e-06}
+{"train_loss": 0.00042591584497131407, "global_step": 35961, "epoch": 553, "lr": 1.528511043149844e-06}
+{"train_loss": 0.0005085984594188631, "global_step": 35962, "epoch": 553, "lr": 1.5275101017025339e-06}
+{"train_loss": 0.0004114548792131245, "global_step": 35963, "epoch": 553, "lr": 1.5265094830106962e-06}
+{"train_loss": 0.0003549214743543416, "global_step": 35964, "epoch": 553, "lr": 1.5255091870809923e-06}
+{"train_loss": 0.0003652201557997614, "global_step": 35965, "epoch": 553, "lr": 1.5245092139200834e-06}
+{"train_loss": 0.0006061409949325025, "global_step": 35966, "epoch": 553, "lr": 1.5235095635346364e-06}
+{"train_loss": 0.00024062555166892707, "global_step": 35967, "epoch": 553, "lr": 1.522510235931296e-06}
+{"train_loss": 0.0004775846318807453, "global_step": 35968, "epoch": 553, "lr": 1.521511231116718e-06}
+{"train_loss": 0.0002786357363220304, "global_step": 35969, "epoch": 553, "lr": 1.5205125490975526e-06}
+{"train_loss": 0.0003296339127700776, "global_step": 35970, "epoch": 553, "lr": 1.5195141898804555e-06}
+{"train_loss": 0.0003942098992411047, "global_step": 35971, "epoch": 553, "lr": 1.518516153472077e-06}
+{"train_loss": 0.00045214840793050826, "global_step": 35972, "epoch": 553, "lr": 1.5175184398790565e-06}
+{"train_loss": 0.0002452916814945638, "global_step": 35973, "epoch": 553, "lr": 1.516521049108033e-06}
+{"train_loss": 0.00038625209708698094, "global_step": 35974, "epoch": 553, "lr": 1.5155239811656563e-06}
+{"train_loss": 0.0003927444922737777, "global_step": 35975, "epoch": 553, "lr": 1.514527236058566e-06}
+{"train_loss": 0.0002665315696503967, "global_step": 35976, "epoch": 553, "lr": 1.5135308137933902e-06}
+{"train_loss": 0.0004877045867033303, "global_step": 35977, "epoch": 553, "lr": 1.5125347143767677e-06}
+{"train_loss": 0.0004992149188183248, "global_step": 35978, "epoch": 553, "lr": 1.5115389378153323e-06}
+{"train_loss": 0.0005557790864259005, "global_step": 35979, "epoch": 553, "lr": 1.5105434841157229e-06}
+{"train_loss": 0.0003383952134754509, "global_step": 35980, "epoch": 553, "lr": 1.5095483532845455e-06}
+{"train_loss": 0.00036072966759093106, "global_step": 35981, "epoch": 553, "lr": 1.5085535453284448e-06}
+{"train_loss": 0.00031339278211817145, "global_step": 35982, "epoch": 553, "lr": 1.5075590602540435e-06}
+{"train_loss": 0.000840892898850143, "global_step": 35983, "epoch": 553, "lr": 1.5065648980679636e-06}
+{"train_loss": 0.0005315854796208441, "global_step": 35984, "epoch": 553, "lr": 1.5055710587768112e-06}
+{"train_loss": 0.000311101321130991, "global_step": 35985, "epoch": 553, "lr": 1.5045775423872144e-06}
+{"train_loss": 0.0011535992380231619, "global_step": 35986, "epoch": 553, "lr": 1.5035843489057843e-06}
+{"train_loss": 0.00035623929579742253, "global_step": 35987, "epoch": 553, "lr": 1.5025914783391438e-06}
+{"train_loss": 0.0004074324097018689, "global_step": 35988, "epoch": 553, "lr": 1.5015989306938927e-06}
+{"train_loss": 0.0006490267696790397, "global_step": 35989, "epoch": 553, "lr": 1.5006067059766482e-06}
+{"train_loss": 0.0003433685633353889, "global_step": 35990, "epoch": 553, "lr": 1.4996148041940162e-06}
+{"train_loss": 0.00029373669531196356, "global_step": 35991, "epoch": 553, "lr": 1.4986232253525967e-06}
+{"train_loss": 0.00026046857237815857, "global_step": 35992, "epoch": 553, "lr": 1.49763196945899e-06}
+{"train_loss": 0.0003529828682076186, "global_step": 35993, "epoch": 553, "lr": 1.496641036519797e-06}
+{"train_loss": 0.0007466907845810056, "global_step": 35994, "epoch": 553, "lr": 1.4956504265416226e-06}
+{"train_loss": 0.0003820868150796741, "global_step": 35995, "epoch": 553, "lr": 1.4946601395310678e-06}
+{"train_loss": 0.00042090017814189196, "global_step": 35996, "epoch": 553, "lr": 1.4936701754947101e-06}
+{"train_loss": 0.000380202749511227, "global_step": 35997, "epoch": 553, "lr": 1.4926805344391504e-06}
+{"train_loss": 0.0002919582184404135, "global_step": 35998, "epoch": 553, "lr": 1.4916912163709773e-06}
+{"train_loss": 0.0004750934022013098, "global_step": 35999, "epoch": 553, "lr": 1.4907022212967803e-06}
+{"train_loss": 0.00031713308999314904, "global_step": 36000, "epoch": 553, "lr": 1.4897135492231373e-06}
+{"train_loss": 0.00032319771707989275, "global_step": 36001, "epoch": 553, "lr": 1.4887252001566375e-06}
+{"train_loss": 0.0005105402087792754, "global_step": 36002, "epoch": 553, "lr": 1.4877371741038593e-06}
+{"train_loss": 0.0005269644898362458, "global_step": 36003, "epoch": 553, "lr": 1.4867494710713914e-06}
+{"train_loss": 0.0004350545641500503, "global_step": 36004, "epoch": 553, "lr": 1.4857620910657955e-06}
+{"train_loss": 0.00044731496018357575, "global_step": 36005, "epoch": 553, "lr": 1.484775034093655e-06}
+{"train_loss": 0.00040341904968954623, "global_step": 36006, "epoch": 553, "lr": 1.4837883001615372e-06}
+{"train_loss": 0.00026036519557237625, "global_step": 36007, "epoch": 553, "lr": 1.4828018892760199e-06}
+{"train_loss": 0.0004009683907497674, "global_step": 36008, "epoch": 553, "lr": 1.481815801443659e-06}
+{"train_loss": 0.00043393308386349905, "global_step": 36009, "epoch": 553, "lr": 1.480830036671027e-06, "val_loss": 0.00697365403175354}
+{"train_loss": 0.0006193527951836586, "global_step": 36010, "epoch": 554, "lr": 1.479844594964691e-06}
+{"train_loss": 0.0004433361755218357, "global_step": 36011, "epoch": 554, "lr": 1.478859476331218e-06}
+{"train_loss": 0.0003950117970816791, "global_step": 36012, "epoch": 554, "lr": 1.4778746807771471e-06}
+{"train_loss": 0.0005513096111826599, "global_step": 36013, "epoch": 554, "lr": 1.4768902083090563e-06}
+{"train_loss": 0.00042616951395757496, "global_step": 36014, "epoch": 554, "lr": 1.4759060589334905e-06}
+{"train_loss": 0.00043806692701764405, "global_step": 36015, "epoch": 554, "lr": 1.4749222326570056e-06}
+{"train_loss": 0.00035079443478025496, "global_step": 36016, "epoch": 554, "lr": 1.4739387294861463e-06}
+{"train_loss": 0.0003390441997908056, "global_step": 36017, "epoch": 554, "lr": 1.4729555494274627e-06}
+{"train_loss": 0.0002799647918436676, "global_step": 36018, "epoch": 554, "lr": 1.471972692487511e-06}
+{"train_loss": 0.0005734144942834973, "global_step": 36019, "epoch": 554, "lr": 1.4709901586728303e-06}
+{"train_loss": 0.00028604111867025495, "global_step": 36020, "epoch": 554, "lr": 1.4700079479899598e-06}
+{"train_loss": 0.00030660664197057486, "global_step": 36021, "epoch": 554, "lr": 1.4690260604454442e-06}
+{"train_loss": 0.00035496189957484603, "global_step": 36022, "epoch": 554, "lr": 1.4680444960458173e-06}
+{"train_loss": 0.0005135472747497261, "global_step": 36023, "epoch": 554, "lr": 1.4670632547976181e-06}
+{"train_loss": 0.0005317406030371785, "global_step": 36024, "epoch": 554, "lr": 1.4660823367073751e-06}
+{"train_loss": 0.0002921061241067946, "global_step": 36025, "epoch": 554, "lr": 1.465101741781627e-06}
+{"train_loss": 0.0005872639012522995, "global_step": 36026, "epoch": 554, "lr": 1.4641214700268912e-06}
+{"train_loss": 0.0005212206160649657, "global_step": 36027, "epoch": 554, "lr": 1.4631415214497124e-06}
+{"train_loss": 0.00048581804730929434, "global_step": 36028, "epoch": 554, "lr": 1.4621618960566074e-06}
+{"train_loss": 0.00030891146161593497, "global_step": 36029, "epoch": 554, "lr": 1.4611825938540935e-06}
+{"train_loss": 0.0006171630811877549, "global_step": 36030, "epoch": 554, "lr": 1.4602036148486931e-06}
+{"train_loss": 0.0007363347103819251, "global_step": 36031, "epoch": 554, "lr": 1.4592249590469343e-06}
+{"train_loss": 0.0004512381856329739, "global_step": 36032, "epoch": 554, "lr": 1.458246626455323e-06}
+{"train_loss": 0.0004611036565620452, "global_step": 36033, "epoch": 554, "lr": 1.4572686170803762e-06}
+{"train_loss": 0.0003475033736322075, "global_step": 36034, "epoch": 554, "lr": 1.4562909309286055e-06}
+{"train_loss": 0.0004403026541694999, "global_step": 36035, "epoch": 554, "lr": 1.4553135680065278e-06}
+{"train_loss": 0.00067063671303913, "global_step": 36036, "epoch": 554, "lr": 1.454336528320649e-06}
+{"train_loss": 0.0003482292522676289, "global_step": 36037, "epoch": 554, "lr": 1.4533598118774638e-06}
+{"train_loss": 0.000393121998058632, "global_step": 36038, "epoch": 554, "lr": 1.4523834186834783e-06}
+{"train_loss": 0.0007155657513067126, "global_step": 36039, "epoch": 554, "lr": 1.4514073487452096e-06}
+{"train_loss": 0.0007015761220827699, "global_step": 36040, "epoch": 554, "lr": 1.4504316020691412e-06}
+{"train_loss": 0.0002907557354774326, "global_step": 36041, "epoch": 554, "lr": 1.4494561786617732e-06}
+{"train_loss": 0.00041500094812363386, "global_step": 36042, "epoch": 554, "lr": 1.448481078529601e-06}
+{"train_loss": 0.0003768201277125627, "global_step": 36043, "epoch": 554, "lr": 1.4475063016791245e-06}
+{"train_loss": 0.00029084706329740584, "global_step": 36044, "epoch": 554, "lr": 1.4465318481168278e-06}
+{"train_loss": 0.00034817069536074996, "global_step": 36045, "epoch": 554, "lr": 1.4455577178491942e-06}
+{"train_loss": 0.00034442648757249117, "global_step": 36046, "epoch": 554, "lr": 1.4445839108827186e-06}
+{"train_loss": 0.00039326646947301924, "global_step": 36047, "epoch": 554, "lr": 1.4436104272238848e-06}
+{"train_loss": 0.0005133263184688985, "global_step": 36048, "epoch": 554, "lr": 1.4426372668791654e-06}
+{"train_loss": 0.0005554936360567808, "global_step": 36049, "epoch": 554, "lr": 1.4416644298550496e-06}
+{"train_loss": 0.0004438360338099301, "global_step": 36050, "epoch": 554, "lr": 1.4406919161580101e-06}
+{"train_loss": 0.00043908850057050586, "global_step": 36051, "epoch": 554, "lr": 1.4397197257945305e-06}
+{"train_loss": 0.0002957555407192558, "global_step": 36052, "epoch": 554, "lr": 1.4387478587710834e-06}
+{"train_loss": 0.00030115462141111493, "global_step": 36053, "epoch": 554, "lr": 1.4377763150941248e-06}
+{"train_loss": 0.00042634111014194787, "global_step": 36054, "epoch": 554, "lr": 1.4368050947701327e-06}
+{"train_loss": 0.0003879031864926219, "global_step": 36055, "epoch": 554, "lr": 1.4358341978055857e-06}
+{"train_loss": 0.00040370100759901106, "global_step": 36056, "epoch": 554, "lr": 1.434863624206928e-06}
+{"train_loss": 0.0004640469269361347, "global_step": 36057, "epoch": 554, "lr": 1.4338933739806326e-06}
+{"train_loss": 0.0006510057719424367, "global_step": 36058, "epoch": 554, "lr": 1.4329234471331609e-06}
+{"train_loss": 0.000322114210575819, "global_step": 36059, "epoch": 554, "lr": 1.4319538436709746e-06}
+{"train_loss": 0.0003803386935032904, "global_step": 36060, "epoch": 554, "lr": 1.4309845636005237e-06}
+{"train_loss": 0.000747368554584682, "global_step": 36061, "epoch": 554, "lr": 1.4300156069282589e-06}
+{"train_loss": 0.00039033647044561803, "global_step": 36062, "epoch": 554, "lr": 1.4290469736606415e-06}
+{"train_loss": 0.0003230602596886456, "global_step": 36063, "epoch": 554, "lr": 1.4280786638041167e-06}
+{"train_loss": 0.00048169796355068684, "global_step": 36064, "epoch": 554, "lr": 1.4271106773651287e-06}
+{"train_loss": 0.0002651492541190237, "global_step": 36065, "epoch": 554, "lr": 1.4261430143501231e-06}
+{"train_loss": 0.0002808980643749237, "global_step": 36066, "epoch": 554, "lr": 1.4251756747655443e-06}
+{"train_loss": 0.00038184368168003857, "global_step": 36067, "epoch": 554, "lr": 1.4242086586178427e-06}
+{"train_loss": 0.0002852182078640908, "global_step": 36068, "epoch": 554, "lr": 1.4232419659134523e-06}
+{"train_loss": 0.00027272984152659774, "global_step": 36069, "epoch": 554, "lr": 1.4222755966588007e-06}
+{"train_loss": 0.0004588222363963723, "global_step": 36070, "epoch": 554, "lr": 1.421309550860328e-06}
+{"train_loss": 0.0005886370199732482, "global_step": 36071, "epoch": 554, "lr": 1.4203438285244675e-06}
+{"train_loss": 0.00048512432840652764, "global_step": 36072, "epoch": 554, "lr": 1.4193784296576528e-06}
+{"train_loss": 0.00036567720235325396, "global_step": 36073, "epoch": 554, "lr": 1.4184133542663014e-06}
+{"train_loss": 0.0004378730905815386, "global_step": 36074, "epoch": 554, "lr": 1.4174486023568578e-06, "val_loss": 0.0035398099571466446}
+{"train_loss": 0.00026200184947811067, "global_step": 36075, "epoch": 555, "lr": 1.4164841739357226e-06}
+{"train_loss": 0.0002848441945388913, "global_step": 36076, "epoch": 555, "lr": 1.4155200690093405e-06}
+{"train_loss": 0.0002430552412988618, "global_step": 36077, "epoch": 555, "lr": 1.4145562875841123e-06}
+{"train_loss": 0.00043134420411661267, "global_step": 36078, "epoch": 555, "lr": 1.4135928296664602e-06}
+{"train_loss": 0.0003404828312341124, "global_step": 36079, "epoch": 555, "lr": 1.4126296952628126e-06}
+{"train_loss": 0.0010211282642558217, "global_step": 36080, "epoch": 555, "lr": 1.4116668843795645e-06}
+{"train_loss": 0.0008233981789089739, "global_step": 36081, "epoch": 555, "lr": 1.4107043970231383e-06}
+{"train_loss": 0.00045914395013824105, "global_step": 36082, "epoch": 555, "lr": 1.4097422331999398e-06}
+{"train_loss": 0.00042159477015957236, "global_step": 36083, "epoch": 555, "lr": 1.40878039291637e-06}
+{"train_loss": 0.00040396658005192876, "global_step": 36084, "epoch": 555, "lr": 1.4078188761788402e-06}
+{"train_loss": 0.00042149232467636466, "global_step": 36085, "epoch": 555, "lr": 1.4068576829937507e-06}
+{"train_loss": 0.0003720180247910321, "global_step": 36086, "epoch": 555, "lr": 1.4058968133675021e-06}
+{"train_loss": 0.00034025541390292346, "global_step": 36087, "epoch": 555, "lr": 1.4049362673064947e-06}
+{"train_loss": 0.00045024347491562366, "global_step": 36088, "epoch": 555, "lr": 1.4039760448171125e-06}
+{"train_loss": 0.00033152214018628, "global_step": 36089, "epoch": 555, "lr": 1.403016145905761e-06}
+{"train_loss": 0.00035089158336631954, "global_step": 36090, "epoch": 555, "lr": 1.4020565705788357e-06}
+{"train_loss": 0.0002365333930356428, "global_step": 36091, "epoch": 555, "lr": 1.4010973188427146e-06}
+{"train_loss": 0.00025206824648194015, "global_step": 36092, "epoch": 555, "lr": 1.4001383907037923e-06}
+{"train_loss": 0.00045043148566037416, "global_step": 36093, "epoch": 555, "lr": 1.3991797861684418e-06}
+{"train_loss": 0.00042243889765813947, "global_step": 36094, "epoch": 555, "lr": 1.3982215052430637e-06}
+{"train_loss": 0.0004106295818928629, "global_step": 36095, "epoch": 555, "lr": 1.3972635479340302e-06}
+{"train_loss": 0.0005722371279262006, "global_step": 36096, "epoch": 555, "lr": 1.396305914247714e-06}
+{"train_loss": 0.00025454192655161023, "global_step": 36097, "epoch": 555, "lr": 1.395348604190505e-06}
+{"train_loss": 0.000491393031552434, "global_step": 36098, "epoch": 555, "lr": 1.3943916177687588e-06}
+{"train_loss": 0.0003424451861064881, "global_step": 36099, "epoch": 555, "lr": 1.3934349549888648e-06}
+{"train_loss": 0.0007053869194351137, "global_step": 36100, "epoch": 555, "lr": 1.3924786158571902e-06}
+{"train_loss": 0.0006943392800167203, "global_step": 36101, "epoch": 555, "lr": 1.3915226003800963e-06}
+{"train_loss": 0.00036309429560787976, "global_step": 36102, "epoch": 555, "lr": 1.3905669085639506e-06}
+{"train_loss": 0.00040054775308817625, "global_step": 36103, "epoch": 555, "lr": 1.38961154041512e-06}
+{"train_loss": 0.000637215212918818, "global_step": 36104, "epoch": 555, "lr": 1.3886564959399607e-06}
+{"train_loss": 0.00031371269142255187, "global_step": 36105, "epoch": 555, "lr": 1.3877017751448395e-06}
+{"train_loss": 0.00041002483339980245, "global_step": 36106, "epoch": 555, "lr": 1.3867473780361017e-06}
+{"train_loss": 0.0003337353700771928, "global_step": 36107, "epoch": 555, "lr": 1.3857933046201143e-06}
+{"train_loss": 0.0003514103009365499, "global_step": 36108, "epoch": 555, "lr": 1.3848395549032278e-06}
+{"train_loss": 0.0005345296231098473, "global_step": 36109, "epoch": 555, "lr": 1.3838861288917816e-06}
+{"train_loss": 0.00046960811596363783, "global_step": 36110, "epoch": 555, "lr": 1.3829330265921369e-06}
+{"train_loss": 0.0005588473868556321, "global_step": 36111, "epoch": 555, "lr": 1.3819802480106391e-06}
+{"train_loss": 0.00031182472594082355, "global_step": 36112, "epoch": 555, "lr": 1.381027793153622e-06}
+{"train_loss": 0.000455121451523155, "global_step": 36113, "epoch": 555, "lr": 1.3800756620274413e-06}
+{"train_loss": 0.0003785850713029504, "global_step": 36114, "epoch": 555, "lr": 1.37912385463842e-06}
+{"train_loss": 0.0005599565338343382, "global_step": 36115, "epoch": 555, "lr": 1.3781723709929085e-06}
+{"train_loss": 0.0004772675456479192, "global_step": 36116, "epoch": 555, "lr": 1.377221211097246e-06}
+{"train_loss": 0.00026522373082116246, "global_step": 36117, "epoch": 555, "lr": 1.3762703749577554e-06}
+{"train_loss": 0.0004005931259598583, "global_step": 36118, "epoch": 555, "lr": 1.3753198625807705e-06}
+{"train_loss": 0.00048102025175467134, "global_step": 36119, "epoch": 555, "lr": 1.3743696739726252e-06}
+{"train_loss": 0.00038117097574286163, "global_step": 36120, "epoch": 555, "lr": 1.373419809139642e-06}
+{"train_loss": 0.00048174208495765924, "global_step": 36121, "epoch": 555, "lr": 1.3724702680881386e-06}
+{"train_loss": 0.0003787162422668189, "global_step": 36122, "epoch": 555, "lr": 1.3715210508244481e-06}
+{"train_loss": 0.000873011362273246, "global_step": 36123, "epoch": 555, "lr": 1.370572157354888e-06}
+{"train_loss": 0.0005364340031519532, "global_step": 36124, "epoch": 555, "lr": 1.369623587685781e-06}
+{"train_loss": 0.00041025938116945326, "global_step": 36125, "epoch": 555, "lr": 1.3686753418234333e-06}
+{"train_loss": 0.0002880425308831036, "global_step": 36126, "epoch": 555, "lr": 1.3677274197741675e-06}
+{"train_loss": 0.0003088520315941423, "global_step": 36127, "epoch": 555, "lr": 1.366779821544295e-06}
+{"train_loss": 0.000550092023331672, "global_step": 36128, "epoch": 555, "lr": 1.3658325471401222e-06}
+{"train_loss": 0.0003192801377736032, "global_step": 36129, "epoch": 555, "lr": 1.3648855965679497e-06}
+{"train_loss": 0.0004540598310995847, "global_step": 36130, "epoch": 555, "lr": 1.3639389698340888e-06}
+{"train_loss": 0.00044124494888819754, "global_step": 36131, "epoch": 555, "lr": 1.3629926669448455e-06}
+{"train_loss": 0.00035137421218678355, "global_step": 36132, "epoch": 555, "lr": 1.3620466879065263e-06}
+{"train_loss": 0.0004683983570430428, "global_step": 36133, "epoch": 555, "lr": 1.3611010327254148e-06}
+{"train_loss": 0.0004472173168323934, "global_step": 36134, "epoch": 555, "lr": 1.360155701407817e-06}
+{"train_loss": 0.0004257149121258408, "global_step": 36135, "epoch": 555, "lr": 1.3592106939600335e-06}
+{"train_loss": 0.00029308570083230734, "global_step": 36136, "epoch": 555, "lr": 1.3582660103883427e-06}
+{"train_loss": 0.0002636931021697819, "global_step": 36137, "epoch": 555, "lr": 1.3573216506990394e-06}
+{"train_loss": 0.0003936875727958977, "global_step": 36138, "epoch": 555, "lr": 1.3563776148984186e-06}
+{"train_loss": 0.0004277414955700246, "global_step": 36139, "epoch": 555, "lr": 1.3554339029927532e-06, "val_loss": 0.025289101526141167, "train_action_mse_error": 1.5321662431233563e-05}
+{"train_loss": 0.0004493693704716861, "global_step": 36140, "epoch": 556, "lr": 1.3544905149883435e-06}
+{"train_loss": 0.0004402030317578465, "global_step": 36141, "epoch": 556, "lr": 1.3535474508914569e-06}
+{"train_loss": 0.0003107069933321327, "global_step": 36142, "epoch": 556, "lr": 1.3526047107083772e-06}
+{"train_loss": 0.00038234799285419285, "global_step": 36143, "epoch": 556, "lr": 1.3516622944453883e-06}
+{"train_loss": 0.00031478411983698606, "global_step": 36144, "epoch": 556, "lr": 1.350720202108763e-06}
+{"train_loss": 0.0003125314542558044, "global_step": 36145, "epoch": 556, "lr": 1.3497784337047625e-06}
+{"train_loss": 0.00024872965877875686, "global_step": 36146, "epoch": 556, "lr": 1.3488369892396658e-06}
+{"train_loss": 0.0004462694632820785, "global_step": 36147, "epoch": 556, "lr": 1.3478958687197452e-06}
+{"train_loss": 0.0003580657939892262, "global_step": 36148, "epoch": 556, "lr": 1.3469550721512626e-06}
+{"train_loss": 0.0004395052674226463, "global_step": 36149, "epoch": 556, "lr": 1.346014599540485e-06}
+{"train_loss": 0.0003319298557471484, "global_step": 36150, "epoch": 556, "lr": 1.3450744508936686e-06}
+{"train_loss": 0.00036705093225464225, "global_step": 36151, "epoch": 556, "lr": 1.3441346262170863e-06}
+{"train_loss": 0.00020056356152053922, "global_step": 36152, "epoch": 556, "lr": 1.3431951255169884e-06}
+{"train_loss": 0.0002971028443425894, "global_step": 36153, "epoch": 556, "lr": 1.34225594879962e-06}
+{"train_loss": 0.0012111298274248838, "global_step": 36154, "epoch": 556, "lr": 1.3413170960712485e-06}
+{"train_loss": 0.00029138606623746455, "global_step": 36155, "epoch": 556, "lr": 1.3403785673381186e-06}
+{"train_loss": 0.00044154110946692526, "global_step": 36156, "epoch": 556, "lr": 1.3394403626064867e-06}
+{"train_loss": 0.0004245663876645267, "global_step": 36157, "epoch": 556, "lr": 1.338502481882592e-06}
+{"train_loss": 0.0002190705417888239, "global_step": 36158, "epoch": 556, "lr": 1.337564925172685e-06}
+{"train_loss": 0.00030364884878508747, "global_step": 36159, "epoch": 556, "lr": 1.3366276924830056e-06}
+{"train_loss": 0.0010708168847486377, "global_step": 36160, "epoch": 556, "lr": 1.3356907838197984e-06}
+{"train_loss": 0.00035553204361349344, "global_step": 36161, "epoch": 556, "lr": 1.334754199189292e-06}
+{"train_loss": 0.0004166573053225875, "global_step": 36162, "epoch": 556, "lr": 1.3338179385977311e-06}
+{"train_loss": 0.0003786753222811967, "global_step": 36163, "epoch": 556, "lr": 1.3328820020513443e-06}
+{"train_loss": 0.000688897620420903, "global_step": 36164, "epoch": 556, "lr": 1.3319463895563767e-06}
+{"train_loss": 0.0003226758853998035, "global_step": 36165, "epoch": 556, "lr": 1.3310111011190397e-06}
+{"train_loss": 0.00034416952985338867, "global_step": 36166, "epoch": 556, "lr": 1.3300761367455728e-06}
+{"train_loss": 0.00023874393082223833, "global_step": 36167, "epoch": 556, "lr": 1.329141496442199e-06}
+{"train_loss": 0.00034202230744995177, "global_step": 36168, "epoch": 556, "lr": 1.3282071802151464e-06}
+{"train_loss": 0.0003296975919511169, "global_step": 36169, "epoch": 556, "lr": 1.3272731880706213e-06}
+{"train_loss": 0.0006211607833392918, "global_step": 36170, "epoch": 556, "lr": 1.326339520014852e-06}
+{"train_loss": 0.0006112348637543619, "global_step": 36171, "epoch": 556, "lr": 1.325406176054056e-06}
+{"train_loss": 0.0003671240119729191, "global_step": 36172, "epoch": 556, "lr": 1.3244731561944557e-06}
+{"train_loss": 0.00036673221620731056, "global_step": 36173, "epoch": 556, "lr": 1.3235404604422464e-06}
+{"train_loss": 0.0003057232825085521, "global_step": 36174, "epoch": 556, "lr": 1.3226080888036563e-06}
+{"train_loss": 0.0006668936111964285, "global_step": 36175, "epoch": 556, "lr": 1.321676041284875e-06}
+{"train_loss": 0.00047688797349110246, "global_step": 36176, "epoch": 556, "lr": 1.3207443178921252e-06}
+{"train_loss": 0.00029840008937753737, "global_step": 36177, "epoch": 556, "lr": 1.319812918631602e-06}
+{"train_loss": 0.0005925435107201338, "global_step": 36178, "epoch": 556, "lr": 1.3188818435095063e-06}
+{"train_loss": 0.00031456537544727325, "global_step": 36179, "epoch": 556, "lr": 1.3179510925320383e-06}
+{"train_loss": 0.00084798748139292, "global_step": 36180, "epoch": 556, "lr": 1.3170206657054096e-06}
+{"train_loss": 0.0004718303098343313, "global_step": 36181, "epoch": 556, "lr": 1.3160905630357934e-06}
+{"train_loss": 0.0006041094893589616, "global_step": 36182, "epoch": 556, "lr": 1.3151607845294013e-06}
+{"train_loss": 0.0003051640815101564, "global_step": 36183, "epoch": 556, "lr": 1.3142313301924059e-06}
+{"train_loss": 0.0003161525528412312, "global_step": 36184, "epoch": 556, "lr": 1.3133022000310136e-06}
+{"train_loss": 0.0002718974428717047, "global_step": 36185, "epoch": 556, "lr": 1.312373394051397e-06}
+{"train_loss": 0.00038420470082201064, "global_step": 36186, "epoch": 556, "lr": 1.3114449122597517e-06}
+{"train_loss": 0.00036724418168887496, "global_step": 36187, "epoch": 556, "lr": 1.31051675466225e-06}
+{"train_loss": 0.0005593853420577943, "global_step": 36188, "epoch": 556, "lr": 1.3095889212650869e-06}
+{"train_loss": 0.00044604053255170584, "global_step": 36189, "epoch": 556, "lr": 1.3086614120744244e-06}
+{"train_loss": 0.0004196439986117184, "global_step": 36190, "epoch": 556, "lr": 1.3077342270964465e-06}
+{"train_loss": 0.00036941023427061737, "global_step": 36191, "epoch": 556, "lr": 1.306807366337326e-06}
+{"train_loss": 0.0003300476528238505, "global_step": 36192, "epoch": 556, "lr": 1.3058808298032355e-06}
+{"train_loss": 0.0003487284993752837, "global_step": 36193, "epoch": 556, "lr": 1.3049546175003369e-06}
+{"train_loss": 0.0005096920067444444, "global_step": 36194, "epoch": 556, "lr": 1.304028729434803e-06}
+{"train_loss": 0.00038814390427432954, "global_step": 36195, "epoch": 556, "lr": 1.3031031656128012e-06}
+{"train_loss": 0.0003416708786971867, "global_step": 36196, "epoch": 556, "lr": 1.3021779260404987e-06}
+{"train_loss": 0.0003435616963542998, "global_step": 36197, "epoch": 556, "lr": 1.3012530107240462e-06}
+{"train_loss": 0.00026069360319525003, "global_step": 36198, "epoch": 556, "lr": 1.3003284196695998e-06}
+{"train_loss": 0.0004075606120750308, "global_step": 36199, "epoch": 556, "lr": 1.2994041528833266e-06}
+{"train_loss": 0.0004039528139401227, "global_step": 36200, "epoch": 556, "lr": 1.2984802103713777e-06}
+{"train_loss": 0.0005770434509031475, "global_step": 36201, "epoch": 556, "lr": 1.297556592139898e-06}
+{"train_loss": 0.0004253201768733561, "global_step": 36202, "epoch": 556, "lr": 1.2966332981950436e-06}
+{"train_loss": 0.00037164645618759096, "global_step": 36203, "epoch": 556, "lr": 1.295710328542965e-06}
+{"train_loss": 0.00041954167670785235, "global_step": 36204, "epoch": 556, "lr": 1.294787683189802e-06, "val_loss": 0.010291170328855515}
+{"train_loss": 0.000632556970231235, "global_step": 36205, "epoch": 557, "lr": 1.2938653621417107e-06}
+{"train_loss": 0.00032401271164417267, "global_step": 36206, "epoch": 557, "lr": 1.2929433654048085e-06}
+{"train_loss": 0.0003009341307915747, "global_step": 36207, "epoch": 557, "lr": 1.2920216929852514e-06}
+{"train_loss": 0.0003699944063555449, "global_step": 36208, "epoch": 557, "lr": 1.291100344889179e-06}
+{"train_loss": 0.00047962102689780295, "global_step": 36209, "epoch": 557, "lr": 1.2901793211227143e-06}
+{"train_loss": 0.00027413383941166103, "global_step": 36210, "epoch": 557, "lr": 1.2892586216919967e-06}
+{"train_loss": 0.0004436284361872822, "global_step": 36211, "epoch": 557, "lr": 1.2883382466031601e-06}
+{"train_loss": 0.00037293991772457957, "global_step": 36212, "epoch": 557, "lr": 1.2874181958623278e-06}
+{"train_loss": 0.0003893588436767459, "global_step": 36213, "epoch": 557, "lr": 1.2864984694756333e-06}
+{"train_loss": 0.0002935688535217196, "global_step": 36214, "epoch": 557, "lr": 1.285579067449183e-06}
+{"train_loss": 0.0002664760104380548, "global_step": 36215, "epoch": 557, "lr": 1.284659989789111e-06}
+{"train_loss": 0.0004585212154779583, "global_step": 36216, "epoch": 557, "lr": 1.2837412365015455e-06}
+{"train_loss": 0.0005304290098138154, "global_step": 36217, "epoch": 557, "lr": 1.2828228075925875e-06}
+{"train_loss": 0.0003715577768161893, "global_step": 36218, "epoch": 557, "lr": 1.2819047030683596e-06}
+{"train_loss": 0.0002554705715738237, "global_step": 36219, "epoch": 557, "lr": 1.2809869229349735e-06}
+{"train_loss": 0.000528253149241209, "global_step": 36220, "epoch": 557, "lr": 1.280069467198547e-06}
+{"train_loss": 0.0003901104792021215, "global_step": 36221, "epoch": 557, "lr": 1.2791523358651859e-06}
+{"train_loss": 0.00041119943489320576, "global_step": 36222, "epoch": 557, "lr": 1.2782355289409852e-06}
+{"train_loss": 0.000503786257468164, "global_step": 36223, "epoch": 557, "lr": 1.2773190464320627e-06}
+{"train_loss": 0.0005235903081484139, "global_step": 36224, "epoch": 557, "lr": 1.2764028883445246e-06}
+{"train_loss": 0.0005020899116061628, "global_step": 36225, "epoch": 557, "lr": 1.2754870546844545e-06}
+{"train_loss": 0.0006823997828178108, "global_step": 36226, "epoch": 557, "lr": 1.2745715454579643e-06}
+{"train_loss": 0.0005522021092474461, "global_step": 36227, "epoch": 557, "lr": 1.2736563606711382e-06}
+{"train_loss": 0.0003328332968521863, "global_step": 36228, "epoch": 557, "lr": 1.272741500330088e-06}
+{"train_loss": 0.0004574233025778085, "global_step": 36229, "epoch": 557, "lr": 1.271826964440892e-06}
+{"train_loss": 0.00041436139144934714, "global_step": 36230, "epoch": 557, "lr": 1.2709127530096398e-06}
+{"train_loss": 0.0008090583141893148, "global_step": 36231, "epoch": 557, "lr": 1.2699988660424211e-06}
+{"train_loss": 0.00047935365000739694, "global_step": 36232, "epoch": 557, "lr": 1.2690853035453253e-06}
+{"train_loss": 0.0002880335960071534, "global_step": 36233, "epoch": 557, "lr": 1.2681720655244256e-06}
+{"train_loss": 0.0002917204110417515, "global_step": 36234, "epoch": 557, "lr": 1.2672591519858056e-06}
+{"train_loss": 0.0002550592471379787, "global_step": 36235, "epoch": 557, "lr": 1.2663465629355498e-06}
+{"train_loss": 0.0003638738999143243, "global_step": 36236, "epoch": 557, "lr": 1.2654342983797362e-06}
+{"train_loss": 0.0003277563664596528, "global_step": 36237, "epoch": 557, "lr": 1.264522358324438e-06}
+{"train_loss": 0.0007435266743414104, "global_step": 36238, "epoch": 557, "lr": 1.2636107427757116e-06}
+{"train_loss": 0.00023979418620001525, "global_step": 36239, "epoch": 557, "lr": 1.2626994517396461e-06}
+{"train_loss": 0.0004081749066244811, "global_step": 36240, "epoch": 557, "lr": 1.2617884852223038e-06}
+{"train_loss": 0.0003437805571593344, "global_step": 36241, "epoch": 557, "lr": 1.2608778432297463e-06}
+{"train_loss": 0.0003078877925872803, "global_step": 36242, "epoch": 557, "lr": 1.259967525768041e-06}
+{"train_loss": 0.0003109899116680026, "global_step": 36243, "epoch": 557, "lr": 1.2590575328432497e-06}
+{"train_loss": 0.0008877064101397991, "global_step": 36244, "epoch": 557, "lr": 1.2581478644614232e-06}
+{"train_loss": 0.0002414210612187162, "global_step": 36245, "epoch": 557, "lr": 1.2572385206286397e-06}
+{"train_loss": 0.00048023523413576186, "global_step": 36246, "epoch": 557, "lr": 1.256329501350928e-06}
+{"train_loss": 0.00037380834692157805, "global_step": 36247, "epoch": 557, "lr": 1.2554208066343554e-06}
+{"train_loss": 0.00041390617843717337, "global_step": 36248, "epoch": 557, "lr": 1.254512436484967e-06}
+{"train_loss": 0.0003109357494395226, "global_step": 36249, "epoch": 557, "lr": 1.2536043909088191e-06}
+{"train_loss": 0.0008047174196690321, "global_step": 36250, "epoch": 557, "lr": 1.2526966699119514e-06}
+{"train_loss": 0.00037876676651649177, "global_step": 36251, "epoch": 557, "lr": 1.2517892735004143e-06}
+{"train_loss": 0.0005630774539895356, "global_step": 36252, "epoch": 557, "lr": 1.2508822016802368e-06}
+{"train_loss": 0.0003352141648065299, "global_step": 36253, "epoch": 557, "lr": 1.2499754544574749e-06}
+{"train_loss": 0.0003427697520237416, "global_step": 36254, "epoch": 557, "lr": 1.2490690318381514e-06}
+{"train_loss": 0.0004482161602936685, "global_step": 36255, "epoch": 557, "lr": 1.248162933828312e-06}
+{"train_loss": 0.00040006692870520055, "global_step": 36256, "epoch": 557, "lr": 1.247257160433979e-06}
+{"train_loss": 0.0002789009013213217, "global_step": 36257, "epoch": 557, "lr": 1.2463517116612033e-06}
+{"train_loss": 0.00030855575460009277, "global_step": 36258, "epoch": 557, "lr": 1.2454465875159916e-06}
+{"train_loss": 0.0003265133418608457, "global_step": 36259, "epoch": 557, "lr": 1.2445417880043886e-06}
+{"train_loss": 0.0004668863257393241, "global_step": 36260, "epoch": 557, "lr": 1.2436373131324065e-06}
+{"train_loss": 0.0005751525168307126, "global_step": 36261, "epoch": 557, "lr": 1.2427331629060735e-06}
+{"train_loss": 0.00041707034688442945, "global_step": 36262, "epoch": 557, "lr": 1.241829337331407e-06}
+{"train_loss": 0.0002831063757184893, "global_step": 36263, "epoch": 557, "lr": 1.240925836414425e-06}
+{"train_loss": 0.00040465316851623356, "global_step": 36264, "epoch": 557, "lr": 1.2400226601611442e-06}
+{"train_loss": 0.00031049817334860563, "global_step": 36265, "epoch": 557, "lr": 1.239119808577588e-06}
+{"train_loss": 0.00025921210180968046, "global_step": 36266, "epoch": 557, "lr": 1.2382172816697512e-06}
+{"train_loss": 0.00029725523199886084, "global_step": 36267, "epoch": 557, "lr": 1.2373150794436627e-06}
+{"train_loss": 0.00037468684604391456, "global_step": 36268, "epoch": 557, "lr": 1.2364132019053065e-06}
+{"train_loss": 0.0004128013755409763, "global_step": 36269, "epoch": 557, "lr": 1.235511649060711e-06, "val_loss": 0.01160774938762188}
+{"train_loss": 0.00031684793066233397, "global_step": 36270, "epoch": 558, "lr": 1.2346104209158604e-06}
+{"train_loss": 0.00037101152702234685, "global_step": 36271, "epoch": 558, "lr": 1.233709517476761e-06}
+{"train_loss": 0.0005070696352049708, "global_step": 36272, "epoch": 558, "lr": 1.2328089387494136e-06}
+{"train_loss": 0.0006951743271201849, "global_step": 36273, "epoch": 558, "lr": 1.2319086847398242e-06}
+{"train_loss": 0.000373495917301625, "global_step": 36274, "epoch": 558, "lr": 1.2310087554539773e-06}
+{"train_loss": 0.00032465887488797307, "global_step": 36275, "epoch": 558, "lr": 1.2301091508978624e-06}
+{"train_loss": 0.0003170240088365972, "global_step": 36276, "epoch": 558, "lr": 1.2292098710774691e-06}
+{"train_loss": 0.00034576476900838315, "global_step": 36277, "epoch": 558, "lr": 1.2283109159987927e-06}
+{"train_loss": 0.00040681022801436484, "global_step": 36278, "epoch": 558, "lr": 1.2274122856678172e-06}
+{"train_loss": 0.0005136365070939064, "global_step": 36279, "epoch": 558, "lr": 1.2265139800905213e-06}
+{"train_loss": 0.0003506722568999976, "global_step": 36280, "epoch": 558, "lr": 1.225615999272889e-06}
+{"train_loss": 0.0003713001206051558, "global_step": 36281, "epoch": 558, "lr": 1.2247183432209041e-06}
+{"train_loss": 0.0003308098530396819, "global_step": 36282, "epoch": 558, "lr": 1.2238210119405402e-06}
+{"train_loss": 0.00037686797440983355, "global_step": 36283, "epoch": 558, "lr": 1.2229240054377643e-06}
+{"train_loss": 0.0002974818926304579, "global_step": 36284, "epoch": 558, "lr": 1.222027323718561e-06}
+{"train_loss": 0.0004852173733524978, "global_step": 36285, "epoch": 558, "lr": 1.221130966788897e-06}
+{"train_loss": 0.00039958098204806447, "global_step": 36286, "epoch": 558, "lr": 1.2202349346547347e-06}
+{"train_loss": 0.0003848587512038648, "global_step": 36287, "epoch": 558, "lr": 1.2193392273220472e-06}
+{"train_loss": 0.001006441656500101, "global_step": 36288, "epoch": 558, "lr": 1.2184438447968016e-06}
+{"train_loss": 0.00027787580620497465, "global_step": 36289, "epoch": 558, "lr": 1.2175487870849545e-06}
+{"train_loss": 0.0003826215979643166, "global_step": 36290, "epoch": 558, "lr": 1.2166540541924676e-06}
+{"train_loss": 0.0003664112009573728, "global_step": 36291, "epoch": 558, "lr": 1.2157596461252919e-06}
+{"train_loss": 0.0002704797952901572, "global_step": 36292, "epoch": 558, "lr": 1.214865562889389e-06}
+{"train_loss": 0.0007073814631439745, "global_step": 36293, "epoch": 558, "lr": 1.2139718044907156e-06}
+{"train_loss": 0.0004008693795185536, "global_step": 36294, "epoch": 558, "lr": 1.2130783709352167e-06}
+{"train_loss": 0.00025474009453319013, "global_step": 36295, "epoch": 558, "lr": 1.2121852622288432e-06}
+{"train_loss": 0.0008805023389868438, "global_step": 36296, "epoch": 558, "lr": 1.2112924783775404e-06}
+{"train_loss": 0.00045386108104139566, "global_step": 36297, "epoch": 558, "lr": 1.2104000193872589e-06}
+{"train_loss": 0.00041252802475355566, "global_step": 36298, "epoch": 558, "lr": 1.209507885263933e-06}
+{"train_loss": 0.0002545006282161921, "global_step": 36299, "epoch": 558, "lr": 1.2086160760135079e-06}
+{"train_loss": 0.00033944041933864355, "global_step": 36300, "epoch": 558, "lr": 1.2077245916419178e-06}
+{"train_loss": 0.0002570176438894123, "global_step": 36301, "epoch": 558, "lr": 1.2068334321551078e-06}
+{"train_loss": 0.0003342448326293379, "global_step": 36302, "epoch": 558, "lr": 1.2059425975589956e-06}
+{"train_loss": 0.00031026004580780864, "global_step": 36303, "epoch": 558, "lr": 1.2050520878595261e-06}
+{"train_loss": 0.000719177711289376, "global_step": 36304, "epoch": 558, "lr": 1.2041619030626284e-06}
+{"train_loss": 0.0007181140244938433, "global_step": 36305, "epoch": 558, "lr": 1.2032720431742305e-06}
+{"train_loss": 0.0004157944640610367, "global_step": 36306, "epoch": 558, "lr": 1.2023825082002504e-06}
+{"train_loss": 0.0006995003204792738, "global_step": 36307, "epoch": 558, "lr": 1.201493298146611e-06}
+{"train_loss": 0.000728979823179543, "global_step": 36308, "epoch": 558, "lr": 1.200604413019235e-06}
+{"train_loss": 0.0006512646214105189, "global_step": 36309, "epoch": 558, "lr": 1.1997158528240515e-06}
+{"train_loss": 0.00046187484986148775, "global_step": 36310, "epoch": 558, "lr": 1.198827617566961e-06}
+{"train_loss": 0.00019061054626945406, "global_step": 36311, "epoch": 558, "lr": 1.1979397072538811e-06}
+{"train_loss": 0.00048403386608697474, "global_step": 36312, "epoch": 558, "lr": 1.197052121890735e-06}
+{"train_loss": 0.0003286873106844723, "global_step": 36313, "epoch": 558, "lr": 1.1961648614834286e-06}
+{"train_loss": 0.0006032576784491539, "global_step": 36314, "epoch": 558, "lr": 1.1952779260378632e-06}
+{"train_loss": 0.0003950339159928262, "global_step": 36315, "epoch": 558, "lr": 1.194391315559945e-06}
+{"train_loss": 0.0005788825801573694, "global_step": 36316, "epoch": 558, "lr": 1.1935050300555805e-06}
+{"train_loss": 0.00022184621775522828, "global_step": 36317, "epoch": 558, "lr": 1.192619069530676e-06}
+{"train_loss": 0.001032016472890973, "global_step": 36318, "epoch": 558, "lr": 1.1917334339911213e-06}
+{"train_loss": 0.0005269103567115963, "global_step": 36319, "epoch": 558, "lr": 1.190848123442817e-06}
+{"train_loss": 0.00037648421130143106, "global_step": 36320, "epoch": 558, "lr": 1.1899631378916642e-06}
+{"train_loss": 0.00031132891308516264, "global_step": 36321, "epoch": 558, "lr": 1.189078477343547e-06}
+{"train_loss": 0.00027864958974532783, "global_step": 36322, "epoch": 558, "lr": 1.1881941418043606e-06}
+{"train_loss": 0.0005543623119592667, "global_step": 36323, "epoch": 558, "lr": 1.1873101312799896e-06}
+{"train_loss": 0.0002819403016474098, "global_step": 36324, "epoch": 558, "lr": 1.186426445776323e-06}
+{"train_loss": 0.0002594848338048905, "global_step": 36325, "epoch": 558, "lr": 1.1855430852992456e-06}
+{"train_loss": 0.0009323585545644164, "global_step": 36326, "epoch": 558, "lr": 1.1846600498546356e-06}
+{"train_loss": 0.0005465793656185269, "global_step": 36327, "epoch": 558, "lr": 1.1837773394483776e-06}
+{"train_loss": 0.0002760814386419952, "global_step": 36328, "epoch": 558, "lr": 1.18289495408635e-06}
+{"train_loss": 0.0005583477322943509, "global_step": 36329, "epoch": 558, "lr": 1.1820128937744201e-06}
+{"train_loss": 0.0003081796457991004, "global_step": 36330, "epoch": 558, "lr": 1.181131158518467e-06}
+{"train_loss": 0.000515222956892103, "global_step": 36331, "epoch": 558, "lr": 1.1802497483243636e-06}
+{"train_loss": 0.00037864959449507296, "global_step": 36332, "epoch": 558, "lr": 1.1793686631979717e-06}
+{"train_loss": 0.00035217884578742087, "global_step": 36333, "epoch": 558, "lr": 1.1784879031451646e-06}
+{"train_loss": 0.00044844106417328404, "global_step": 36334, "epoch": 558, "lr": 1.177607468171804e-06, "val_loss": 0.005861671641469002}
+{"train_loss": 0.00031148744164966047, "global_step": 36335, "epoch": 559, "lr": 1.1767273582837523e-06}
+{"train_loss": 0.0004195821238681674, "global_step": 36336, "epoch": 559, "lr": 1.1758475734868713e-06}
+{"train_loss": 0.0009114762069657445, "global_step": 36337, "epoch": 559, "lr": 1.1749681137870173e-06}
+{"train_loss": 0.0005839990917593241, "global_step": 36338, "epoch": 559, "lr": 1.1740889791900522e-06}
+{"train_loss": 0.00046330993063747883, "global_step": 36339, "epoch": 559, "lr": 1.1732101697018161e-06}
+{"train_loss": 0.0004203366406727582, "global_step": 36340, "epoch": 559, "lr": 1.1723316853281707e-06}
+{"train_loss": 0.0004327239003032446, "global_step": 36341, "epoch": 559, "lr": 1.171453526074967e-06}
+{"train_loss": 0.0004638255340978503, "global_step": 36342, "epoch": 559, "lr": 1.1705756919480449e-06}
+{"train_loss": 0.0005581688601523638, "global_step": 36343, "epoch": 559, "lr": 1.1696981829532606e-06}
+{"train_loss": 0.00036642365739680827, "global_step": 36344, "epoch": 559, "lr": 1.1688209990964427e-06}
+{"train_loss": 0.0004008828254882246, "global_step": 36345, "epoch": 559, "lr": 1.1679441403834424e-06}
+{"train_loss": 0.0005268565728329122, "global_step": 36346, "epoch": 559, "lr": 1.1670676068200992e-06}
+{"train_loss": 0.0003883102326653898, "global_step": 36347, "epoch": 559, "lr": 1.1661913984122364e-06}
+{"train_loss": 0.00042550344369374216, "global_step": 36348, "epoch": 559, "lr": 1.165315515165699e-06}
+{"train_loss": 0.00025023738271556795, "global_step": 36349, "epoch": 559, "lr": 1.1644399570863273e-06}
+{"train_loss": 0.0004134318442083895, "global_step": 36350, "epoch": 559, "lr": 1.163564724179933e-06}
+{"train_loss": 0.0002585776965133846, "global_step": 36351, "epoch": 559, "lr": 1.1626898164523558e-06}
+{"train_loss": 0.000817815656773746, "global_step": 36352, "epoch": 559, "lr": 1.1618152339094135e-06}
+{"train_loss": 0.00020062648400198668, "global_step": 36353, "epoch": 559, "lr": 1.1609409765569345e-06}
+{"train_loss": 0.000377468706574291, "global_step": 36354, "epoch": 559, "lr": 1.1600670444007423e-06}
+{"train_loss": 0.0003657170746009797, "global_step": 36355, "epoch": 559, "lr": 1.1591934374466484e-06}
+{"train_loss": 0.0004086096887476742, "global_step": 36356, "epoch": 559, "lr": 1.1583201557004763e-06}
+{"train_loss": 0.0005093797808513045, "global_step": 36357, "epoch": 559, "lr": 1.1574471991680436e-06}
+{"train_loss": 0.0005866679130122066, "global_step": 36358, "epoch": 559, "lr": 1.156574567855151e-06}
+{"train_loss": 0.0006067639333195984, "global_step": 36359, "epoch": 559, "lr": 1.1557022617676215e-06}
+{"train_loss": 0.0003131803241558373, "global_step": 36360, "epoch": 559, "lr": 1.154830280911251e-06}
+{"train_loss": 0.00029541211551986635, "global_step": 36361, "epoch": 559, "lr": 1.1539586252918567e-06}
+{"train_loss": 0.000332894385792315, "global_step": 36362, "epoch": 559, "lr": 1.1530872949152393e-06}
+{"train_loss": 0.0002694779250305146, "global_step": 36363, "epoch": 559, "lr": 1.1522162897872003e-06}
+{"train_loss": 0.00044780821190215647, "global_step": 36364, "epoch": 559, "lr": 1.1513456099135344e-06}
+{"train_loss": 0.0003480653977021575, "global_step": 36365, "epoch": 559, "lr": 1.1504752553000487e-06}
+{"train_loss": 0.0003924733609892428, "global_step": 36366, "epoch": 559, "lr": 1.1496052259525326e-06}
+{"train_loss": 0.0004495045286603272, "global_step": 36367, "epoch": 559, "lr": 1.148735521876776e-06}
+{"train_loss": 0.0004088885325472802, "global_step": 36368, "epoch": 559, "lr": 1.1478661430785741e-06}
+{"train_loss": 0.000574287842027843, "global_step": 36369, "epoch": 559, "lr": 1.1469970895637116e-06}
+{"train_loss": 0.00029386355890892446, "global_step": 36370, "epoch": 559, "lr": 1.1461283613379892e-06}
+{"train_loss": 0.0006510651437565684, "global_step": 36371, "epoch": 559, "lr": 1.1452599584071743e-06}
+{"train_loss": 0.0002756331523414701, "global_step": 36372, "epoch": 559, "lr": 1.1443918807770515e-06}
+{"train_loss": 0.0002536107203923166, "global_step": 36373, "epoch": 559, "lr": 1.1435241284534159e-06}
+{"train_loss": 0.00038212735671550035, "global_step": 36374, "epoch": 559, "lr": 1.1426567014420297e-06}
+{"train_loss": 0.0002538580447435379, "global_step": 36375, "epoch": 559, "lr": 1.1417895997486715e-06}
+{"train_loss": 0.0003041482996195555, "global_step": 36376, "epoch": 559, "lr": 1.1409228233791146e-06}
+{"train_loss": 0.0005418104119598866, "global_step": 36377, "epoch": 559, "lr": 1.1400563723391321e-06}
+{"train_loss": 0.0002616563579067588, "global_step": 36378, "epoch": 559, "lr": 1.1391902466345029e-06}
+{"train_loss": 0.0004083894891664386, "global_step": 36379, "epoch": 559, "lr": 1.1383244462709774e-06}
+{"train_loss": 0.00030820092069916427, "global_step": 36380, "epoch": 559, "lr": 1.1374589712543293e-06}
+{"train_loss": 0.0005985923926346004, "global_step": 36381, "epoch": 559, "lr": 1.136593821590326e-06}
+{"train_loss": 0.000342927552992478, "global_step": 36382, "epoch": 559, "lr": 1.135728997284724e-06}
+{"train_loss": 0.0003594778827391565, "global_step": 36383, "epoch": 559, "lr": 1.1348644983432744e-06}
+{"train_loss": 0.0002856602077372372, "global_step": 36384, "epoch": 559, "lr": 1.134000324771739e-06}
+{"train_loss": 0.000276276288786903, "global_step": 36385, "epoch": 559, "lr": 1.1331364765758746e-06}
+{"train_loss": 0.0004541251400951296, "global_step": 36386, "epoch": 559, "lr": 1.1322729537614373e-06}
+{"train_loss": 0.0005668845260515809, "global_step": 36387, "epoch": 559, "lr": 1.1314097563341618e-06}
+{"train_loss": 0.0003968981036450714, "global_step": 36388, "epoch": 559, "lr": 1.1305468842998046e-06}
+{"train_loss": 0.0005784364766441286, "global_step": 36389, "epoch": 559, "lr": 1.1296843376641164e-06}
+{"train_loss": 0.00032351305708289146, "global_step": 36390, "epoch": 559, "lr": 1.1288221164328373e-06}
+{"train_loss": 0.00031871150713413954, "global_step": 36391, "epoch": 559, "lr": 1.1279602206116958e-06}
+{"train_loss": 0.00042014048085547984, "global_step": 36392, "epoch": 559, "lr": 1.1270986502064483e-06}
+{"train_loss": 0.0003932586114387959, "global_step": 36393, "epoch": 559, "lr": 1.1262374052228243e-06}
+{"train_loss": 0.0006442482117563486, "global_step": 36394, "epoch": 559, "lr": 1.1253764856665571e-06}
+{"train_loss": 0.0003907006175722927, "global_step": 36395, "epoch": 559, "lr": 1.1245158915433817e-06}
+{"train_loss": 0.0004047190013807267, "global_step": 36396, "epoch": 559, "lr": 1.1236556228590266e-06}
+{"train_loss": 0.0003585051454138011, "global_step": 36397, "epoch": 559, "lr": 1.1227956796192264e-06}
+{"train_loss": 0.0003486216883175075, "global_step": 36398, "epoch": 559, "lr": 1.121936061829698e-06}
+{"train_loss": 0.00041857258027168707, "global_step": 36399, "epoch": 559, "lr": 1.1210767694961655e-06, "val_loss": 0.005794738885015249}
+{"train_loss": 0.0008439350058324635, "global_step": 36400, "epoch": 560, "lr": 1.120217802624357e-06}
+{"train_loss": 0.0003363756404723972, "global_step": 36401, "epoch": 560, "lr": 1.119359161219985e-06}
+{"train_loss": 0.000258645013673231, "global_step": 36402, "epoch": 560, "lr": 1.1185008452887723e-06}
+{"train_loss": 0.00040142712532542646, "global_step": 36403, "epoch": 560, "lr": 1.1176428548364314e-06}
+{"train_loss": 0.0005065290606580675, "global_step": 36404, "epoch": 560, "lr": 1.11678518986868e-06}
+{"train_loss": 0.0004399270110297948, "global_step": 36405, "epoch": 560, "lr": 1.115927850391224e-06}
+{"train_loss": 0.00024629232939332724, "global_step": 36406, "epoch": 560, "lr": 1.1150708364097761e-06}
+{"train_loss": 0.00044660805724561214, "global_step": 36407, "epoch": 560, "lr": 1.1142141479300316e-06}
+{"train_loss": 0.000681463978253305, "global_step": 36408, "epoch": 560, "lr": 1.1133577849577081e-06}
+{"train_loss": 0.00033607945078983903, "global_step": 36409, "epoch": 560, "lr": 1.1125017474984956e-06}
+{"train_loss": 0.00029662312590517104, "global_step": 36410, "epoch": 560, "lr": 1.1116460355581116e-06}
+{"train_loss": 0.00039250837289728224, "global_step": 36411, "epoch": 560, "lr": 1.110790649142235e-06}
+{"train_loss": 0.0010103259701281786, "global_step": 36412, "epoch": 560, "lr": 1.109935588256572e-06}
+{"train_loss": 0.00037044446798972785, "global_step": 36413, "epoch": 560, "lr": 1.109080852906813e-06}
+{"train_loss": 0.00048051736666820943, "global_step": 36414, "epoch": 560, "lr": 1.1082264430986532e-06}
+{"train_loss": 0.0003874555404763669, "global_step": 36415, "epoch": 560, "lr": 1.107372358837777e-06}
+{"train_loss": 0.00043769809417426586, "global_step": 36416, "epoch": 560, "lr": 1.1065186001298688e-06}
+{"train_loss": 0.0003328591992612928, "global_step": 36417, "epoch": 560, "lr": 1.1056651669806184e-06}
+{"train_loss": 0.0003786620800383389, "global_step": 36418, "epoch": 560, "lr": 1.10481205939571e-06}
+{"train_loss": 0.00038585421862080693, "global_step": 36419, "epoch": 560, "lr": 1.1039592773808227e-06}
+{"train_loss": 0.0004715471586678177, "global_step": 36420, "epoch": 560, "lr": 1.1031068209416351e-06}
+{"train_loss": 0.00026224556495435536, "global_step": 36421, "epoch": 560, "lr": 1.102254690083815e-06}
+{"train_loss": 0.0002964933810289949, "global_step": 36422, "epoch": 560, "lr": 1.1014028848130464e-06}
+{"train_loss": 0.0004087599809281528, "global_step": 36423, "epoch": 560, "lr": 1.1005514051349975e-06}
+{"train_loss": 0.0003556777664925903, "global_step": 36424, "epoch": 560, "lr": 1.0997002510553356e-06}
+{"train_loss": 0.0003822439175564796, "global_step": 36425, "epoch": 560, "lr": 1.0988494225797285e-06}
+{"train_loss": 0.0003305604914203286, "global_step": 36426, "epoch": 560, "lr": 1.0979989197138551e-06}
+{"train_loss": 0.0003177253238391131, "global_step": 36427, "epoch": 560, "lr": 1.0971487424633552e-06}
+{"train_loss": 0.0007794345146976411, "global_step": 36428, "epoch": 560, "lr": 1.0962988908339077e-06}
+{"train_loss": 0.0007951383595354855, "global_step": 36429, "epoch": 560, "lr": 1.0954493648311636e-06}
+{"train_loss": 0.0009036949486471713, "global_step": 36430, "epoch": 560, "lr": 1.0946001644607851e-06}
+{"train_loss": 0.00027092156233265996, "global_step": 36431, "epoch": 560, "lr": 1.0937512897284174e-06}
+{"train_loss": 0.0006561939371749759, "global_step": 36432, "epoch": 560, "lr": 1.0929027406397173e-06}
+{"train_loss": 0.0003827545733656734, "global_step": 36433, "epoch": 560, "lr": 1.0920545172003305e-06}
+{"train_loss": 0.0002667925728019327, "global_step": 36434, "epoch": 560, "lr": 1.0912066194159243e-06}
+{"train_loss": 0.0005085807642899454, "global_step": 36435, "epoch": 560, "lr": 1.0903590472921166e-06}
+{"train_loss": 0.0002468404418323189, "global_step": 36436, "epoch": 560, "lr": 1.0895118008345751e-06}
+{"train_loss": 0.0005110044730827212, "global_step": 36437, "epoch": 560, "lr": 1.088664880048923e-06}
+{"train_loss": 0.0006087490473873913, "global_step": 36438, "epoch": 560, "lr": 1.0878182849408114e-06}
+{"train_loss": 0.00037390447687357664, "global_step": 36439, "epoch": 560, "lr": 1.0869720155158748e-06}
+{"train_loss": 0.0002595425758045167, "global_step": 36440, "epoch": 560, "lr": 1.086126071779736e-06}
+{"train_loss": 0.0003210794529877603, "global_step": 36441, "epoch": 560, "lr": 1.0852804537380468e-06}
+{"train_loss": 0.0004400148172862828, "global_step": 36442, "epoch": 560, "lr": 1.08443516139643e-06}
+{"train_loss": 0.0003115980071015656, "global_step": 36443, "epoch": 560, "lr": 1.0835901947605143e-06}
+{"train_loss": 0.0006640447536483407, "global_step": 36444, "epoch": 560, "lr": 1.0827455538359178e-06}
+{"train_loss": 0.00025029346579685807, "global_step": 36445, "epoch": 560, "lr": 1.0819012386282746e-06}
+{"train_loss": 0.00034048230736516416, "global_step": 36446, "epoch": 560, "lr": 1.081057249143208e-06}
+{"train_loss": 0.0002672549744602293, "global_step": 36447, "epoch": 560, "lr": 1.0802135853863248e-06}
+{"train_loss": 0.0005074149230495095, "global_step": 36448, "epoch": 560, "lr": 1.0793702473632538e-06}
+{"train_loss": 0.0006460767472162843, "global_step": 36449, "epoch": 560, "lr": 1.0785272350796128e-06}
+{"train_loss": 0.00048636854626238346, "global_step": 36450, "epoch": 560, "lr": 1.0776845485410081e-06}
+{"train_loss": 0.0006544032949022949, "global_step": 36451, "epoch": 560, "lr": 1.0768421877530521e-06}
+{"train_loss": 0.0006479695439338684, "global_step": 36452, "epoch": 560, "lr": 1.0760001527213515e-06}
+{"train_loss": 0.0005499762482941151, "global_step": 36453, "epoch": 560, "lr": 1.0751584434515128e-06}
+{"train_loss": 0.0003764687280636281, "global_step": 36454, "epoch": 560, "lr": 1.0743170599491538e-06}
+{"train_loss": 0.0003638231719378382, "global_step": 36455, "epoch": 560, "lr": 1.0734760022198586e-06}
+{"train_loss": 0.0006455521215684712, "global_step": 36456, "epoch": 560, "lr": 1.0726352702692344e-06}
+{"train_loss": 0.0003396283136680722, "global_step": 36457, "epoch": 560, "lr": 1.071794864102882e-06}
+{"train_loss": 0.00040784027078188956, "global_step": 36458, "epoch": 560, "lr": 1.0709547837263966e-06}
+{"train_loss": 0.0003727397706825286, "global_step": 36459, "epoch": 560, "lr": 1.0701150291453743e-06}
+{"train_loss": 0.0004537287459243089, "global_step": 36460, "epoch": 560, "lr": 1.0692756003653936e-06}
+{"train_loss": 0.00038643268635496497, "global_step": 36461, "epoch": 560, "lr": 1.0684364973920557e-06}
+{"train_loss": 0.00028342282166704535, "global_step": 36462, "epoch": 560, "lr": 1.0675977202309507e-06}
+{"train_loss": 0.0002516585518606007, "global_step": 36463, "epoch": 560, "lr": 1.066759268887657e-06}
+{"train_loss": 0.00044332710049974804, "global_step": 36464, "epoch": 560, "lr": 1.0659211433677541e-06, "val_loss": 0.013996542431414127, "train_action_mse_error": 1.0676169040380046e-05}
+{"train_loss": 0.0004371566465124488, "global_step": 36465, "epoch": 561, "lr": 1.065083343676826e-06}
+{"train_loss": 0.00036797081702388823, "global_step": 36466, "epoch": 561, "lr": 1.0642458698204628e-06}
+{"train_loss": 0.000399672775529325, "global_step": 36467, "epoch": 561, "lr": 1.0634087218042265e-06}
+{"train_loss": 0.0002858990919776261, "global_step": 36468, "epoch": 561, "lr": 1.0625718996336908e-06}
+{"train_loss": 0.00037006239290349185, "global_step": 36469, "epoch": 561, "lr": 1.061735403314429e-06}
+{"train_loss": 0.00033804328995756805, "global_step": 36470, "epoch": 561, "lr": 1.060899232852025e-06}
+{"train_loss": 0.0004825441865250468, "global_step": 36471, "epoch": 561, "lr": 1.0600633882520306e-06}
+{"train_loss": 0.0002655001007951796, "global_step": 36472, "epoch": 561, "lr": 1.0592278695200132e-06}
+{"train_loss": 0.00031786385807208717, "global_step": 36473, "epoch": 561, "lr": 1.0583926766615404e-06}
+{"train_loss": 0.0005608301144093275, "global_step": 36474, "epoch": 561, "lr": 1.0575578096821747e-06}
+{"train_loss": 0.00042944340384565294, "global_step": 36475, "epoch": 561, "lr": 1.056723268587473e-06}
+{"train_loss": 0.0007708061020821333, "global_step": 36476, "epoch": 561, "lr": 1.0558890533829914e-06}
+{"train_loss": 0.0003311647742521018, "global_step": 36477, "epoch": 561, "lr": 1.0550551640742812e-06}
+{"train_loss": 0.0002708681859076023, "global_step": 36478, "epoch": 561, "lr": 1.0542216006669048e-06}
+{"train_loss": 0.000285439396975562, "global_step": 36479, "epoch": 561, "lr": 1.0533883631663966e-06}
+{"train_loss": 0.0005494553479366004, "global_step": 36480, "epoch": 561, "lr": 1.0525554515783187e-06}
+{"train_loss": 0.00040330251795239747, "global_step": 36481, "epoch": 561, "lr": 1.0517228659082167e-06}
+{"train_loss": 0.000241040630498901, "global_step": 36482, "epoch": 561, "lr": 1.0508906061616308e-06}
+{"train_loss": 0.0005341245559975505, "global_step": 36483, "epoch": 561, "lr": 1.050058672344101e-06}
+{"train_loss": 0.0007780680898576975, "global_step": 36484, "epoch": 561, "lr": 1.0492270644611613e-06}
+{"train_loss": 0.0004701772122643888, "global_step": 36485, "epoch": 561, "lr": 1.0483957825183631e-06}
+{"train_loss": 0.000264232512563467, "global_step": 36486, "epoch": 561, "lr": 1.04756482652123e-06}
+{"train_loss": 0.00038365795626305044, "global_step": 36487, "epoch": 561, "lr": 1.046734196475302e-06}
+{"train_loss": 0.0006402749568223953, "global_step": 36488, "epoch": 561, "lr": 1.045903892386102e-06}
+{"train_loss": 0.0003623398079071194, "global_step": 36489, "epoch": 561, "lr": 1.0450739142591703e-06}
+{"train_loss": 0.00043215896585024893, "global_step": 36490, "epoch": 561, "lr": 1.0442442621000248e-06}
+{"train_loss": 0.00021736184135079384, "global_step": 36491, "epoch": 561, "lr": 1.0434149359141888e-06}
+{"train_loss": 0.00040778692346066236, "global_step": 36492, "epoch": 561, "lr": 1.0425859357071854e-06}
+{"train_loss": 0.0003730360767804086, "global_step": 36493, "epoch": 561, "lr": 1.0417572614845384e-06}
+{"train_loss": 0.0002461805415805429, "global_step": 36494, "epoch": 561, "lr": 1.0409289132517708e-06}
+{"train_loss": 0.00040821274160407484, "global_step": 36495, "epoch": 561, "lr": 1.0401008910143783e-06}
+{"train_loss": 0.0005844236584380269, "global_step": 36496, "epoch": 561, "lr": 1.0392731947778955e-06}
+{"train_loss": 0.00034888595109805465, "global_step": 36497, "epoch": 561, "lr": 1.0384458245478235e-06}
+{"train_loss": 0.0004431679844856262, "global_step": 36498, "epoch": 561, "lr": 1.0376187803296688e-06}
+{"train_loss": 0.0003486347268335521, "global_step": 36499, "epoch": 561, "lr": 1.0367920621289495e-06}
+{"train_loss": 0.0003760041727218777, "global_step": 36500, "epoch": 561, "lr": 1.0359656699511555e-06}
+{"train_loss": 0.0005686631193384528, "global_step": 36501, "epoch": 561, "lr": 1.035139603801799e-06}
+{"train_loss": 0.0006421908619813621, "global_step": 36502, "epoch": 561, "lr": 1.0343138636863815e-06}
+{"train_loss": 0.00029386646929197013, "global_step": 36503, "epoch": 561, "lr": 1.0334884496103925e-06}
+{"train_loss": 0.000357405369868502, "global_step": 36504, "epoch": 561, "lr": 1.0326633615793335e-06}
+{"train_loss": 0.0003689285076688975, "global_step": 36505, "epoch": 561, "lr": 1.0318385995987057e-06}
+{"train_loss": 0.00037401780718937516, "global_step": 36506, "epoch": 561, "lr": 1.031014163673988e-06}
+{"train_loss": 0.00027516178670339286, "global_step": 36507, "epoch": 561, "lr": 1.0301900538106812e-06}
+{"train_loss": 0.0005684249335899949, "global_step": 36508, "epoch": 561, "lr": 1.0293662700142593e-06}
+{"train_loss": 0.00041102830437012017, "global_step": 36509, "epoch": 561, "lr": 1.0285428122902175e-06}
+{"train_loss": 0.0002854876220226288, "global_step": 36510, "epoch": 561, "lr": 1.0277196806440404e-06}
+{"train_loss": 0.00025291816564276814, "global_step": 36511, "epoch": 561, "lr": 1.0268968750812013e-06}
+{"train_loss": 0.00041290762601420283, "global_step": 36512, "epoch": 561, "lr": 1.0260743956071795e-06}
+{"train_loss": 0.00030455499654635787, "global_step": 36513, "epoch": 561, "lr": 1.0252522422274647e-06}
+{"train_loss": 0.0005430071032606065, "global_step": 36514, "epoch": 561, "lr": 1.024430414947508e-06}
+{"train_loss": 0.00039747176924720407, "global_step": 36515, "epoch": 561, "lr": 1.0236089137728056e-06}
+{"train_loss": 0.00037687073927372694, "global_step": 36516, "epoch": 561, "lr": 1.0227877387088136e-06}
+{"train_loss": 0.0004069589776918292, "global_step": 36517, "epoch": 561, "lr": 1.0219668897610002e-06}
+{"train_loss": 0.000430955842602998, "global_step": 36518, "epoch": 561, "lr": 1.0211463669348331e-06}
+{"train_loss": 0.0002714786387514323, "global_step": 36519, "epoch": 561, "lr": 1.0203261702357802e-06}
+{"train_loss": 0.00033710963907651603, "global_step": 36520, "epoch": 561, "lr": 1.0195062996692984e-06}
+{"train_loss": 0.0002764237578958273, "global_step": 36521, "epoch": 561, "lr": 1.018686755240844e-06}
+{"train_loss": 0.0005393712199293077, "global_step": 36522, "epoch": 561, "lr": 1.0178675369558744e-06}
+{"train_loss": 0.0003161048225592822, "global_step": 36523, "epoch": 561, "lr": 1.0170486448198513e-06}
+{"train_loss": 0.00046802093856967986, "global_step": 36524, "epoch": 561, "lr": 1.016230078838226e-06}
+{"train_loss": 0.0002904930151998997, "global_step": 36525, "epoch": 561, "lr": 1.0154118390164391e-06}
+{"train_loss": 0.00035613091313280165, "global_step": 36526, "epoch": 561, "lr": 1.0145939253599522e-06}
+{"train_loss": 0.0003908144135493785, "global_step": 36527, "epoch": 561, "lr": 1.0137763378742004e-06}
+{"train_loss": 0.00023177586263045669, "global_step": 36528, "epoch": 561, "lr": 1.01295907656464e-06}
+{"train_loss": 0.00039914073422551153, "global_step": 36529, "epoch": 561, "lr": 1.012142141436695e-06, "val_loss": 0.006303268019109964}
+{"train_loss": 0.0002845186390914023, "global_step": 36530, "epoch": 562, "lr": 1.0113255324958216e-06}
+{"train_loss": 0.00021373355411924422, "global_step": 36531, "epoch": 562, "lr": 1.0105092497474489e-06}
+{"train_loss": 0.0007636592490598559, "global_step": 36532, "epoch": 562, "lr": 1.009693293197017e-06}
+{"train_loss": 0.0004003436188213527, "global_step": 36533, "epoch": 562, "lr": 1.0088776628499498e-06}
+{"train_loss": 0.0006334281642921269, "global_step": 36534, "epoch": 562, "lr": 1.0080623587116923e-06}
+{"train_loss": 0.0004107896820642054, "global_step": 36535, "epoch": 562, "lr": 1.007247380787657e-06}
+{"train_loss": 0.0002550537174101919, "global_step": 36536, "epoch": 562, "lr": 1.0064327290832841e-06}
+{"train_loss": 0.0003213738091289997, "global_step": 36537, "epoch": 562, "lr": 1.0056184036039918e-06}
+{"train_loss": 0.0005501417326740921, "global_step": 36538, "epoch": 562, "lr": 1.0048044043551973e-06}
+{"train_loss": 0.00031170411966741085, "global_step": 36539, "epoch": 562, "lr": 1.0039907313423358e-06}
+{"train_loss": 0.0010620353277772665, "global_step": 36540, "epoch": 562, "lr": 1.0031773845708082e-06}
+{"train_loss": 0.00041760719614103436, "global_step": 36541, "epoch": 562, "lr": 1.0023643640460435e-06}
+{"train_loss": 0.00026463379617780447, "global_step": 36542, "epoch": 562, "lr": 1.001551669773443e-06}
+{"train_loss": 0.00039241198101080954, "global_step": 36543, "epoch": 562, "lr": 1.0007393017584354e-06}
+{"train_loss": 0.0004092765157110989, "global_step": 36544, "epoch": 562, "lr": 9.999272600064113e-07}
+{"train_loss": 0.00040121530764736235, "global_step": 36545, "epoch": 562, "lr": 9.99115544522783e-07}
+{"train_loss": 0.0003226610424462706, "global_step": 36546, "epoch": 562, "lr": 9.983041553129623e-07}
+{"train_loss": 0.0004349554073996842, "global_step": 36547, "epoch": 562, "lr": 9.974930923823455e-07}
+{"train_loss": 0.0005122217698954046, "global_step": 36548, "epoch": 562, "lr": 9.966823557363335e-07}
+{"train_loss": 0.0003863887977786362, "global_step": 36549, "epoch": 562, "lr": 9.958719453803278e-07}
+{"train_loss": 0.0007181834662333131, "global_step": 36550, "epoch": 562, "lr": 9.950618613197239e-07}
+{"train_loss": 0.0011948510073125362, "global_step": 36551, "epoch": 562, "lr": 9.942521035599173e-07}
+{"train_loss": 0.0006217513582669199, "global_step": 36552, "epoch": 562, "lr": 9.934426721062928e-07}
+{"train_loss": 0.00041759555460885167, "global_step": 36553, "epoch": 562, "lr": 9.926335669642462e-07}
+{"train_loss": 0.00035555727663449943, "global_step": 36554, "epoch": 562, "lr": 9.91824788139162e-07}
+{"train_loss": 0.00026782823260873556, "global_step": 36555, "epoch": 562, "lr": 9.910163356364243e-07}
+{"train_loss": 0.00035594013752415776, "global_step": 36556, "epoch": 562, "lr": 9.90208209461424e-07}
+{"train_loss": 0.0002713156573008746, "global_step": 36557, "epoch": 562, "lr": 9.894004096195287e-07}
+{"train_loss": 0.0005095347878523171, "global_step": 36558, "epoch": 562, "lr": 9.885929361161284e-07}
+{"train_loss": 0.0004603360721375793, "global_step": 36559, "epoch": 562, "lr": 9.877857889566079e-07}
+{"train_loss": 0.0005575468530878425, "global_step": 36560, "epoch": 562, "lr": 9.869789681463126e-07}
+{"train_loss": 0.0002536882529966533, "global_step": 36561, "epoch": 562, "lr": 9.861724736906387e-07}
+{"train_loss": 0.00035617599496617913, "global_step": 36562, "epoch": 562, "lr": 9.85366305594948e-07}
+{"train_loss": 0.0006733477348461747, "global_step": 36563, "epoch": 562, "lr": 9.845604638646145e-07}
+{"train_loss": 0.0006388613837771118, "global_step": 36564, "epoch": 562, "lr": 9.837549485050003e-07}
+{"train_loss": 0.00042655260767787695, "global_step": 36565, "epoch": 562, "lr": 9.82949759521462e-07}
+{"train_loss": 0.00042503303848206997, "global_step": 36566, "epoch": 562, "lr": 9.821448969193737e-07}
+{"train_loss": 0.00020025660342071205, "global_step": 36567, "epoch": 562, "lr": 9.81340360704086e-07}
+{"train_loss": 0.0005276225856505334, "global_step": 36568, "epoch": 562, "lr": 9.805361508809562e-07}
+{"train_loss": 0.0003764198918361217, "global_step": 36569, "epoch": 562, "lr": 9.797322674553412e-07}
+{"train_loss": 0.00030065662576816976, "global_step": 36570, "epoch": 562, "lr": 9.78928710432586e-07}
+{"train_loss": 0.000342188955983147, "global_step": 36571, "epoch": 562, "lr": 9.781254798180595e-07}
+{"train_loss": 0.0004968828870914876, "global_step": 36572, "epoch": 562, "lr": 9.773225756170957e-07}
+{"train_loss": 0.001344779273495078, "global_step": 36573, "epoch": 562, "lr": 9.765199978350403e-07}
+{"train_loss": 0.000877425423823297, "global_step": 36574, "epoch": 562, "lr": 9.757177464772504e-07}
+{"train_loss": 0.0002583178284112364, "global_step": 36575, "epoch": 562, "lr": 9.74915821549055e-07}
+{"train_loss": 0.0004018936597276479, "global_step": 36576, "epoch": 562, "lr": 9.741142230557942e-07}
+{"train_loss": 0.00034748486359603703, "global_step": 36577, "epoch": 562, "lr": 9.733129510028083e-07}
+{"train_loss": 0.00029215478571131825, "global_step": 36578, "epoch": 562, "lr": 9.725120053954317e-07}
+{"train_loss": 0.00048133739619515836, "global_step": 36579, "epoch": 562, "lr": 9.717113862389992e-07}
+{"train_loss": 0.0003595285816118121, "global_step": 36580, "epoch": 562, "lr": 9.709110935388455e-07}
+{"train_loss": 0.0004913440789096057, "global_step": 36581, "epoch": 562, "lr": 9.701111273002883e-07}
+{"train_loss": 0.00027460604906082153, "global_step": 36582, "epoch": 562, "lr": 9.69311487528668e-07}
+{"train_loss": 0.00026107957819476724, "global_step": 36583, "epoch": 562, "lr": 9.685121742293024e-07}
+{"train_loss": 0.0005784279201179743, "global_step": 36584, "epoch": 562, "lr": 9.67713187407504e-07}
+{"train_loss": 0.00036291073774918914, "global_step": 36585, "epoch": 562, "lr": 9.669145270686074e-07}
+{"train_loss": 0.0003305212885607034, "global_step": 36586, "epoch": 562, "lr": 9.661161932179252e-07}
+{"train_loss": 0.00022894906578585505, "global_step": 36587, "epoch": 562, "lr": 9.65318185860775e-07}
+{"train_loss": 0.0007541548111476004, "global_step": 36588, "epoch": 562, "lr": 9.645205050024642e-07}
+{"train_loss": 0.0003501908213365823, "global_step": 36589, "epoch": 562, "lr": 9.637231506483157e-07}
+{"train_loss": 0.00045009865425527096, "global_step": 36590, "epoch": 562, "lr": 9.629261228036257e-07}
+{"train_loss": 0.0004443906946107745, "global_step": 36591, "epoch": 562, "lr": 9.62129421473712e-07}
+{"train_loss": 0.00042021277477033436, "global_step": 36592, "epoch": 562, "lr": 9.613330466638704e-07}
+{"train_loss": 0.0002669616078492254, "global_step": 36593, "epoch": 562, "lr": 9.605369983794078e-07}
+{"train_loss": 0.0004508566391170741, "global_step": 36594, "epoch": 562, "lr": 9.597412766256252e-07, "val_loss": 0.007517213933169842}
+{"train_loss": 0.0002313730656169355, "global_step": 36595, "epoch": 563, "lr": 9.58945881407819e-07}
+{"train_loss": 0.00031666606082580984, "global_step": 36596, "epoch": 563, "lr": 9.5815081273129e-07}
+{"train_loss": 0.0003559187753126025, "global_step": 36597, "epoch": 563, "lr": 9.573560706013284e-07}
+{"train_loss": 0.0002843350521288812, "global_step": 36598, "epoch": 563, "lr": 9.565616550232248e-07}
+{"train_loss": 0.00036170921521261334, "global_step": 36599, "epoch": 563, "lr": 9.557675660022746e-07}
+{"train_loss": 0.00041708198841661215, "global_step": 36600, "epoch": 563, "lr": 9.549738035437572e-07}
+{"train_loss": 0.0003443653986323625, "global_step": 36601, "epoch": 563, "lr": 9.54180367652957e-07}
+{"train_loss": 0.0004299336578696966, "global_step": 36602, "epoch": 563, "lr": 9.5338725833517e-07}
+{"train_loss": 0.0002877244260162115, "global_step": 36603, "epoch": 563, "lr": 9.525944755956695e-07}
+{"train_loss": 0.0006517773144878447, "global_step": 36604, "epoch": 563, "lr": 9.518020194397293e-07}
+{"train_loss": 0.0005685299984179437, "global_step": 36605, "epoch": 563, "lr": 9.510098898726338e-07}
+{"train_loss": 0.00046221428783610463, "global_step": 36606, "epoch": 563, "lr": 9.502180868996513e-07}
+{"train_loss": 0.00030729753780178726, "global_step": 36607, "epoch": 563, "lr": 9.494266105260608e-07}
+{"train_loss": 0.0004369387752376497, "global_step": 36608, "epoch": 563, "lr": 9.486354607571246e-07}
+{"train_loss": 0.0003208878042642027, "global_step": 36609, "epoch": 563, "lr": 9.478446375981165e-07}
+{"train_loss": 0.0002833425241988152, "global_step": 36610, "epoch": 563, "lr": 9.470541410542988e-07}
+{"train_loss": 0.0007066683028824627, "global_step": 36611, "epoch": 563, "lr": 9.462639711309396e-07}
+{"train_loss": 0.00035831061541102827, "global_step": 36612, "epoch": 563, "lr": 9.454741278333012e-07}
+{"train_loss": 0.0003942012262996286, "global_step": 36613, "epoch": 563, "lr": 9.446846111666296e-07}
+{"train_loss": 0.0005002842517569661, "global_step": 36614, "epoch": 563, "lr": 9.438954211361928e-07}
+{"train_loss": 0.0006338694947771728, "global_step": 36615, "epoch": 563, "lr": 9.431065577472476e-07}
+{"train_loss": 0.00032011541770771146, "global_step": 36616, "epoch": 563, "lr": 9.423180210050397e-07}
+{"train_loss": 0.00028581739752553403, "global_step": 36617, "epoch": 563, "lr": 9.415298109148263e-07}
+{"train_loss": 0.0003356375964358449, "global_step": 36618, "epoch": 563, "lr": 9.407419274818474e-07}
+{"train_loss": 0.0003509322414174676, "global_step": 36619, "epoch": 563, "lr": 9.3995437071136e-07}
+{"train_loss": 0.0007199169485829771, "global_step": 36620, "epoch": 563, "lr": 9.391671406085989e-07}
+{"train_loss": 0.00035719660809263587, "global_step": 36621, "epoch": 563, "lr": 9.383802371788097e-07}
+{"train_loss": 0.000666618172544986, "global_step": 36622, "epoch": 563, "lr": 9.375936604272273e-07}
+{"train_loss": 0.00028734555235132575, "global_step": 36623, "epoch": 563, "lr": 9.368074103590974e-07}
+{"train_loss": 0.00040993900620378554, "global_step": 36624, "epoch": 563, "lr": 9.360214869796491e-07}
+{"train_loss": 0.0005028058076277375, "global_step": 36625, "epoch": 563, "lr": 9.352358902941172e-07}
+{"train_loss": 0.0003942233161069453, "global_step": 36626, "epoch": 563, "lr": 9.344506203077363e-07}
+{"train_loss": 0.0004028777766507119, "global_step": 36627, "epoch": 563, "lr": 9.336656770257302e-07}
+{"train_loss": 0.00027290324214845896, "global_step": 36628, "epoch": 563, "lr": 9.328810604533333e-07}
+{"train_loss": 0.0006724806735292077, "global_step": 36629, "epoch": 563, "lr": 9.320967705957529e-07}
+{"train_loss": 0.0003974909195676446, "global_step": 36630, "epoch": 563, "lr": 9.313128074582234e-07}
+{"train_loss": 0.0007305240142159164, "global_step": 36631, "epoch": 563, "lr": 9.305291710459629e-07}
+{"train_loss": 0.000300864310702309, "global_step": 36632, "epoch": 563, "lr": 9.297458613642008e-07}
+{"train_loss": 0.0003314803761895746, "global_step": 36633, "epoch": 563, "lr": 9.289628784181326e-07}
+{"train_loss": 0.00041858459007926285, "global_step": 36634, "epoch": 563, "lr": 9.281802222129765e-07}
+{"train_loss": 0.0006837419932708144, "global_step": 36635, "epoch": 563, "lr": 9.273978927539617e-07}
+{"train_loss": 0.00035343453055247664, "global_step": 36636, "epoch": 563, "lr": 9.266158900462785e-07}
+{"train_loss": 0.0006468589417636395, "global_step": 36637, "epoch": 563, "lr": 9.258342140951337e-07}
+{"train_loss": 0.00042886650771833956, "global_step": 36638, "epoch": 563, "lr": 9.250528649057399e-07}
+{"train_loss": 0.0003424636961426586, "global_step": 36639, "epoch": 563, "lr": 9.242718424832986e-07}
+{"train_loss": 0.00036660509067587554, "global_step": 36640, "epoch": 563, "lr": 9.234911468330109e-07}
+{"train_loss": 0.0006426855688914657, "global_step": 36641, "epoch": 563, "lr": 9.22710777960073e-07}
+{"train_loss": 0.00038564539863727987, "global_step": 36642, "epoch": 563, "lr": 9.219307358696805e-07}
+{"train_loss": 0.0008221084135584533, "global_step": 36643, "epoch": 563, "lr": 9.211510205670348e-07}
+{"train_loss": 0.0002934904186986387, "global_step": 36644, "epoch": 563, "lr": 9.203716320573152e-07}
+{"train_loss": 0.00036219178582541645, "global_step": 36645, "epoch": 563, "lr": 9.195925703457176e-07}
+{"train_loss": 0.0005551743088290095, "global_step": 36646, "epoch": 563, "lr": 9.188138354374264e-07}
+{"train_loss": 0.0006114075658842921, "global_step": 36647, "epoch": 563, "lr": 9.180354273376323e-07}
+{"train_loss": 0.0003196163452230394, "global_step": 36648, "epoch": 563, "lr": 9.172573460515199e-07}
+{"train_loss": 0.00031561925425194204, "global_step": 36649, "epoch": 563, "lr": 9.164795915842572e-07}
+{"train_loss": 0.0003906504425685853, "global_step": 36650, "epoch": 563, "lr": 9.157021639410346e-07}
+{"train_loss": 0.0004216782108414918, "global_step": 36651, "epoch": 563, "lr": 9.149250631270312e-07}
+{"train_loss": 0.0003896652488037944, "global_step": 36652, "epoch": 563, "lr": 9.141482891474096e-07}
+{"train_loss": 0.00029452331364154816, "global_step": 36653, "epoch": 563, "lr": 9.133718420073489e-07}
+{"train_loss": 0.0004673098155763, "global_step": 36654, "epoch": 563, "lr": 9.125957217120174e-07}
+{"train_loss": 0.0002429633168503642, "global_step": 36655, "epoch": 563, "lr": 9.118199282665829e-07}
+{"train_loss": 0.0002820317167788744, "global_step": 36656, "epoch": 563, "lr": 9.110444616762193e-07}
+{"train_loss": 0.00041599239921197295, "global_step": 36657, "epoch": 563, "lr": 9.102693219460723e-07}
+{"train_loss": 0.00034225580748170614, "global_step": 36658, "epoch": 563, "lr": 9.094945090813211e-07}
+{"train_loss": 0.0004287681408011569, "global_step": 36659, "epoch": 563, "lr": 9.087200230871173e-07, "val_loss": 0.01053798571228981}
+{"train_loss": 0.00025273507344536483, "global_step": 36660, "epoch": 564, "lr": 9.079458639686178e-07}
+{"train_loss": 0.00021735245536547154, "global_step": 36661, "epoch": 564, "lr": 9.07172031730974e-07}
+{"train_loss": 0.00038769011734984815, "global_step": 36662, "epoch": 564, "lr": 9.063985263793373e-07}
+{"train_loss": 0.0002928176836576313, "global_step": 36663, "epoch": 564, "lr": 9.056253479188647e-07}
+{"train_loss": 0.0007327791536226869, "global_step": 36664, "epoch": 564, "lr": 9.048524963547133e-07}
+{"train_loss": 0.0008057829109020531, "global_step": 36665, "epoch": 564, "lr": 9.040799716920068e-07}
+{"train_loss": 0.00033862318377941847, "global_step": 36666, "epoch": 564, "lr": 9.033077739359075e-07}
+{"train_loss": 0.0002584998437669128, "global_step": 36667, "epoch": 564, "lr": 9.025359030915448e-07}
+{"train_loss": 0.0004207132151350379, "global_step": 36668, "epoch": 564, "lr": 9.017643591640645e-07}
+{"train_loss": 0.0006066514179110527, "global_step": 36669, "epoch": 564, "lr": 9.009931421586071e-07}
+{"train_loss": 0.0005014488706365228, "global_step": 36670, "epoch": 564, "lr": 9.002222520802961e-07}
+{"train_loss": 0.000487850746139884, "global_step": 36671, "epoch": 564, "lr": 8.994516889342775e-07}
+{"train_loss": 0.00033042908762581646, "global_step": 36672, "epoch": 564, "lr": 8.986814527256749e-07}
+{"train_loss": 0.0015472160885110497, "global_step": 36673, "epoch": 564, "lr": 8.979115434596175e-07}
+{"train_loss": 0.0005069918115623295, "global_step": 36674, "epoch": 564, "lr": 8.971419611412401e-07}
+{"train_loss": 0.0004224571748636663, "global_step": 36675, "epoch": 564, "lr": 8.963727057756499e-07}
+{"train_loss": 0.00038772972766309977, "global_step": 36676, "epoch": 564, "lr": 8.956037773679871e-07}
+{"train_loss": 0.0004922773805446923, "global_step": 36677, "epoch": 564, "lr": 8.948351759233587e-07}
+{"train_loss": 0.0004898880142718554, "global_step": 36678, "epoch": 564, "lr": 8.940669014468883e-07}
+{"train_loss": 0.0004886902752332389, "global_step": 36679, "epoch": 564, "lr": 8.932989539436887e-07}
+{"train_loss": 0.00023788641556166112, "global_step": 36680, "epoch": 564, "lr": 8.925313334188779e-07}
+{"train_loss": 0.0005545565509237349, "global_step": 36681, "epoch": 564, "lr": 8.917640398775628e-07}
+{"train_loss": 0.0004937387420795858, "global_step": 36682, "epoch": 564, "lr": 8.909970733248563e-07}
+{"train_loss": 0.00039601747994311154, "global_step": 36683, "epoch": 564, "lr": 8.90230433765854e-07}
+{"train_loss": 0.0002831442980095744, "global_step": 36684, "epoch": 564, "lr": 8.894641212056798e-07}
+{"train_loss": 0.0004864293150603771, "global_step": 36685, "epoch": 564, "lr": 8.886981356494239e-07}
+{"train_loss": 0.00029133734642528, "global_step": 36686, "epoch": 564, "lr": 8.879324771021824e-07}
+{"train_loss": 0.0005913040367886424, "global_step": 36687, "epoch": 564, "lr": 8.871671455690622e-07}
+{"train_loss": 0.0003224505053367466, "global_step": 36688, "epoch": 564, "lr": 8.864021410551649e-07}
+{"train_loss": 0.0003180887724738568, "global_step": 36689, "epoch": 564, "lr": 8.856374635655695e-07}
+{"train_loss": 0.0004467729013413191, "global_step": 36690, "epoch": 564, "lr": 8.848731131053722e-07}
+{"train_loss": 0.0006450362270697951, "global_step": 36691, "epoch": 564, "lr": 8.841090896796633e-07}
+{"train_loss": 0.0004026367678306997, "global_step": 36692, "epoch": 564, "lr": 8.833453932935387e-07}
+{"train_loss": 0.00039291352732107043, "global_step": 36693, "epoch": 564, "lr": 8.825820239520722e-07}
+{"train_loss": 0.00036109756911173463, "global_step": 36694, "epoch": 564, "lr": 8.818189816603484e-07}
+{"train_loss": 0.000630680238828063, "global_step": 36695, "epoch": 564, "lr": 8.810562664234523e-07}
+{"train_loss": 0.00025545922107994556, "global_step": 36696, "epoch": 564, "lr": 8.802938782464632e-07}
+{"train_loss": 0.0002390003064647317, "global_step": 36697, "epoch": 564, "lr": 8.795318171344546e-07}
+{"train_loss": 0.0003217286430299282, "global_step": 36698, "epoch": 564, "lr": 8.78770083092495e-07}
+{"train_loss": 0.00033353810431435704, "global_step": 36699, "epoch": 564, "lr": 8.780086761256634e-07}
+{"train_loss": 0.0005577552947215736, "global_step": 36700, "epoch": 564, "lr": 8.772475962390337e-07}
+{"train_loss": 0.0002941044222097844, "global_step": 36701, "epoch": 564, "lr": 8.764868434376628e-07}
+{"train_loss": 0.00021384356659837067, "global_step": 36702, "epoch": 564, "lr": 8.757264177266244e-07}
+{"train_loss": 0.0003888270875904709, "global_step": 36703, "epoch": 564, "lr": 8.749663191109758e-07}
+{"train_loss": 0.00031273928470909595, "global_step": 36704, "epoch": 564, "lr": 8.74206547595785e-07}
+{"train_loss": 0.0004053136217407882, "global_step": 36705, "epoch": 564, "lr": 8.734471031861091e-07}
+{"train_loss": 0.00045160145964473486, "global_step": 36706, "epoch": 564, "lr": 8.726879858869996e-07}
+{"train_loss": 0.00034850655356422067, "global_step": 36707, "epoch": 564, "lr": 8.719291957035136e-07}
+{"train_loss": 0.0007045247475616634, "global_step": 36708, "epoch": 564, "lr": 8.711707326407137e-07}
+{"train_loss": 0.00021665546228177845, "global_step": 36709, "epoch": 564, "lr": 8.704125967036292e-07}
+{"train_loss": 0.00036014217766933143, "global_step": 36710, "epoch": 564, "lr": 8.696547878973227e-07}
+{"train_loss": 0.0005494116339832544, "global_step": 36711, "epoch": 564, "lr": 8.688973062268402e-07}
+{"train_loss": 0.00022410582459997386, "global_step": 36712, "epoch": 564, "lr": 8.681401516972276e-07}
+{"train_loss": 0.00029719743179157376, "global_step": 36713, "epoch": 564, "lr": 8.673833243135143e-07}
+{"train_loss": 0.0003560429613571614, "global_step": 36714, "epoch": 564, "lr": 8.666268240807518e-07}
+{"train_loss": 0.0005183045868761837, "global_step": 36715, "epoch": 564, "lr": 8.658706510039638e-07}
+{"train_loss": 0.0004318870196584612, "global_step": 36716, "epoch": 564, "lr": 8.651148050882074e-07}
+{"train_loss": 0.0005913128261454403, "global_step": 36717, "epoch": 564, "lr": 8.643592863384898e-07}
+{"train_loss": 0.00047070608707144856, "global_step": 36718, "epoch": 564, "lr": 8.636040947598567e-07}
+{"train_loss": 0.00026454986073076725, "global_step": 36719, "epoch": 564, "lr": 8.628492303573322e-07}
+{"train_loss": 0.0003147560346405953, "global_step": 36720, "epoch": 564, "lr": 8.620946931359508e-07}
+{"train_loss": 0.0004335243138484657, "global_step": 36721, "epoch": 564, "lr": 8.613404831007255e-07}
+{"train_loss": 0.00032991747139021754, "global_step": 36722, "epoch": 564, "lr": 8.605866002566853e-07}
+{"train_loss": 0.0003229693684261292, "global_step": 36723, "epoch": 564, "lr": 8.598330446088432e-07}
+{"train_loss": 0.0004257048287679656, "global_step": 36724, "epoch": 564, "lr": 8.590798161622227e-07, "val_loss": 0.020520996302366257}
+{"train_loss": 0.000367054803064093, "global_step": 36725, "epoch": 565, "lr": 8.583269149218365e-07}
+{"train_loss": 0.00030604106723330915, "global_step": 36726, "epoch": 565, "lr": 8.575743408926918e-07}
+{"train_loss": 0.0007723924936726689, "global_step": 36727, "epoch": 565, "lr": 8.568220940798122e-07}
+{"train_loss": 0.00032319483580067754, "global_step": 36728, "epoch": 565, "lr": 8.56070174488205e-07}
+{"train_loss": 0.0003958101733587682, "global_step": 36729, "epoch": 565, "lr": 8.553185821228715e-07}
+{"train_loss": 0.0003333865315653384, "global_step": 36730, "epoch": 565, "lr": 8.545673169888135e-07}
+{"train_loss": 0.000678155804052949, "global_step": 36731, "epoch": 565, "lr": 8.53816379091038e-07}
+{"train_loss": 0.0006184939411468804, "global_step": 36732, "epoch": 565, "lr": 8.530657684345467e-07}
+{"train_loss": 0.00046301656402647495, "global_step": 36733, "epoch": 565, "lr": 8.523154850243353e-07}
+{"train_loss": 0.00035457161720842123, "global_step": 36734, "epoch": 565, "lr": 8.515655288653945e-07}
+{"train_loss": 0.00036611544783227146, "global_step": 36735, "epoch": 565, "lr": 8.508158999627258e-07}
+{"train_loss": 0.0012713493779301643, "global_step": 36736, "epoch": 565, "lr": 8.500665983213196e-07}
+{"train_loss": 0.000293574295938015, "global_step": 36737, "epoch": 565, "lr": 8.493176239461608e-07}
+{"train_loss": 0.0006058001308701932, "global_step": 36738, "epoch": 565, "lr": 8.4856897684224e-07}
+{"train_loss": 0.00032866548281162977, "global_step": 36739, "epoch": 565, "lr": 8.478206570145364e-07}
+{"train_loss": 0.00046774899237789214, "global_step": 36740, "epoch": 565, "lr": 8.47072664468046e-07}
+{"train_loss": 0.0005101603455841541, "global_step": 36741, "epoch": 565, "lr": 8.463249992077315e-07}
+{"train_loss": 0.0007256008102558553, "global_step": 36742, "epoch": 565, "lr": 8.455776612385835e-07}
+{"train_loss": 0.00041353690903633833, "global_step": 36743, "epoch": 565, "lr": 8.448306505655756e-07}
+{"train_loss": 0.0003743210982065648, "global_step": 36744, "epoch": 565, "lr": 8.440839671936818e-07}
+{"train_loss": 0.0003757845552172512, "global_step": 36745, "epoch": 565, "lr": 8.433376111278757e-07}
+{"train_loss": 0.0002714158617891371, "global_step": 36746, "epoch": 565, "lr": 8.425915823731201e-07}
+{"train_loss": 0.00028681557159870863, "global_step": 36747, "epoch": 565, "lr": 8.418458809343887e-07}
+{"train_loss": 0.00032400997588410974, "global_step": 36748, "epoch": 565, "lr": 8.411005068166444e-07}
+{"train_loss": 0.00039150548400357366, "global_step": 36749, "epoch": 565, "lr": 8.403554600248498e-07}
+{"train_loss": 0.0005539881531149149, "global_step": 36750, "epoch": 565, "lr": 8.396107405639675e-07}
+{"train_loss": 0.0003930829407181591, "global_step": 36751, "epoch": 565, "lr": 8.388663484389602e-07}
+{"train_loss": 0.0007080788491293788, "global_step": 36752, "epoch": 565, "lr": 8.381222836547742e-07}
+{"train_loss": 0.0006284441333264112, "global_step": 36753, "epoch": 565, "lr": 8.373785462163774e-07}
+{"train_loss": 0.0005671738763339818, "global_step": 36754, "epoch": 565, "lr": 8.36635136128705e-07}
+{"train_loss": 0.0004993066540919244, "global_step": 36755, "epoch": 565, "lr": 8.358920533967196e-07}
+{"train_loss": 0.0004238505207467824, "global_step": 36756, "epoch": 565, "lr": 8.351492980253672e-07}
+{"train_loss": 0.0003889268555212766, "global_step": 36757, "epoch": 565, "lr": 8.344068700195884e-07}
+{"train_loss": 0.0003398818080313504, "global_step": 36758, "epoch": 565, "lr": 8.336647693843292e-07}
+{"train_loss": 0.0003270870365668088, "global_step": 36759, "epoch": 565, "lr": 8.329229961245355e-07}
+{"train_loss": 0.00023288221564143896, "global_step": 36760, "epoch": 565, "lr": 8.321815502451424e-07}
+{"train_loss": 0.00034808742930181324, "global_step": 36761, "epoch": 565, "lr": 8.314404317510904e-07}
+{"train_loss": 0.0011224063346162438, "global_step": 36762, "epoch": 565, "lr": 8.306996406473033e-07}
+{"train_loss": 0.00038741776370443404, "global_step": 36763, "epoch": 565, "lr": 8.299591769387272e-07}
+{"train_loss": 0.0003215897595509887, "global_step": 36764, "epoch": 565, "lr": 8.292190406302858e-07}
+{"train_loss": 0.0005353348096832633, "global_step": 36765, "epoch": 565, "lr": 8.28479231726903e-07}
+{"train_loss": 0.0004642359272111207, "global_step": 36766, "epoch": 565, "lr": 8.277397502335194e-07}
+{"train_loss": 0.00029327115043997765, "global_step": 36767, "epoch": 565, "lr": 8.27000596155042e-07}
+{"train_loss": 0.00031508348183706403, "global_step": 36768, "epoch": 565, "lr": 8.262617694964003e-07}
+{"train_loss": 0.00021347045549191535, "global_step": 36769, "epoch": 565, "lr": 8.255232702625182e-07}
+{"train_loss": 0.0012724704574793577, "global_step": 36770, "epoch": 565, "lr": 8.247850984583083e-07}
+{"train_loss": 0.00037782706203870475, "global_step": 36771, "epoch": 565, "lr": 8.240472540886779e-07}
+{"train_loss": 0.0002525660383980721, "global_step": 36772, "epoch": 565, "lr": 8.233097371585563e-07}
+{"train_loss": 0.0002703992649912834, "global_step": 36773, "epoch": 565, "lr": 8.225725476728452e-07}
+{"train_loss": 0.0004900621715933084, "global_step": 36774, "epoch": 565, "lr": 8.218356856364517e-07}
+{"train_loss": 0.00024797709193080664, "global_step": 36775, "epoch": 565, "lr": 8.210991510542831e-07}
+{"train_loss": 0.00033248087856918573, "global_step": 36776, "epoch": 565, "lr": 8.203629439312466e-07}
+{"train_loss": 0.00028535211458802223, "global_step": 36777, "epoch": 565, "lr": 8.196270642722437e-07}
+{"train_loss": 0.00036716682370752096, "global_step": 36778, "epoch": 565, "lr": 8.188915120821705e-07}
+{"train_loss": 0.00022499571787193418, "global_step": 36779, "epoch": 565, "lr": 8.181562873659232e-07}
+{"train_loss": 0.000539804226718843, "global_step": 36780, "epoch": 565, "lr": 8.174213901284089e-07}
+{"train_loss": 0.00041022119694389403, "global_step": 36781, "epoch": 565, "lr": 8.166868203745126e-07}
+{"train_loss": 0.00044755340786650777, "global_step": 36782, "epoch": 565, "lr": 8.159525781091249e-07}
+{"train_loss": 0.0005618992145173252, "global_step": 36783, "epoch": 565, "lr": 8.152186633371361e-07}
+{"train_loss": 0.00026568176690489054, "global_step": 36784, "epoch": 565, "lr": 8.144850760634315e-07}
+{"train_loss": 0.00036106992047280073, "global_step": 36785, "epoch": 565, "lr": 8.137518162928959e-07}
+{"train_loss": 0.00027616211446002126, "global_step": 36786, "epoch": 565, "lr": 8.130188840304143e-07}
+{"train_loss": 0.00022053609427530318, "global_step": 36787, "epoch": 565, "lr": 8.122862792808661e-07}
+{"train_loss": 0.00043158826883882284, "global_step": 36788, "epoch": 565, "lr": 8.115540020491364e-07}
+{"train_loss": 0.00044215420158042645, "global_step": 36789, "epoch": 565, "lr": 8.108220523400878e-07, "val_loss": 0.010298807173967361, "train_action_mse_error": 1.2737561519315932e-05}
+{"train_loss": 0.0004233599465806037, "global_step": 36790, "epoch": 566, "lr": 8.100904301585998e-07}
+{"train_loss": 0.00040402376907877624, "global_step": 36791, "epoch": 566, "lr": 8.093591355095409e-07}
+{"train_loss": 0.0003219463396817446, "global_step": 36792, "epoch": 566, "lr": 8.086281683977848e-07}
+{"train_loss": 0.000407969462685287, "global_step": 36793, "epoch": 566, "lr": 8.078975288281998e-07}
+{"train_loss": 0.00026216311380267143, "global_step": 36794, "epoch": 566, "lr": 8.071672168056488e-07}
+{"train_loss": 0.00027136466815136373, "global_step": 36795, "epoch": 566, "lr": 8.064372323349944e-07}
+{"train_loss": 0.00032692504464648664, "global_step": 36796, "epoch": 566, "lr": 8.057075754210941e-07}
+{"train_loss": 0.0004283119342289865, "global_step": 36797, "epoch": 566, "lr": 8.04978246068816e-07}
+{"train_loss": 0.0005390350124798715, "global_step": 36798, "epoch": 566, "lr": 8.042492442830063e-07}
+{"train_loss": 0.00030290172435343266, "global_step": 36799, "epoch": 566, "lr": 8.035205700685167e-07}
+{"train_loss": 0.0006458039279095829, "global_step": 36800, "epoch": 566, "lr": 8.027922234302099e-07}
+{"train_loss": 0.0005131377256475389, "global_step": 36801, "epoch": 566, "lr": 8.020642043729321e-07}
+{"train_loss": 0.0003297679650131613, "global_step": 36802, "epoch": 566, "lr": 8.013365129015293e-07}
+{"train_loss": 0.0006743202684447169, "global_step": 36803, "epoch": 566, "lr": 8.006091490208423e-07}
+{"train_loss": 0.0006678921636193991, "global_step": 36804, "epoch": 566, "lr": 7.998821127357225e-07}
+{"train_loss": 0.0002719673211686313, "global_step": 36805, "epoch": 566, "lr": 7.991554040510108e-07}
+{"train_loss": 0.00022226230066735297, "global_step": 36806, "epoch": 566, "lr": 7.984290229715363e-07}
+{"train_loss": 0.0004061225045006722, "global_step": 36807, "epoch": 566, "lr": 7.977029695021454e-07}
+{"train_loss": 0.0006720838719047606, "global_step": 36808, "epoch": 566, "lr": 7.969772436476674e-07}
+{"train_loss": 0.00048475206131115556, "global_step": 36809, "epoch": 566, "lr": 7.962518454129375e-07}
+{"train_loss": 0.0006536386790685356, "global_step": 36810, "epoch": 566, "lr": 7.955267748027851e-07}
+{"train_loss": 0.00040539054316468537, "global_step": 36811, "epoch": 566, "lr": 7.94802031822034e-07}
+{"train_loss": 0.0004435379523783922, "global_step": 36812, "epoch": 566, "lr": 7.940776164755193e-07}
+{"train_loss": 0.00028988748090341687, "global_step": 36813, "epoch": 566, "lr": 7.933535287680538e-07}
+{"train_loss": 0.0008982570725493133, "global_step": 36814, "epoch": 566, "lr": 7.926297687044671e-07}
+{"train_loss": 0.00034104002406820655, "global_step": 36815, "epoch": 566, "lr": 7.919063362895718e-07}
+{"train_loss": 0.00029468361753970385, "global_step": 36816, "epoch": 566, "lr": 7.911832315281864e-07}
+{"train_loss": 0.00033249816624447703, "global_step": 36817, "epoch": 566, "lr": 7.904604544251293e-07}
+{"train_loss": 0.0007488048286177218, "global_step": 36818, "epoch": 566, "lr": 7.897380049852132e-07}
+{"train_loss": 0.00022681185510009527, "global_step": 36819, "epoch": 566, "lr": 7.890158832132399e-07}
+{"train_loss": 0.0003599615884013474, "global_step": 36820, "epoch": 566, "lr": 7.882940891140334e-07}
+{"train_loss": 0.0006156971212476492, "global_step": 36821, "epoch": 566, "lr": 7.875726226923896e-07}
+{"train_loss": 0.00047641649143770337, "global_step": 36822, "epoch": 566, "lr": 7.868514839531105e-07}
+{"train_loss": 0.0005629879306070507, "global_step": 36823, "epoch": 566, "lr": 7.861306729009976e-07}
+{"train_loss": 0.0005050351610407233, "global_step": 36824, "epoch": 566, "lr": 7.854101895408583e-07}
+{"train_loss": 0.0005810854490846395, "global_step": 36825, "epoch": 566, "lr": 7.846900338774887e-07}
+{"train_loss": 0.0006932673859409988, "global_step": 36826, "epoch": 566, "lr": 7.839702059156739e-07}
+{"train_loss": 0.00034172701998613775, "global_step": 36827, "epoch": 566, "lr": 7.832507056602156e-07}
+{"train_loss": 0.0005941390991210938, "global_step": 36828, "epoch": 566, "lr": 7.825315331159045e-07}
+{"train_loss": 0.0006005761679261923, "global_step": 36829, "epoch": 566, "lr": 7.818126882875254e-07}
+{"train_loss": 0.0006652554729953408, "global_step": 36830, "epoch": 566, "lr": 7.810941711798692e-07}
+{"train_loss": 0.0003110759425908327, "global_step": 36831, "epoch": 566, "lr": 7.803759817977152e-07}
+{"train_loss": 0.0008947926689870656, "global_step": 36832, "epoch": 566, "lr": 7.79658120145843e-07}
+{"train_loss": 0.000285815738607198, "global_step": 36833, "epoch": 566, "lr": 7.789405862290488e-07}
+{"train_loss": 0.00022903151693753898, "global_step": 36834, "epoch": 566, "lr": 7.782233800520899e-07}
+{"train_loss": 0.0004375285061541945, "global_step": 36835, "epoch": 566, "lr": 7.775065016197569e-07}
+{"train_loss": 0.0003615794994402677, "global_step": 36836, "epoch": 566, "lr": 7.767899509368126e-07}
+{"train_loss": 0.0003941926115658134, "global_step": 36837, "epoch": 566, "lr": 7.760737280080366e-07}
+{"train_loss": 0.0002808202407322824, "global_step": 36838, "epoch": 566, "lr": 7.753578328381917e-07}
+{"train_loss": 0.00039555845432914793, "global_step": 36839, "epoch": 566, "lr": 7.746422654320462e-07}
+{"train_loss": 0.00029876420740038157, "global_step": 36840, "epoch": 566, "lr": 7.739270257943632e-07}
+{"train_loss": 0.0004028237017337233, "global_step": 36841, "epoch": 566, "lr": 7.732121139299165e-07}
+{"train_loss": 0.0005181771120987833, "global_step": 36842, "epoch": 566, "lr": 7.724975298434523e-07}
+{"train_loss": 0.0004509485443122685, "global_step": 36843, "epoch": 566, "lr": 7.717832735397335e-07}
+{"train_loss": 0.0005150378565303981, "global_step": 36844, "epoch": 566, "lr": 7.710693450235173e-07}
+{"train_loss": 0.00047276439727284014, "global_step": 36845, "epoch": 566, "lr": 7.703557442995557e-07}
+{"train_loss": 0.0006117643206380308, "global_step": 36846, "epoch": 566, "lr": 7.696424713726003e-07}
+{"train_loss": 0.0002840890083462, "global_step": 36847, "epoch": 566, "lr": 7.689295262473973e-07}
+{"train_loss": 0.00037242271355353296, "global_step": 36848, "epoch": 566, "lr": 7.682169089287039e-07}
+{"train_loss": 0.00039010660839267075, "global_step": 36849, "epoch": 566, "lr": 7.675046194212554e-07}
+{"train_loss": 0.0003377404354978353, "global_step": 36850, "epoch": 566, "lr": 7.667926577297979e-07}
+{"train_loss": 0.00030490709468722343, "global_step": 36851, "epoch": 566, "lr": 7.660810238590777e-07}
+{"train_loss": 0.00035727472277358174, "global_step": 36852, "epoch": 566, "lr": 7.653697178138186e-07}
+{"train_loss": 0.00024790276074782014, "global_step": 36853, "epoch": 566, "lr": 7.646587395987726e-07}
+{"train_loss": 0.0004419484083952669, "global_step": 36854, "epoch": 566, "lr": 7.639480892186634e-07, "val_loss": 0.01112708542495966}
+{"train_loss": 0.00032717271824367344, "global_step": 36855, "epoch": 567, "lr": 7.63237766678232e-07}
+{"train_loss": 0.0005548054468818009, "global_step": 36856, "epoch": 567, "lr": 7.625277719821966e-07}
+{"train_loss": 0.0006110906833782792, "global_step": 36857, "epoch": 567, "lr": 7.618181051352924e-07}
+{"train_loss": 0.00023196113761514425, "global_step": 36858, "epoch": 567, "lr": 7.61108766142249e-07}
+{"train_loss": 0.00038115488132461905, "global_step": 36859, "epoch": 567, "lr": 7.603997550077735e-07}
+{"train_loss": 0.0004116106138098985, "global_step": 36860, "epoch": 567, "lr": 7.596910717366013e-07}
+{"train_loss": 0.00045849912567064166, "global_step": 36861, "epoch": 567, "lr": 7.589827163334507e-07}
+{"train_loss": 0.0003579385520424694, "global_step": 36862, "epoch": 567, "lr": 7.582746888030289e-07}
+{"train_loss": 0.0003779229009523988, "global_step": 36863, "epoch": 567, "lr": 7.575669891500603e-07}
+{"train_loss": 0.0004409395041875541, "global_step": 36864, "epoch": 567, "lr": 7.56859617379252e-07}
+{"train_loss": 0.0003575895680114627, "global_step": 36865, "epoch": 567, "lr": 7.561525734953112e-07}
+{"train_loss": 0.00025815502158366144, "global_step": 36866, "epoch": 567, "lr": 7.554458575029566e-07}
+{"train_loss": 0.0003083385236095637, "global_step": 36867, "epoch": 567, "lr": 7.547394694068788e-07}
+{"train_loss": 0.0002776195469778031, "global_step": 36868, "epoch": 567, "lr": 7.540334092117962e-07}
+{"train_loss": 0.0002927709720097482, "global_step": 36869, "epoch": 567, "lr": 7.533276769223996e-07}
+{"train_loss": 0.0003966566873714328, "global_step": 36870, "epoch": 567, "lr": 7.526222725433907e-07}
+{"train_loss": 0.0006663048989139497, "global_step": 36871, "epoch": 567, "lr": 7.519171960794657e-07}
+{"train_loss": 0.0007145631243474782, "global_step": 36872, "epoch": 567, "lr": 7.512124475353266e-07}
+{"train_loss": 0.00040451224776916206, "global_step": 36873, "epoch": 567, "lr": 7.505080269156583e-07}
+{"train_loss": 0.00048250079271383584, "global_step": 36874, "epoch": 567, "lr": 7.498039342251572e-07}
+{"train_loss": 0.000617223558947444, "global_step": 36875, "epoch": 567, "lr": 7.491001694684973e-07}
+{"train_loss": 0.00038746913196519017, "global_step": 36876, "epoch": 567, "lr": 7.483967326503805e-07}
+{"train_loss": 0.0003627304104156792, "global_step": 36877, "epoch": 567, "lr": 7.476936237754917e-07}
+{"train_loss": 0.00033476072712801397, "global_step": 36878, "epoch": 567, "lr": 7.469908428484995e-07}
+{"train_loss": 0.0004675294039770961, "global_step": 36879, "epoch": 567, "lr": 7.462883898740891e-07}
+{"train_loss": 0.00041336085996590555, "global_step": 36880, "epoch": 567, "lr": 7.455862648569345e-07}
+{"train_loss": 0.00033936070394702256, "global_step": 36881, "epoch": 567, "lr": 7.448844678017264e-07}
+{"train_loss": 0.0002914885990321636, "global_step": 36882, "epoch": 567, "lr": 7.441829987131222e-07}
+{"train_loss": 0.0005141607252880931, "global_step": 36883, "epoch": 567, "lr": 7.434818575957958e-07}
+{"train_loss": 0.0002756393514573574, "global_step": 36884, "epoch": 567, "lr": 7.427810444544159e-07}
+{"train_loss": 0.0004780083254445344, "global_step": 36885, "epoch": 567, "lr": 7.420805592936508e-07}
+{"train_loss": 0.0004753141547553241, "global_step": 36886, "epoch": 567, "lr": 7.413804021181636e-07}
+{"train_loss": 0.0003455599071457982, "global_step": 36887, "epoch": 567, "lr": 7.406805729326116e-07}
+{"train_loss": 0.0004442464851308614, "global_step": 36888, "epoch": 567, "lr": 7.399810717416633e-07}
+{"train_loss": 0.00025489996187388897, "global_step": 36889, "epoch": 567, "lr": 7.392818985499761e-07}
+{"train_loss": 0.00024832619237713516, "global_step": 36890, "epoch": 567, "lr": 7.385830533622018e-07}
+{"train_loss": 0.0004154315101914108, "global_step": 36891, "epoch": 567, "lr": 7.378845361829867e-07}
+{"train_loss": 0.0002490747137926519, "global_step": 36892, "epoch": 567, "lr": 7.371863470169937e-07}
+{"train_loss": 0.0003141388006042689, "global_step": 36893, "epoch": 567, "lr": 7.364884858688636e-07}
+{"train_loss": 0.0005356664187274873, "global_step": 36894, "epoch": 567, "lr": 7.357909527432482e-07}
+{"train_loss": 0.0003234643372707069, "global_step": 36895, "epoch": 567, "lr": 7.350937476447883e-07}
+{"train_loss": 0.00032874487806111574, "global_step": 36896, "epoch": 567, "lr": 7.343968705781301e-07}
+{"train_loss": 0.0004921565996482968, "global_step": 36897, "epoch": 567, "lr": 7.337003215479143e-07}
+{"train_loss": 0.0006048868526704609, "global_step": 36898, "epoch": 567, "lr": 7.330041005587763e-07}
+{"train_loss": 0.00040564537630416453, "global_step": 36899, "epoch": 567, "lr": 7.323082076153509e-07}
+{"train_loss": 0.0002854669000953436, "global_step": 36900, "epoch": 567, "lr": 7.316126427222736e-07}
+{"train_loss": 0.0005465328576974571, "global_step": 36901, "epoch": 567, "lr": 7.309174058841683e-07}
+{"train_loss": 0.00044913066085428, "global_step": 36902, "epoch": 567, "lr": 7.302224971056814e-07}
+{"train_loss": 0.0004970916779711843, "global_step": 36903, "epoch": 567, "lr": 7.295279163914259e-07}
+{"train_loss": 0.0006370784831233323, "global_step": 36904, "epoch": 567, "lr": 7.288336637460258e-07}
+{"train_loss": 0.0002917590318247676, "global_step": 36905, "epoch": 567, "lr": 7.281397391741162e-07}
+{"train_loss": 0.0005044483696110547, "global_step": 36906, "epoch": 567, "lr": 7.274461426803048e-07}
+{"train_loss": 0.00028514955192804337, "global_step": 36907, "epoch": 567, "lr": 7.267528742692154e-07}
+{"train_loss": 0.0003066933713853359, "global_step": 36908, "epoch": 567, "lr": 7.260599339454666e-07}
+{"train_loss": 0.0005317752948030829, "global_step": 36909, "epoch": 567, "lr": 7.253673217136658e-07}
+{"train_loss": 0.0002955398231279105, "global_step": 36910, "epoch": 567, "lr": 7.246750375784317e-07}
+{"train_loss": 0.00034771900391206145, "global_step": 36911, "epoch": 567, "lr": 7.23983081544366e-07}
+{"train_loss": 0.00038958777440711856, "global_step": 36912, "epoch": 567, "lr": 7.232914536160873e-07}
+{"train_loss": 0.00025117123732343316, "global_step": 36913, "epoch": 567, "lr": 7.226001537981919e-07}
+{"train_loss": 0.0003624635573942214, "global_step": 36914, "epoch": 567, "lr": 7.219091820952873e-07}
+{"train_loss": 0.00029845949029549956, "global_step": 36915, "epoch": 567, "lr": 7.212185385119641e-07}
+{"train_loss": 0.00045878501259721816, "global_step": 36916, "epoch": 567, "lr": 7.205282230528354e-07}
+{"train_loss": 0.0003903235192410648, "global_step": 36917, "epoch": 567, "lr": 7.19838235722492e-07}
+{"train_loss": 0.0005001230165362358, "global_step": 36918, "epoch": 567, "lr": 7.191485765255246e-07}
+{"train_loss": 0.0004043030673458886, "global_step": 36919, "epoch": 567, "lr": 7.184592454665295e-07, "val_loss": 0.011193503625690937}
+{"train_loss": 0.0004991673049516976, "global_step": 36920, "epoch": 568, "lr": 7.177702425500976e-07}
+{"train_loss": 0.0003425659378990531, "global_step": 36921, "epoch": 568, "lr": 7.170815677808141e-07}
+{"train_loss": 0.00027030828641727567, "global_step": 36922, "epoch": 568, "lr": 7.163932211632695e-07}
+{"train_loss": 0.00036991218803450465, "global_step": 36923, "epoch": 568, "lr": 7.157052027020328e-07}
+{"train_loss": 0.0004283581511117518, "global_step": 36924, "epoch": 568, "lr": 7.150175124017e-07}
+{"train_loss": 0.00020736563601531088, "global_step": 36925, "epoch": 568, "lr": 7.143301502668453e-07}
+{"train_loss": 0.00032894258038140833, "global_step": 36926, "epoch": 568, "lr": 7.136431163020429e-07}
+{"train_loss": 0.0002347365370951593, "global_step": 36927, "epoch": 568, "lr": 7.129564105118724e-07}
+{"train_loss": 0.00047333521069958806, "global_step": 36928, "epoch": 568, "lr": 7.12270032900908e-07}
+{"train_loss": 0.0003266111307311803, "global_step": 36929, "epoch": 568, "lr": 7.11583983473707e-07}
+{"train_loss": 0.0003112604026682675, "global_step": 36930, "epoch": 568, "lr": 7.108982622348548e-07}
+{"train_loss": 0.0007266243337653577, "global_step": 36931, "epoch": 568, "lr": 7.102128691889032e-07}
+{"train_loss": 0.00024015783856157213, "global_step": 36932, "epoch": 568, "lr": 7.095278043404207e-07}
+{"train_loss": 0.00037597885238938034, "global_step": 36933, "epoch": 568, "lr": 7.088430676939705e-07}
+{"train_loss": 0.0002647508808877319, "global_step": 36934, "epoch": 568, "lr": 7.081586592541156e-07}
+{"train_loss": 0.0003885111946146935, "global_step": 36935, "epoch": 568, "lr": 7.074745790254078e-07}
+{"train_loss": 0.0004107115091755986, "global_step": 36936, "epoch": 568, "lr": 7.067908270123991e-07}
+{"train_loss": 0.00025668382295407355, "global_step": 36937, "epoch": 568, "lr": 7.061074032196468e-07}
+{"train_loss": 0.0004535117477644235, "global_step": 36938, "epoch": 568, "lr": 7.05424307651703e-07}
+{"train_loss": 0.0002694008871912956, "global_step": 36939, "epoch": 568, "lr": 7.047415403131141e-07}
+{"train_loss": 0.00025367148919031024, "global_step": 36940, "epoch": 568, "lr": 7.040591012084208e-07}
+{"train_loss": 0.0004591500910464674, "global_step": 36941, "epoch": 568, "lr": 7.033769903421749e-07}
+{"train_loss": 0.00040038401493802667, "global_step": 36942, "epoch": 568, "lr": 7.026952077189175e-07}
+{"train_loss": 0.00033664313377812505, "global_step": 36943, "epoch": 568, "lr": 7.020137533431892e-07}
+{"train_loss": 0.00031726728775538504, "global_step": 36944, "epoch": 568, "lr": 7.013326272195198e-07}
+{"train_loss": 0.0003280126256868243, "global_step": 36945, "epoch": 568, "lr": 7.0065182935245e-07}
+{"train_loss": 0.00035200745332986116, "global_step": 36946, "epoch": 568, "lr": 6.999713597465152e-07}
+{"train_loss": 0.00036264577647671103, "global_step": 36947, "epoch": 568, "lr": 6.992912184062395e-07}
+{"train_loss": 0.0003582205099519342, "global_step": 36948, "epoch": 568, "lr": 6.986114053361581e-07}
+{"train_loss": 0.00022723613074049354, "global_step": 36949, "epoch": 568, "lr": 6.979319205407953e-07}
+{"train_loss": 0.0002761484938673675, "global_step": 36950, "epoch": 568, "lr": 6.972527640246807e-07}
+{"train_loss": 0.00027852895436808467, "global_step": 36951, "epoch": 568, "lr": 6.965739357923274e-07}
+{"train_loss": 0.00023247572244144976, "global_step": 36952, "epoch": 568, "lr": 6.958954358482539e-07}
+{"train_loss": 0.0005008869338780642, "global_step": 36953, "epoch": 568, "lr": 6.952172641969901e-07}
+{"train_loss": 0.00029099718085490167, "global_step": 36954, "epoch": 568, "lr": 6.945394208430434e-07}
+{"train_loss": 0.00033685387461446226, "global_step": 36955, "epoch": 568, "lr": 6.938619057909268e-07}
+{"train_loss": 0.0004225282755214721, "global_step": 36956, "epoch": 568, "lr": 6.931847190451535e-07}
+{"train_loss": 0.00024293475144077092, "global_step": 36957, "epoch": 568, "lr": 6.925078606102309e-07}
+{"train_loss": 0.0002827399002853781, "global_step": 36958, "epoch": 568, "lr": 6.918313304906776e-07}
+{"train_loss": 0.00036786484997719526, "global_step": 36959, "epoch": 568, "lr": 6.91155128690979e-07}
+{"train_loss": 0.0003498705045785755, "global_step": 36960, "epoch": 568, "lr": 6.904792552156425e-07}
+{"train_loss": 0.00022875031572766602, "global_step": 36961, "epoch": 568, "lr": 6.898037100691812e-07}
+{"train_loss": 0.00033222101046703756, "global_step": 36962, "epoch": 568, "lr": 6.891284932560804e-07}
+{"train_loss": 0.0005169899086467922, "global_step": 36963, "epoch": 568, "lr": 6.884536047808421e-07}
+{"train_loss": 0.0004117068601772189, "global_step": 36964, "epoch": 568, "lr": 6.87779044647957e-07}
+{"train_loss": 0.0004969298606738448, "global_step": 36965, "epoch": 568, "lr": 6.871048128619162e-07}
+{"train_loss": 0.00040366186294704676, "global_step": 36966, "epoch": 568, "lr": 6.864309094272214e-07}
+{"train_loss": 0.00030548247741535306, "global_step": 36967, "epoch": 568, "lr": 6.857573343483414e-07}
+{"train_loss": 0.0007571109454147518, "global_step": 36968, "epoch": 568, "lr": 6.850840876297671e-07}
+{"train_loss": 0.0004885323578491807, "global_step": 36969, "epoch": 568, "lr": 6.844111692759836e-07}
+{"train_loss": 0.0002871449978556484, "global_step": 36970, "epoch": 568, "lr": 6.837385792914763e-07}
+{"train_loss": 0.00048705958761274815, "global_step": 36971, "epoch": 568, "lr": 6.83066317680714e-07}
+{"train_loss": 0.0002538661938160658, "global_step": 36972, "epoch": 568, "lr": 6.823943844481817e-07}
+{"train_loss": 0.0004648022004403174, "global_step": 36973, "epoch": 568, "lr": 6.817227795983427e-07}
+{"train_loss": 0.0002592986566014588, "global_step": 36974, "epoch": 568, "lr": 6.810515031356879e-07}
+{"train_loss": 0.00034752540523186326, "global_step": 36975, "epoch": 568, "lr": 6.803805550646691e-07}
+{"train_loss": 0.00044299906585365534, "global_step": 36976, "epoch": 568, "lr": 6.797099353897552e-07}
+{"train_loss": 0.000377947959350422, "global_step": 36977, "epoch": 568, "lr": 6.790396441154145e-07}
+{"train_loss": 0.0005707719246856868, "global_step": 36978, "epoch": 568, "lr": 6.783696812461216e-07}
+{"train_loss": 0.000701368844602257, "global_step": 36979, "epoch": 568, "lr": 6.77700046786317e-07}
+{"train_loss": 0.0005739264888688922, "global_step": 36980, "epoch": 568, "lr": 6.770307407404752e-07}
+{"train_loss": 0.0005503066349774599, "global_step": 36981, "epoch": 568, "lr": 6.763617631130481e-07}
+{"train_loss": 0.0005051267798990011, "global_step": 36982, "epoch": 568, "lr": 6.756931139084877e-07}
+{"train_loss": 0.00036621993058361113, "global_step": 36983, "epoch": 568, "lr": 6.750247931312459e-07}
+{"train_loss": 0.00037905913106022545, "global_step": 36984, "epoch": 568, "lr": 6.743568007857748e-07, "val_loss": 0.010013661347329617}
+{"train_loss": 0.0002739289484452456, "global_step": 36985, "epoch": 569, "lr": 6.736891368765263e-07}
+{"train_loss": 0.0002462999545969069, "global_step": 36986, "epoch": 569, "lr": 6.730218014079415e-07}
+{"train_loss": 0.0003283514524810016, "global_step": 36987, "epoch": 569, "lr": 6.72354794384461e-07}
+{"train_loss": 0.0003392676298972219, "global_step": 36988, "epoch": 569, "lr": 6.716881158105315e-07}
+{"train_loss": 0.00038702687015756965, "global_step": 36989, "epoch": 569, "lr": 6.710217656905882e-07}
+{"train_loss": 0.00035648897755891085, "global_step": 36990, "epoch": 569, "lr": 6.70355744029072e-07}
+{"train_loss": 0.00038122007390484214, "global_step": 36991, "epoch": 569, "lr": 6.696900508304182e-07}
+{"train_loss": 0.000495466694701463, "global_step": 36992, "epoch": 569, "lr": 6.690246860990512e-07}
+{"train_loss": 0.0003642362426035106, "global_step": 36993, "epoch": 569, "lr": 6.683596498394062e-07}
+{"train_loss": 0.00039373087929561734, "global_step": 36994, "epoch": 569, "lr": 6.676949420559186e-07}
+{"train_loss": 0.00031685817521065474, "global_step": 36995, "epoch": 569, "lr": 6.670305627530015e-07}
+{"train_loss": 0.00041339555173181, "global_step": 36996, "epoch": 569, "lr": 6.663665119350903e-07}
+{"train_loss": 0.0005939544644206762, "global_step": 36997, "epoch": 569, "lr": 6.657027896065982e-07}
+{"train_loss": 0.0006738378433510661, "global_step": 36998, "epoch": 569, "lr": 6.650393957719436e-07}
+{"train_loss": 0.0004117429780308157, "global_step": 36999, "epoch": 569, "lr": 6.643763304355566e-07}
+{"train_loss": 0.000388569402275607, "global_step": 37000, "epoch": 569, "lr": 6.63713593601839e-07}
+{"train_loss": 0.0005362706142477691, "global_step": 37001, "epoch": 569, "lr": 6.630511852752042e-07}
+{"train_loss": 0.0004270558129064739, "global_step": 37002, "epoch": 569, "lr": 6.623891054600706e-07}
+{"train_loss": 0.0004932868178002536, "global_step": 37003, "epoch": 569, "lr": 6.617273541608404e-07}
+{"train_loss": 0.0005442986730486155, "global_step": 37004, "epoch": 569, "lr": 6.610659313819267e-07}
+{"train_loss": 0.0002686734951566905, "global_step": 37005, "epoch": 569, "lr": 6.60404837127726e-07}
+{"train_loss": 0.00038513567415066063, "global_step": 37006, "epoch": 569, "lr": 6.597440714026459e-07}
+{"train_loss": 0.0003258697979617864, "global_step": 37007, "epoch": 569, "lr": 6.590836342110828e-07}
+{"train_loss": 0.0006930878735147417, "global_step": 37008, "epoch": 569, "lr": 6.584235255574334e-07}
+{"train_loss": 0.00040620233630761504, "global_step": 37009, "epoch": 569, "lr": 6.577637454460939e-07}
+{"train_loss": 0.00031646425486542284, "global_step": 37010, "epoch": 569, "lr": 6.571042938814608e-07}
+{"train_loss": 0.0003453507961239666, "global_step": 37011, "epoch": 569, "lr": 6.564451708679198e-07}
+{"train_loss": 0.00022119870118331164, "global_step": 37012, "epoch": 569, "lr": 6.55786376409867e-07}
+{"train_loss": 0.0004435177834238857, "global_step": 37013, "epoch": 569, "lr": 6.551279105116826e-07}
+{"train_loss": 0.0003244245599489659, "global_step": 37014, "epoch": 569, "lr": 6.54469773177746e-07}
+{"train_loss": 0.00022412874386645854, "global_step": 37015, "epoch": 569, "lr": 6.538119644124596e-07}
+{"train_loss": 0.0003441476437728852, "global_step": 37016, "epoch": 569, "lr": 6.531544842201809e-07}
+{"train_loss": 0.000505383824929595, "global_step": 37017, "epoch": 569, "lr": 6.524973326052952e-07}
+{"train_loss": 0.0004691006033681333, "global_step": 37018, "epoch": 569, "lr": 6.518405095721881e-07}
+{"train_loss": 0.00027146475622430444, "global_step": 37019, "epoch": 569, "lr": 6.511840151252169e-07}
+{"train_loss": 0.0005366611294448376, "global_step": 37020, "epoch": 569, "lr": 6.505278492687672e-07}
+{"train_loss": 0.0007991609745658934, "global_step": 37021, "epoch": 569, "lr": 6.498720120071966e-07}
+{"train_loss": 0.00035135872894898057, "global_step": 37022, "epoch": 569, "lr": 6.492165033448794e-07}
+{"train_loss": 0.00035354678402654827, "global_step": 37023, "epoch": 569, "lr": 6.485613232861787e-07}
+{"train_loss": 0.000582853623200208, "global_step": 37024, "epoch": 569, "lr": 6.479064718354578e-07}
+{"train_loss": 0.00031478225719183683, "global_step": 37025, "epoch": 569, "lr": 6.472519489970685e-07}
+{"train_loss": 0.0005699416506104171, "global_step": 37026, "epoch": 569, "lr": 6.465977547753854e-07}
+{"train_loss": 0.0005184215842746198, "global_step": 37027, "epoch": 569, "lr": 6.459438891747494e-07}
+{"train_loss": 0.00023357634199783206, "global_step": 37028, "epoch": 569, "lr": 6.452903521995235e-07}
+{"train_loss": 0.00032051216112449765, "global_step": 37029, "epoch": 569, "lr": 6.446371438540544e-07}
+{"train_loss": 0.0003321692638564855, "global_step": 37030, "epoch": 569, "lr": 6.439842641426941e-07}
+{"train_loss": 0.0003725295828189701, "global_step": 37031, "epoch": 569, "lr": 6.433317130697892e-07}
+{"train_loss": 0.0002533772203605622, "global_step": 37032, "epoch": 569, "lr": 6.426794906396805e-07}
+{"train_loss": 0.0004018753534182906, "global_step": 37033, "epoch": 569, "lr": 6.420275968567203e-07}
+{"train_loss": 0.0004133979382459074, "global_step": 37034, "epoch": 569, "lr": 6.413760317252382e-07}
+{"train_loss": 0.0004887057584710419, "global_step": 37035, "epoch": 569, "lr": 6.407247952495865e-07}
+{"train_loss": 0.0005110211786814034, "global_step": 37036, "epoch": 569, "lr": 6.400738874340839e-07}
+{"train_loss": 0.00026817608159035444, "global_step": 37037, "epoch": 569, "lr": 6.39423308283077e-07}
+{"train_loss": 0.0005991048528812826, "global_step": 37038, "epoch": 569, "lr": 6.387730578008899e-07}
+{"train_loss": 0.0002516868116799742, "global_step": 37039, "epoch": 569, "lr": 6.381231359918638e-07}
+{"train_loss": 0.0002818556677084416, "global_step": 37040, "epoch": 569, "lr": 6.374735428603118e-07}
+{"train_loss": 0.0003737040387932211, "global_step": 37041, "epoch": 569, "lr": 6.368242784105693e-07}
+{"train_loss": 0.00042994532850570977, "global_step": 37042, "epoch": 569, "lr": 6.361753426469608e-07}
+{"train_loss": 0.0004480251227505505, "global_step": 37043, "epoch": 569, "lr": 6.355267355738048e-07}
+{"train_loss": 0.00023507031437475234, "global_step": 37044, "epoch": 569, "lr": 6.348784571954147e-07}
+{"train_loss": 0.0009376203524880111, "global_step": 37045, "epoch": 569, "lr": 6.342305075161093e-07}
+{"train_loss": 0.0003825180174317211, "global_step": 37046, "epoch": 569, "lr": 6.335828865402016e-07}
+{"train_loss": 0.0002735312154982239, "global_step": 37047, "epoch": 569, "lr": 6.329355942720161e-07}
+{"train_loss": 0.00030036375392228365, "global_step": 37048, "epoch": 569, "lr": 6.322886307158438e-07}
+{"train_loss": 0.0004073122377471569, "global_step": 37049, "epoch": 569, "lr": 6.316419958760089e-07, "val_loss": 0.013586924411356449}
+{"train_loss": 0.0005493488279171288, "global_step": 37050, "epoch": 570, "lr": 6.309956897568082e-07}
+{"train_loss": 0.0003314382629469037, "global_step": 37051, "epoch": 570, "lr": 6.30349712362549e-07}
+{"train_loss": 0.0011327785905450583, "global_step": 37052, "epoch": 570, "lr": 6.297040636975282e-07}
+{"train_loss": 0.00056412850972265, "global_step": 37053, "epoch": 570, "lr": 6.290587437660478e-07}
+{"train_loss": 0.0005069399485364556, "global_step": 37054, "epoch": 570, "lr": 6.284137525723987e-07}
+{"train_loss": 0.00037765063461847603, "global_step": 37055, "epoch": 570, "lr": 6.277690901208943e-07}
+{"train_loss": 0.0003945684293285012, "global_step": 37056, "epoch": 570, "lr": 6.271247564158034e-07}
+{"train_loss": 0.0005653209518641233, "global_step": 37057, "epoch": 570, "lr": 6.26480751461428e-07}
+{"train_loss": 0.00018621658091433346, "global_step": 37058, "epoch": 570, "lr": 6.25837075262059e-07}
+{"train_loss": 0.0005562454462051392, "global_step": 37059, "epoch": 570, "lr": 6.251937278219821e-07}
+{"train_loss": 0.0003079819434788078, "global_step": 37060, "epoch": 570, "lr": 6.245507091454716e-07}
+{"train_loss": 0.0003779520629905164, "global_step": 37061, "epoch": 570, "lr": 6.23908019236813e-07}
+{"train_loss": 0.00030888538458384573, "global_step": 37062, "epoch": 570, "lr": 6.232656581002916e-07}
+{"train_loss": 0.0002550003118813038, "global_step": 37063, "epoch": 570, "lr": 6.226236257401819e-07}
+{"train_loss": 0.00039541468140669167, "global_step": 37064, "epoch": 570, "lr": 6.219819221607526e-07}
+{"train_loss": 0.00026393093867227435, "global_step": 37065, "epoch": 570, "lr": 6.213405473662836e-07}
+{"train_loss": 0.00042737938929349184, "global_step": 37066, "epoch": 570, "lr": 6.206995013610439e-07}
+{"train_loss": 0.0003292267501819879, "global_step": 37067, "epoch": 570, "lr": 6.200587841493021e-07}
+{"train_loss": 0.0005645525525324047, "global_step": 37068, "epoch": 570, "lr": 6.194183957353217e-07}
+{"train_loss": 0.0006212843582034111, "global_step": 37069, "epoch": 570, "lr": 6.187783361233712e-07}
+{"train_loss": 0.0003979770408477634, "global_step": 37070, "epoch": 570, "lr": 6.181386053177085e-07}
+{"train_loss": 0.0003267613356001675, "global_step": 37071, "epoch": 570, "lr": 6.174992033225968e-07}
+{"train_loss": 0.0006708767614327371, "global_step": 37072, "epoch": 570, "lr": 6.168601301422883e-07}
+{"train_loss": 0.00025420536985620856, "global_step": 37073, "epoch": 570, "lr": 6.162213857810406e-07}
+{"train_loss": 0.0006899161962792277, "global_step": 37074, "epoch": 570, "lr": 6.15582970243117e-07}
+{"train_loss": 0.00041632229113020003, "global_step": 37075, "epoch": 570, "lr": 6.149448835327531e-07}
+{"train_loss": 0.00048738866462372243, "global_step": 37076, "epoch": 570, "lr": 6.14307125654201e-07}
+{"train_loss": 0.0003586179518606514, "global_step": 37077, "epoch": 570, "lr": 6.136696966117128e-07}
+{"train_loss": 0.000300068233627826, "global_step": 37078, "epoch": 570, "lr": 6.130325964095296e-07}
+{"train_loss": 0.0002957286487799138, "global_step": 37079, "epoch": 570, "lr": 6.123958250518924e-07}
+{"train_loss": 0.00036013059434480965, "global_step": 37080, "epoch": 570, "lr": 6.117593825430423e-07}
+{"train_loss": 0.0005808666464872658, "global_step": 37081, "epoch": 570, "lr": 6.111232688872259e-07}
+{"train_loss": 0.00032954226480796933, "global_step": 37082, "epoch": 570, "lr": 6.10487484088662e-07}
+{"train_loss": 0.0002943894069176167, "global_step": 37083, "epoch": 570, "lr": 6.098520281515918e-07}
+{"train_loss": 0.00028870534151792526, "global_step": 37084, "epoch": 570, "lr": 6.092169010802507e-07}
+{"train_loss": 0.00032402071519754827, "global_step": 37085, "epoch": 570, "lr": 6.085821028788629e-07}
+{"train_loss": 0.0003608321712817997, "global_step": 37086, "epoch": 570, "lr": 6.079476335516532e-07}
+{"train_loss": 0.0006317339721135795, "global_step": 37087, "epoch": 570, "lr": 6.073134931028568e-07}
+{"train_loss": 0.0005399272195063531, "global_step": 37088, "epoch": 570, "lr": 6.066796815366815e-07}
+{"train_loss": 0.0005403718678280711, "global_step": 37089, "epoch": 570, "lr": 6.060461988573574e-07}
+{"train_loss": 0.0005238023004494607, "global_step": 37090, "epoch": 570, "lr": 6.054130450690976e-07}
+{"train_loss": 0.00037485460052266717, "global_step": 37091, "epoch": 570, "lr": 6.047802201761266e-07}
+{"train_loss": 0.00043123465729877353, "global_step": 37092, "epoch": 570, "lr": 6.041477241826465e-07}
+{"train_loss": 0.0003922735631931573, "global_step": 37093, "epoch": 570, "lr": 6.035155570928763e-07}
+{"train_loss": 0.000453891116194427, "global_step": 37094, "epoch": 570, "lr": 6.028837189110181e-07}
+{"train_loss": 0.00026847285334952176, "global_step": 37095, "epoch": 570, "lr": 6.022522096412908e-07}
+{"train_loss": 0.00027457060059532523, "global_step": 37096, "epoch": 570, "lr": 6.01621029287891e-07}
+{"train_loss": 0.0002796753542497754, "global_step": 37097, "epoch": 570, "lr": 6.009901778550264e-07}
+{"train_loss": 0.00043807303882203996, "global_step": 37098, "epoch": 570, "lr": 6.003596553468882e-07}
+{"train_loss": 0.0004025731759611517, "global_step": 37099, "epoch": 570, "lr": 5.997294617676841e-07}
+{"train_loss": 0.00032587285386398435, "global_step": 37100, "epoch": 570, "lr": 5.990995971215996e-07}
+{"train_loss": 0.0004316707490943372, "global_step": 37101, "epoch": 570, "lr": 5.984700614128425e-07}
+{"train_loss": 0.0003127196978311986, "global_step": 37102, "epoch": 570, "lr": 5.978408546455982e-07}
+{"train_loss": 0.0004057315818499774, "global_step": 37103, "epoch": 570, "lr": 5.972119768240525e-07}
+{"train_loss": 0.0004678423865698278, "global_step": 37104, "epoch": 570, "lr": 5.965834279524019e-07}
+{"train_loss": 0.0002810686419252306, "global_step": 37105, "epoch": 570, "lr": 5.959552080348207e-07}
+{"train_loss": 0.0003004895115736872, "global_step": 37106, "epoch": 570, "lr": 5.953273170755003e-07}
+{"train_loss": 0.0003245625412091613, "global_step": 37107, "epoch": 570, "lr": 5.946997550786204e-07}
+{"train_loss": 0.00042340607615187764, "global_step": 37108, "epoch": 570, "lr": 5.9407252204835e-07}
+{"train_loss": 0.0005842415848746896, "global_step": 37109, "epoch": 570, "lr": 5.934456179888804e-07}
+{"train_loss": 0.0007734349346719682, "global_step": 37110, "epoch": 570, "lr": 5.928190429043745e-07}
+{"train_loss": 0.00039650994585826993, "global_step": 37111, "epoch": 570, "lr": 5.921927967990127e-07}
+{"train_loss": 0.000317687401548028, "global_step": 37112, "epoch": 570, "lr": 5.915668796769636e-07}
+{"train_loss": 0.0004513567837420851, "global_step": 37113, "epoch": 570, "lr": 5.90941291542385e-07}
+{"train_loss": 0.00042176118317561654, "global_step": 37114, "epoch": 570, "lr": 5.903160323994516e-07, "val_loss": 0.005129263736307621, "train_action_mse_error": 1.1655550224531908e-05}
+{"train_loss": 0.0006630390416830778, "global_step": 37115, "epoch": 571, "lr": 5.896911022523266e-07}
+{"train_loss": 0.0004446838574949652, "global_step": 37116, "epoch": 571, "lr": 5.890665011051677e-07}
+{"train_loss": 0.00041866584797389805, "global_step": 37117, "epoch": 571, "lr": 5.884422289621328e-07}
+{"train_loss": 0.0006515893037430942, "global_step": 37118, "epoch": 571, "lr": 5.878182858273795e-07}
+{"train_loss": 0.00039643043419346213, "global_step": 37119, "epoch": 571, "lr": 5.871946717050714e-07}
+{"train_loss": 0.00038767015212215483, "global_step": 37120, "epoch": 571, "lr": 5.865713865993494e-07}
+{"train_loss": 0.0010475743329152465, "global_step": 37121, "epoch": 571, "lr": 5.859484305143714e-07}
+{"train_loss": 0.0004946980043314397, "global_step": 37122, "epoch": 571, "lr": 5.85325803454273e-07}
+{"train_loss": 0.00040969939436763525, "global_step": 37123, "epoch": 571, "lr": 5.847035054232175e-07}
+{"train_loss": 0.00034367592888884246, "global_step": 37124, "epoch": 571, "lr": 5.840815364253349e-07}
+{"train_loss": 0.0005222323234193027, "global_step": 37125, "epoch": 571, "lr": 5.83459896464772e-07}
+{"train_loss": 0.0005600287113338709, "global_step": 37126, "epoch": 571, "lr": 5.828385855456642e-07}
+{"train_loss": 0.0003085535136051476, "global_step": 37127, "epoch": 571, "lr": 5.822176036721583e-07}
+{"train_loss": 0.0002893467899411917, "global_step": 37128, "epoch": 571, "lr": 5.815969508483843e-07}
+{"train_loss": 0.0003479811130091548, "global_step": 37129, "epoch": 571, "lr": 5.809766270784666e-07}
+{"train_loss": 0.0004936842015013099, "global_step": 37130, "epoch": 571, "lr": 5.80356632366541e-07}
+{"train_loss": 0.00032951575121842325, "global_step": 37131, "epoch": 571, "lr": 5.79736966716743e-07}
+{"train_loss": 0.00037628060090355575, "global_step": 37132, "epoch": 571, "lr": 5.791176301331858e-07}
+{"train_loss": 0.00034004211192950606, "global_step": 37133, "epoch": 571, "lr": 5.784986226199996e-07}
+{"train_loss": 0.0003475001431070268, "global_step": 37134, "epoch": 571, "lr": 5.778799441813088e-07}
+{"train_loss": 0.00041448106640018523, "global_step": 37135, "epoch": 571, "lr": 5.772615948212323e-07}
+{"train_loss": 0.0003380542038939893, "global_step": 37136, "epoch": 571, "lr": 5.766435745438892e-07}
+{"train_loss": 0.0008045603171922266, "global_step": 37137, "epoch": 571, "lr": 5.760258833533872e-07}
+{"train_loss": 0.0004910691059194505, "global_step": 37138, "epoch": 571, "lr": 5.754085212538396e-07}
+{"train_loss": 0.00031262924312613904, "global_step": 37139, "epoch": 571, "lr": 5.747914882493655e-07}
+{"train_loss": 0.0004940463695675135, "global_step": 37140, "epoch": 571, "lr": 5.741747843440614e-07}
+{"train_loss": 0.00024368571757804602, "global_step": 37141, "epoch": 571, "lr": 5.735584095420466e-07}
+{"train_loss": 0.0003274330811109394, "global_step": 37142, "epoch": 571, "lr": 5.729423638474174e-07}
+{"train_loss": 0.00022704062575940043, "global_step": 37143, "epoch": 571, "lr": 5.723266472642763e-07}
+{"train_loss": 0.00055715098278597, "global_step": 37144, "epoch": 571, "lr": 5.717112597967311e-07}
+{"train_loss": 0.0005082152201794088, "global_step": 37145, "epoch": 571, "lr": 5.710962014488674e-07}
+{"train_loss": 0.00024114297411870211, "global_step": 37146, "epoch": 571, "lr": 5.704814722247875e-07}
+{"train_loss": 0.0004228107281960547, "global_step": 37147, "epoch": 571, "lr": 5.698670721285826e-07}
+{"train_loss": 0.00037668144796043634, "global_step": 37148, "epoch": 571, "lr": 5.692530011643437e-07}
+{"train_loss": 0.00029757872107438743, "global_step": 37149, "epoch": 571, "lr": 5.686392593361567e-07}
+{"train_loss": 0.0005474944482557476, "global_step": 37150, "epoch": 571, "lr": 5.680258466481125e-07}
+{"train_loss": 0.0005716646555811167, "global_step": 37151, "epoch": 571, "lr": 5.674127631043025e-07}
+{"train_loss": 0.0004262352595105767, "global_step": 37152, "epoch": 571, "lr": 5.668000087087954e-07}
+{"train_loss": 0.00016917841276153922, "global_step": 37153, "epoch": 571, "lr": 5.661875834656772e-07}
+{"train_loss": 0.00042965583270415664, "global_step": 37154, "epoch": 571, "lr": 5.65575487379022e-07}
+{"train_loss": 0.00030072126537561417, "global_step": 37155, "epoch": 571, "lr": 5.649637204529157e-07}
+{"train_loss": 0.0004752800741698593, "global_step": 37156, "epoch": 571, "lr": 5.64352282691416e-07}
+{"train_loss": 0.00029378634644672275, "global_step": 37157, "epoch": 571, "lr": 5.637411740986087e-07}
+{"train_loss": 0.0002651716931723058, "global_step": 37158, "epoch": 571, "lr": 5.631303946785571e-07}
+{"train_loss": 0.0005069096805527806, "global_step": 37159, "epoch": 571, "lr": 5.625199444353302e-07}
+{"train_loss": 0.00035351779661141336, "global_step": 37160, "epoch": 571, "lr": 5.619098233729914e-07}
+{"train_loss": 0.0003502845938783139, "global_step": 37161, "epoch": 571, "lr": 5.613000314955985e-07}
+{"train_loss": 0.0004695871321018785, "global_step": 37162, "epoch": 571, "lr": 5.606905688072151e-07}
+{"train_loss": 0.0003560502955224365, "global_step": 37163, "epoch": 571, "lr": 5.600814353119044e-07}
+{"train_loss": 0.0004418366588652134, "global_step": 37164, "epoch": 571, "lr": 5.594726310137133e-07}
+{"train_loss": 0.0003643941308837384, "global_step": 37165, "epoch": 571, "lr": 5.588641559166996e-07}
+{"train_loss": 0.0003297011135146022, "global_step": 37166, "epoch": 571, "lr": 5.582560100249212e-07}
+{"train_loss": 0.0005580016877502203, "global_step": 37167, "epoch": 571, "lr": 5.576481933424194e-07}
+{"train_loss": 0.00043315469520166516, "global_step": 37168, "epoch": 571, "lr": 5.570407058732463e-07}
+{"train_loss": 0.0002518305554986, "global_step": 37169, "epoch": 571, "lr": 5.564335476214433e-07}
+{"train_loss": 0.0006035360274836421, "global_step": 37170, "epoch": 571, "lr": 5.558267185910515e-07}
+{"train_loss": 0.00027440584381110966, "global_step": 37171, "epoch": 571, "lr": 5.552202187861122e-07}
+{"train_loss": 0.0005505340523086488, "global_step": 37172, "epoch": 571, "lr": 5.546140482106721e-07}
+{"train_loss": 0.0004083667299710214, "global_step": 37173, "epoch": 571, "lr": 5.540082068687558e-07}
+{"train_loss": 0.00022616291244048625, "global_step": 37174, "epoch": 571, "lr": 5.534026947644045e-07}
+{"train_loss": 0.0003368051548022777, "global_step": 37175, "epoch": 571, "lr": 5.527975119016481e-07}
+{"train_loss": 0.00038065671105869114, "global_step": 37176, "epoch": 571, "lr": 5.521926582845227e-07}
+{"train_loss": 0.0005815268959850073, "global_step": 37177, "epoch": 571, "lr": 5.515881339170415e-07}
+{"train_loss": 0.00020610149658750743, "global_step": 37178, "epoch": 571, "lr": 5.509839388032345e-07}
+{"train_loss": 0.0004164137261865947, "global_step": 37179, "epoch": 571, "lr": 5.503800729471376e-07, "val_loss": 0.005334130022674799}
+{"train_loss": 0.0003804887819569558, "global_step": 37180, "epoch": 572, "lr": 5.497765363527529e-07}
+{"train_loss": 0.00021465822646860033, "global_step": 37181, "epoch": 572, "lr": 5.491733290241163e-07}
+{"train_loss": 0.00034508781391195953, "global_step": 37182, "epoch": 572, "lr": 5.4857045096523e-07}
+{"train_loss": 0.000304352113744244, "global_step": 37183, "epoch": 572, "lr": 5.479679021801132e-07}
+{"train_loss": 0.0004817925801035017, "global_step": 37184, "epoch": 572, "lr": 5.473656826727847e-07}
+{"train_loss": 0.00035222392762079835, "global_step": 37185, "epoch": 572, "lr": 5.467637924472469e-07}
+{"train_loss": 0.0005306624225340784, "global_step": 37186, "epoch": 572, "lr": 5.461622315075077e-07}
+{"train_loss": 0.0003871906956192106, "global_step": 37187, "epoch": 572, "lr": 5.45560999857575e-07}
+{"train_loss": 0.00041119003435596824, "global_step": 37188, "epoch": 572, "lr": 5.449600975014513e-07}
+{"train_loss": 0.00025899484171532094, "global_step": 37189, "epoch": 572, "lr": 5.443595244431388e-07}
+{"train_loss": 0.0004433689755387604, "global_step": 37190, "epoch": 572, "lr": 5.437592806866343e-07}
+{"train_loss": 0.0005148666095919907, "global_step": 37191, "epoch": 572, "lr": 5.431593662359347e-07}
+{"train_loss": 0.0002524865267332643, "global_step": 37192, "epoch": 572, "lr": 5.425597810950423e-07}
+{"train_loss": 0.0003555831790436059, "global_step": 37193, "epoch": 572, "lr": 5.419605252679316e-07}
+{"train_loss": 0.00041750058881007135, "global_step": 37194, "epoch": 572, "lr": 5.413615987586107e-07}
+{"train_loss": 0.0005854435148648918, "global_step": 37195, "epoch": 572, "lr": 5.407630015710597e-07}
+{"train_loss": 0.0004215206718072295, "global_step": 37196, "epoch": 572, "lr": 5.401647337092641e-07}
+{"train_loss": 0.0005132046644575894, "global_step": 37197, "epoch": 572, "lr": 5.395667951772154e-07}
+{"train_loss": 0.0002496846136637032, "global_step": 37198, "epoch": 572, "lr": 5.389691859788826e-07}
+{"train_loss": 0.000429019914008677, "global_step": 37199, "epoch": 572, "lr": 5.383719061182457e-07}
+{"train_loss": 0.000524289789609611, "global_step": 37200, "epoch": 572, "lr": 5.377749555992961e-07}
+{"train_loss": 0.00036134797846898437, "global_step": 37201, "epoch": 572, "lr": 5.371783344259917e-07}
+{"train_loss": 0.00034685488208197057, "global_step": 37202, "epoch": 572, "lr": 5.365820426023183e-07}
+{"train_loss": 0.00035499295336194336, "global_step": 37203, "epoch": 572, "lr": 5.359860801322336e-07}
+{"train_loss": 0.00043550634291023016, "global_step": 37204, "epoch": 572, "lr": 5.353904470197235e-07}
+{"train_loss": 0.0002949279441963881, "global_step": 37205, "epoch": 572, "lr": 5.347951432687404e-07}
+{"train_loss": 0.0002724564110394567, "global_step": 37206, "epoch": 572, "lr": 5.342001688832421e-07}
+{"train_loss": 0.0003335633664391935, "global_step": 37207, "epoch": 572, "lr": 5.336055238672088e-07}
+{"train_loss": 0.00024503585882484913, "global_step": 37208, "epoch": 572, "lr": 5.330112082245875e-07}
+{"train_loss": 0.0006904251058585942, "global_step": 37209, "epoch": 572, "lr": 5.324172219593359e-07}
+{"train_loss": 0.0003172564320266247, "global_step": 37210, "epoch": 572, "lr": 5.318235650754122e-07}
+{"train_loss": 0.00042995173134841025, "global_step": 37211, "epoch": 572, "lr": 5.312302375767686e-07}
+{"train_loss": 0.00027086713816970587, "global_step": 37212, "epoch": 572, "lr": 5.306372394673631e-07}
+{"train_loss": 0.0003487405483610928, "global_step": 37213, "epoch": 572, "lr": 5.300445707511315e-07}
+{"train_loss": 0.0003467625647317618, "global_step": 37214, "epoch": 572, "lr": 5.294522314320261e-07}
+{"train_loss": 0.0005789189017377794, "global_step": 37215, "epoch": 572, "lr": 5.288602215139882e-07}
+{"train_loss": 0.0003996032173745334, "global_step": 37216, "epoch": 572, "lr": 5.282685410009647e-07}
+{"train_loss": 0.0002270274853799492, "global_step": 37217, "epoch": 572, "lr": 5.276771898968913e-07}
+{"train_loss": 0.00039421149995177984, "global_step": 37218, "epoch": 572, "lr": 5.270861682057094e-07}
+{"train_loss": 0.00032013957388699055, "global_step": 37219, "epoch": 572, "lr": 5.26495475931349e-07}
+{"train_loss": 0.0005405635456554592, "global_step": 37220, "epoch": 572, "lr": 5.259051130777515e-07}
+{"train_loss": 0.0002538229164201766, "global_step": 37221, "epoch": 572, "lr": 5.25315079648836e-07}
+{"train_loss": 0.0002636117860674858, "global_step": 37222, "epoch": 572, "lr": 5.247253756485382e-07}
+{"train_loss": 0.00029898760840296745, "global_step": 37223, "epoch": 572, "lr": 5.241360010807827e-07}
+{"train_loss": 0.0004423655045684427, "global_step": 37224, "epoch": 572, "lr": 5.235469559494999e-07}
+{"train_loss": 0.0004566593561321497, "global_step": 37225, "epoch": 572, "lr": 5.229582402586031e-07}
+{"train_loss": 0.00038807469536550343, "global_step": 37226, "epoch": 572, "lr": 5.22369854012017e-07}
+{"train_loss": 0.00044377404265105724, "global_step": 37227, "epoch": 572, "lr": 5.217817972136662e-07}
+{"train_loss": 0.0002603341708891094, "global_step": 37228, "epoch": 572, "lr": 5.211940698674534e-07}
+{"train_loss": 0.0003810504567809403, "global_step": 37229, "epoch": 572, "lr": 5.206066719772973e-07}
+{"train_loss": 0.00048115779645740986, "global_step": 37230, "epoch": 572, "lr": 5.200196035471117e-07}
+{"train_loss": 0.0002801273367367685, "global_step": 37231, "epoch": 572, "lr": 5.194328645807989e-07}
+{"train_loss": 0.0003753345226868987, "global_step": 37232, "epoch": 572, "lr": 5.188464550822725e-07}
+{"train_loss": 0.0005008511943742633, "global_step": 37233, "epoch": 572, "lr": 5.182603750554349e-07}
+{"train_loss": 0.00029496970819309354, "global_step": 37234, "epoch": 572, "lr": 5.176746245041886e-07}
+{"train_loss": 0.00033098665880970657, "global_step": 37235, "epoch": 572, "lr": 5.170892034324359e-07}
+{"train_loss": 0.0003867642371915281, "global_step": 37236, "epoch": 572, "lr": 5.165041118440684e-07}
+{"train_loss": 0.0004227287427056581, "global_step": 37237, "epoch": 572, "lr": 5.159193497429882e-07}
+{"train_loss": 0.000286127527942881, "global_step": 37238, "epoch": 572, "lr": 5.153349171330868e-07}
+{"train_loss": 0.0004407305968925357, "global_step": 37239, "epoch": 572, "lr": 5.147508140182556e-07}
+{"train_loss": 0.0006727807922288775, "global_step": 37240, "epoch": 572, "lr": 5.141670404023857e-07}
+{"train_loss": 0.0002649209345690906, "global_step": 37241, "epoch": 572, "lr": 5.135835962893576e-07}
+{"train_loss": 0.0003691311285365373, "global_step": 37242, "epoch": 572, "lr": 5.130004816830625e-07}
+{"train_loss": 0.0004034634621348232, "global_step": 37243, "epoch": 572, "lr": 5.124176965873861e-07}
+{"train_loss": 0.00038544941590561605, "global_step": 37244, "epoch": 572, "lr": 5.118352410062033e-07, "val_loss": 0.00292227347381413}
+{"train_loss": 0.00045587829663418233, "global_step": 37245, "epoch": 573, "lr": 5.112531149433886e-07}
+{"train_loss": 0.0005057335365563631, "global_step": 37246, "epoch": 573, "lr": 5.106713184028278e-07}
+{"train_loss": 0.0003039615403395146, "global_step": 37247, "epoch": 573, "lr": 5.1008985138839e-07}
+{"train_loss": 0.0006716633797623217, "global_step": 37248, "epoch": 573, "lr": 5.095087139039445e-07}
+{"train_loss": 0.0008044961141422391, "global_step": 37249, "epoch": 573, "lr": 5.089279059533658e-07}
+{"train_loss": 0.0004417437012307346, "global_step": 37250, "epoch": 573, "lr": 5.08347427540512e-07}
+{"train_loss": 0.0007409778190776706, "global_step": 37251, "epoch": 573, "lr": 5.077672786692633e-07}
+{"train_loss": 0.0007068149279803038, "global_step": 37252, "epoch": 573, "lr": 5.071874593434722e-07}
+{"train_loss": 0.0002745396923273802, "global_step": 37253, "epoch": 573, "lr": 5.066079695670023e-07}
+{"train_loss": 0.00048090756172314286, "global_step": 37254, "epoch": 573, "lr": 5.06028809343706e-07}
+{"train_loss": 0.00037848224746994674, "global_step": 37255, "epoch": 573, "lr": 5.054499786774469e-07}
+{"train_loss": 0.0002812423335853964, "global_step": 37256, "epoch": 573, "lr": 5.048714775720831e-07}
+{"train_loss": 0.00047282822197303176, "global_step": 37257, "epoch": 573, "lr": 5.042933060314559e-07}
+{"train_loss": 0.00022203200205694884, "global_step": 37258, "epoch": 573, "lr": 5.037154640594233e-07}
+{"train_loss": 0.0006685449625365436, "global_step": 37259, "epoch": 573, "lr": 5.031379516598267e-07}
+{"train_loss": 0.00028573937015607953, "global_step": 37260, "epoch": 573, "lr": 5.025607688365131e-07}
+{"train_loss": 0.00030623190104961395, "global_step": 37261, "epoch": 573, "lr": 5.019839155933292e-07}
+{"train_loss": 0.00048285871162079275, "global_step": 37262, "epoch": 573, "lr": 5.014073919341111e-07}
+{"train_loss": 0.00043675352935679257, "global_step": 37263, "epoch": 573, "lr": 5.008311978627e-07}
+{"train_loss": 0.0005767854163423181, "global_step": 37264, "epoch": 573, "lr": 5.002553333829374e-07}
+{"train_loss": 0.00047873513540253043, "global_step": 37265, "epoch": 573, "lr": 4.996797984986479e-07}
+{"train_loss": 0.0004778919683303684, "global_step": 37266, "epoch": 573, "lr": 4.991045932136729e-07}
+{"train_loss": 0.00048062397399917245, "global_step": 37267, "epoch": 573, "lr": 4.98529717531837e-07}
+{"train_loss": 0.0004396010481286794, "global_step": 37268, "epoch": 573, "lr": 4.979551714569652e-07}
+{"train_loss": 0.0006691713933832943, "global_step": 37269, "epoch": 573, "lr": 4.973809549928931e-07}
+{"train_loss": 0.0003705510462168604, "global_step": 37270, "epoch": 573, "lr": 4.968070681434345e-07}
+{"train_loss": 0.0002737323520705104, "global_step": 37271, "epoch": 573, "lr": 4.962335109124195e-07}
+{"train_loss": 0.0003230971051380038, "global_step": 37272, "epoch": 573, "lr": 4.956602833036561e-07}
+{"train_loss": 0.00033067591721192, "global_step": 37273, "epoch": 573, "lr": 4.950873853209692e-07}
+{"train_loss": 0.0002811142476275563, "global_step": 37274, "epoch": 573, "lr": 4.945148169681724e-07}
+{"train_loss": 0.00023841159418225288, "global_step": 37275, "epoch": 573, "lr": 4.939425782490792e-07}
+{"train_loss": 0.0003294243069831282, "global_step": 37276, "epoch": 573, "lr": 4.933706691674922e-07}
+{"train_loss": 0.0004486852849368006, "global_step": 37277, "epoch": 573, "lr": 4.927990897272306e-07}
+{"train_loss": 0.0004982934915460646, "global_step": 37278, "epoch": 573, "lr": 4.922278399320913e-07}
+{"train_loss": 0.0004861708730459213, "global_step": 37279, "epoch": 573, "lr": 4.916569197858822e-07}
+{"train_loss": 0.00043824891326949, "global_step": 37280, "epoch": 573, "lr": 4.910863292924062e-07}
+{"train_loss": 0.000304653134662658, "global_step": 37281, "epoch": 573, "lr": 4.905160684554599e-07}
+{"train_loss": 0.0002673939161468297, "global_step": 37282, "epoch": 573, "lr": 4.899461372788405e-07}
+{"train_loss": 0.0003420397697482258, "global_step": 37283, "epoch": 573, "lr": 4.893765357663393e-07}
+{"train_loss": 0.0004529606085270643, "global_step": 37284, "epoch": 573, "lr": 4.888072639217589e-07}
+{"train_loss": 0.0003412333026062697, "global_step": 37285, "epoch": 573, "lr": 4.882383217488795e-07}
+{"train_loss": 0.00032157785608433187, "global_step": 37286, "epoch": 573, "lr": 4.876697092514981e-07}
+{"train_loss": 0.00062353111570701, "global_step": 37287, "epoch": 573, "lr": 4.87101426433395e-07}
+{"train_loss": 0.0005005978746339679, "global_step": 37288, "epoch": 573, "lr": 4.865334732983562e-07}
+{"train_loss": 0.0003840179124381393, "global_step": 37289, "epoch": 573, "lr": 4.859658498501618e-07}
+{"train_loss": 0.0006493432447314262, "global_step": 37290, "epoch": 573, "lr": 4.853985560925922e-07}
+{"train_loss": 0.0005844514816999435, "global_step": 37291, "epoch": 573, "lr": 4.848315920294222e-07}
+{"train_loss": 0.00036433726199902594, "global_step": 37292, "epoch": 573, "lr": 4.84264957664432e-07}
+{"train_loss": 0.0005207111244089901, "global_step": 37293, "epoch": 573, "lr": 4.836986530013964e-07}
+{"train_loss": 0.000488351914100349, "global_step": 37294, "epoch": 573, "lr": 4.831326780440792e-07}
+{"train_loss": 0.0006055900594219565, "global_step": 37295, "epoch": 573, "lr": 4.825670327962495e-07}
+{"train_loss": 0.00022983088274486363, "global_step": 37296, "epoch": 573, "lr": 4.82001717261682e-07}
+{"train_loss": 0.0004199373070150614, "global_step": 37297, "epoch": 573, "lr": 4.814367314441348e-07}
+{"train_loss": 0.0002495441003702581, "global_step": 37298, "epoch": 573, "lr": 4.808720753473661e-07}
+{"train_loss": 0.00045091132051311433, "global_step": 37299, "epoch": 573, "lr": 4.803077489751395e-07}
+{"train_loss": 0.0002279678883496672, "global_step": 37300, "epoch": 573, "lr": 4.797437523312131e-07}
+{"train_loss": 0.000307107693515718, "global_step": 37301, "epoch": 573, "lr": 4.791800854193395e-07}
+{"train_loss": 0.0003642471565399319, "global_step": 37302, "epoch": 573, "lr": 4.786167482432768e-07}
+{"train_loss": 0.0005225243512541056, "global_step": 37303, "epoch": 573, "lr": 4.78053740806772e-07}
+{"train_loss": 0.0004495318862609565, "global_step": 37304, "epoch": 573, "lr": 4.774910631135777e-07}
+{"train_loss": 0.0006682946695946157, "global_step": 37305, "epoch": 573, "lr": 4.769287151674406e-07}
+{"train_loss": 0.0004979931400157511, "global_step": 37306, "epoch": 573, "lr": 4.76366696972097e-07}
+{"train_loss": 0.0003530916874296963, "global_step": 37307, "epoch": 573, "lr": 4.7580500853129927e-07}
+{"train_loss": 0.0004791819956153631, "global_step": 37308, "epoch": 573, "lr": 4.752436498487778e-07}
+{"train_loss": 0.0004368936161671837, "global_step": 37309, "epoch": 573, "lr": 4.7468262092827954e-07, "val_loss": 0.007384531665593386}
+{"train_loss": 0.0005721257766708732, "global_step": 37310, "epoch": 574, "lr": 4.741219217735349e-07}
+{"train_loss": 0.0007281068828888237, "global_step": 37311, "epoch": 574, "lr": 4.735615523882797e-07}
+{"train_loss": 0.0006859826971776783, "global_step": 37312, "epoch": 574, "lr": 4.730015127762444e-07}
+{"train_loss": 0.0005459672538563609, "global_step": 37313, "epoch": 574, "lr": 4.7244180294115926e-07}
+{"train_loss": 0.000294880592264235, "global_step": 37314, "epoch": 574, "lr": 4.7188242288674356e-07}
+{"train_loss": 0.0003348440513946116, "global_step": 37315, "epoch": 574, "lr": 4.7132337261672767e-07}
+{"train_loss": 0.00038524100091308355, "global_step": 37316, "epoch": 574, "lr": 4.707646521348363e-07}
+{"train_loss": 0.00043960250332020223, "global_step": 37317, "epoch": 574, "lr": 4.702062614447944e-07}
+{"train_loss": 0.00047218744293786585, "global_step": 37318, "epoch": 574, "lr": 4.6964820055030445e-07}
+{"train_loss": 0.0005763774970546365, "global_step": 37319, "epoch": 574, "lr": 4.6909046945509125e-07}
+{"train_loss": 0.0005528658512048423, "global_step": 37320, "epoch": 574, "lr": 4.685330681628741e-07}
+{"train_loss": 0.0003942017792724073, "global_step": 37321, "epoch": 574, "lr": 4.6797599667736115e-07}
+{"train_loss": 0.00036081677535548806, "global_step": 37322, "epoch": 574, "lr": 4.674192550022494e-07}
+{"train_loss": 0.00051927100867033, "global_step": 37323, "epoch": 574, "lr": 4.6686284314125807e-07}
+{"train_loss": 0.00047351475222967565, "global_step": 37324, "epoch": 574, "lr": 4.6630676109809536e-07}
+{"train_loss": 0.0004474528250284493, "global_step": 37325, "epoch": 574, "lr": 4.657510088764583e-07}
+{"train_loss": 0.0002846933202818036, "global_step": 37326, "epoch": 574, "lr": 4.6519558648003833e-07}
+{"train_loss": 0.00036249501863494515, "global_step": 37327, "epoch": 574, "lr": 4.646404939125548e-07}
+{"train_loss": 0.0002826130366884172, "global_step": 37328, "epoch": 574, "lr": 4.640857311776825e-07}
+{"train_loss": 0.0007314220420084894, "global_step": 37329, "epoch": 574, "lr": 4.6353129827912956e-07}
+{"train_loss": 0.00042555909021757543, "global_step": 37330, "epoch": 574, "lr": 4.629771952205819e-07}
+{"train_loss": 0.0007127654389478266, "global_step": 37331, "epoch": 574, "lr": 4.624234220057311e-07}
+{"train_loss": 0.0003694860788527876, "global_step": 37332, "epoch": 574, "lr": 4.6186997863825745e-07}
+{"train_loss": 0.0007338804425671697, "global_step": 37333, "epoch": 574, "lr": 4.61316865121858e-07}
+{"train_loss": 0.0003441019798628986, "global_step": 37334, "epoch": 574, "lr": 4.6076408146020765e-07}
+{"train_loss": 0.00032379175536334515, "global_step": 37335, "epoch": 574, "lr": 4.602116276569923e-07}
+{"train_loss": 0.00023760464682709426, "global_step": 37336, "epoch": 574, "lr": 4.5965950371588686e-07}
+{"train_loss": 0.0003898899594787508, "global_step": 37337, "epoch": 574, "lr": 4.5910770964056606e-07}
+{"train_loss": 0.00042272781138308346, "global_step": 37338, "epoch": 574, "lr": 4.5855624543470476e-07}
+{"train_loss": 0.00035962474066764116, "global_step": 37339, "epoch": 574, "lr": 4.5800511110197785e-07}
+{"train_loss": 0.00031746464082971215, "global_step": 37340, "epoch": 574, "lr": 4.5745430664604904e-07}
+{"train_loss": 0.00024236104218289256, "global_step": 37341, "epoch": 574, "lr": 4.569038320705987e-07}
+{"train_loss": 0.0004748460778500885, "global_step": 37342, "epoch": 574, "lr": 4.563536873792795e-07}
+{"train_loss": 0.000432204338721931, "global_step": 37343, "epoch": 574, "lr": 4.5580387257576075e-07}
+{"train_loss": 0.00019038912432733923, "global_step": 37344, "epoch": 574, "lr": 4.55254387663695e-07}
+{"train_loss": 0.0005065856967121363, "global_step": 37345, "epoch": 574, "lr": 4.5470523264675713e-07}
+{"train_loss": 0.0004017796600237489, "global_step": 37346, "epoch": 574, "lr": 4.541564075285831e-07}
+{"train_loss": 0.0004528447170741856, "global_step": 37347, "epoch": 574, "lr": 4.5360791231284785e-07}
+{"train_loss": 0.0002916813245974481, "global_step": 37348, "epoch": 574, "lr": 4.530597470031872e-07}
+{"train_loss": 0.0003604018420446664, "global_step": 37349, "epoch": 574, "lr": 4.52511911603265e-07}
+{"train_loss": 0.0002996110124513507, "global_step": 37350, "epoch": 574, "lr": 4.519644061167172e-07}
+{"train_loss": 0.000261812936514616, "global_step": 37351, "epoch": 574, "lr": 4.514172305471964e-07}
+{"train_loss": 0.00035436596954241395, "global_step": 37352, "epoch": 574, "lr": 4.5087038489833866e-07}
+{"train_loss": 0.00045326052349992096, "global_step": 37353, "epoch": 574, "lr": 4.5032386917379653e-07}
+{"train_loss": 0.00041113290353678167, "global_step": 37354, "epoch": 574, "lr": 4.497776833772005e-07}
+{"train_loss": 0.0002353134477743879, "global_step": 37355, "epoch": 574, "lr": 4.492318275121865e-07}
+{"train_loss": 0.00033805175917223096, "global_step": 37356, "epoch": 574, "lr": 4.4868630158239053e-07}
+{"train_loss": 0.0002699241740629077, "global_step": 37357, "epoch": 574, "lr": 4.481411055914542e-07}
+{"train_loss": 0.0004837605229113251, "global_step": 37358, "epoch": 574, "lr": 4.4759623954300225e-07}
+{"train_loss": 0.000673964386805892, "global_step": 37359, "epoch": 574, "lr": 4.470517034406541e-07}
+{"train_loss": 0.0005222232430242002, "global_step": 37360, "epoch": 574, "lr": 4.465074972880401e-07}
+{"train_loss": 0.0004716734401881695, "global_step": 37361, "epoch": 574, "lr": 4.4596362108879077e-07}
+{"train_loss": 0.0003359363181516528, "global_step": 37362, "epoch": 574, "lr": 4.4542007484651984e-07}
+{"train_loss": 0.00045596904237754643, "global_step": 37363, "epoch": 574, "lr": 4.448768585648466e-07}
+{"train_loss": 0.00026638293638825417, "global_step": 37364, "epoch": 574, "lr": 4.4433397224739605e-07}
+{"train_loss": 0.0003158971667289734, "global_step": 37365, "epoch": 574, "lr": 4.437914158977763e-07}
+{"train_loss": 0.0002789926074910909, "global_step": 37366, "epoch": 574, "lr": 4.4324918951960116e-07}
+{"train_loss": 0.00036897705285809934, "global_step": 37367, "epoch": 574, "lr": 4.4270729311647883e-07}
+{"train_loss": 0.0002553040976636112, "global_step": 37368, "epoch": 574, "lr": 4.4216572669202317e-07}
+{"train_loss": 0.000341349485097453, "global_step": 37369, "epoch": 574, "lr": 4.4162449024983675e-07}
+{"train_loss": 0.00030121274176053703, "global_step": 37370, "epoch": 574, "lr": 4.4108358379352233e-07}
+{"train_loss": 0.0003653193998616189, "global_step": 37371, "epoch": 574, "lr": 4.405430073266825e-07}
+{"train_loss": 0.00028041237965226173, "global_step": 37372, "epoch": 574, "lr": 4.4000276085291446e-07}
+{"train_loss": 0.00036716050817631185, "global_step": 37373, "epoch": 574, "lr": 4.394628443758264e-07}
+{"train_loss": 0.000409062980235411, "global_step": 37374, "epoch": 574, "lr": 4.389232578989988e-07, "val_loss": 0.005286448169499636}
+{"train_loss": 0.00025012349942699075, "global_step": 37375, "epoch": 575, "lr": 4.383840014260343e-07}
+{"train_loss": 0.0004045952227897942, "global_step": 37376, "epoch": 575, "lr": 4.3784507496051344e-07}
+{"train_loss": 0.00040315938531421125, "global_step": 37377, "epoch": 575, "lr": 4.373064785060388e-07}
+{"train_loss": 0.000278857653029263, "global_step": 37378, "epoch": 575, "lr": 4.3676821206618534e-07}
+{"train_loss": 0.00042588537326082587, "global_step": 37379, "epoch": 575, "lr": 4.362302756445391e-07}
+{"train_loss": 0.0003787155437748879, "global_step": 37380, "epoch": 575, "lr": 4.356926692446861e-07}
+{"train_loss": 0.0006464983453042805, "global_step": 37381, "epoch": 575, "lr": 4.351553928702068e-07}
+{"train_loss": 0.00036910464405082166, "global_step": 37382, "epoch": 575, "lr": 4.3461844652467607e-07}
+{"train_loss": 0.0003267904103267938, "global_step": 37383, "epoch": 575, "lr": 4.3408183021166337e-07}
+{"train_loss": 0.00044290130608715117, "global_step": 37384, "epoch": 575, "lr": 4.3354554393474357e-07}
+{"train_loss": 0.0004517605120781809, "global_step": 37385, "epoch": 575, "lr": 4.3300958769750264e-07}
+{"train_loss": 0.00042611226672306657, "global_step": 37386, "epoch": 575, "lr": 4.3247396150348785e-07}
+{"train_loss": 0.0010369702940806746, "global_step": 37387, "epoch": 575, "lr": 4.319386653562796e-07}
+{"train_loss": 0.0005394690087996423, "global_step": 37388, "epoch": 575, "lr": 4.314036992594361e-07}
+{"train_loss": 0.0011731234844774008, "global_step": 37389, "epoch": 575, "lr": 4.308690632165213e-07}
+{"train_loss": 0.00040032455581240356, "global_step": 37390, "epoch": 575, "lr": 4.303347572310989e-07}
+{"train_loss": 0.000373532937373966, "global_step": 37391, "epoch": 575, "lr": 4.298007813067217e-07}
+{"train_loss": 0.00033839428215287626, "global_step": 37392, "epoch": 575, "lr": 4.292671354469424e-07}
+{"train_loss": 0.0003096042200922966, "global_step": 37393, "epoch": 575, "lr": 4.2873381965532476e-07}
+{"train_loss": 0.0003537717566359788, "global_step": 37394, "epoch": 575, "lr": 4.282008339354049e-07}
+{"train_loss": 0.0005733020952902734, "global_step": 37395, "epoch": 575, "lr": 4.2766817829074657e-07}
+{"train_loss": 0.00034266960574314, "global_step": 37396, "epoch": 575, "lr": 4.2713585272488586e-07}
+{"train_loss": 0.0005619933945126832, "global_step": 37397, "epoch": 575, "lr": 4.266038572413755e-07}
+{"train_loss": 0.00029540047398768365, "global_step": 37398, "epoch": 575, "lr": 4.260721918437571e-07}
+{"train_loss": 0.00040010674274526536, "global_step": 37399, "epoch": 575, "lr": 4.255408565355612e-07}
+{"train_loss": 0.00024748221039772034, "global_step": 37400, "epoch": 575, "lr": 4.2500985132032934e-07}
+{"train_loss": 0.0002245789801236242, "global_step": 37401, "epoch": 575, "lr": 4.244791762016087e-07}
+{"train_loss": 0.0008745203376747668, "global_step": 37402, "epoch": 575, "lr": 4.2394883118291875e-07}
+{"train_loss": 0.00041392320417799056, "global_step": 37403, "epoch": 575, "lr": 4.2341881626779546e-07}
+{"train_loss": 0.0004163799749221653, "global_step": 37404, "epoch": 575, "lr": 4.228891314597694e-07}
+{"train_loss": 0.0002759130147751421, "global_step": 37405, "epoch": 575, "lr": 4.223597767623655e-07}
+{"train_loss": 0.00036157030262984335, "global_step": 37406, "epoch": 575, "lr": 4.2183075217911426e-07}
+{"train_loss": 0.0004289800126571208, "global_step": 37407, "epoch": 575, "lr": 4.213020577135296e-07}
+{"train_loss": 0.0006252641906030476, "global_step": 37408, "epoch": 575, "lr": 4.2077369336913085e-07}
+{"train_loss": 0.00028802608721889555, "global_step": 37409, "epoch": 575, "lr": 4.202456591494486e-07}
+{"train_loss": 0.0004092672897968441, "global_step": 37410, "epoch": 575, "lr": 4.1971795505799105e-07}
+{"train_loss": 0.0003644875541795045, "global_step": 37411, "epoch": 575, "lr": 4.191905810982666e-07}
+{"train_loss": 0.0005629282677546144, "global_step": 37412, "epoch": 575, "lr": 4.1866353727380015e-07}
+{"train_loss": 0.0002292666758876294, "global_step": 37413, "epoch": 575, "lr": 4.181368235880889e-07}
+{"train_loss": 0.000347447901731357, "global_step": 37414, "epoch": 575, "lr": 4.176104400446468e-07}
+{"train_loss": 0.000424548372393474, "global_step": 37415, "epoch": 575, "lr": 4.170843866469709e-07}
+{"train_loss": 0.000403903512051329, "global_step": 37416, "epoch": 575, "lr": 4.165586633985752e-07}
+{"train_loss": 0.00039529867353849113, "global_step": 37417, "epoch": 575, "lr": 4.1603327030295124e-07}
+{"train_loss": 0.000413603731431067, "global_step": 37418, "epoch": 575, "lr": 4.1550820736360186e-07}
+{"train_loss": 0.0003606820828281343, "global_step": 37419, "epoch": 575, "lr": 4.1498347458401866e-07}
+{"train_loss": 0.0004756649141199887, "global_step": 37420, "epoch": 575, "lr": 4.1445907196770437e-07}
+{"train_loss": 0.0003685121482703835, "global_step": 37421, "epoch": 575, "lr": 4.139349995181396e-07}
+{"train_loss": 0.00024501068401150405, "global_step": 37422, "epoch": 575, "lr": 4.134112572388216e-07}
+{"train_loss": 0.00026224504108540714, "global_step": 37423, "epoch": 575, "lr": 4.1288784513323633e-07}
+{"train_loss": 0.00059649528702721, "global_step": 37424, "epoch": 575, "lr": 4.123647632048644e-07}
+{"train_loss": 0.0006321545224636793, "global_step": 37425, "epoch": 575, "lr": 4.1184201145719747e-07}
+{"train_loss": 0.000381987018045038, "global_step": 37426, "epoch": 575, "lr": 4.1131958989371055e-07}
+{"train_loss": 0.00029000017093494534, "global_step": 37427, "epoch": 575, "lr": 4.107974985178842e-07}
+{"train_loss": 0.0005940361879765987, "global_step": 37428, "epoch": 575, "lr": 4.102757373331878e-07}
+{"train_loss": 0.0004792245163116604, "global_step": 37429, "epoch": 575, "lr": 4.097543063431075e-07}
+{"train_loss": 0.00037340435665100813, "global_step": 37430, "epoch": 575, "lr": 4.092332055511072e-07}
+{"train_loss": 0.0004068707348778844, "global_step": 37431, "epoch": 575, "lr": 4.087124349606564e-07}
+{"train_loss": 0.0007135776104405522, "global_step": 37432, "epoch": 575, "lr": 4.081919945752244e-07}
+{"train_loss": 0.00040242180693894625, "global_step": 37433, "epoch": 575, "lr": 4.0767188439828077e-07}
+{"train_loss": 0.0005734935402870178, "global_step": 37434, "epoch": 575, "lr": 4.0715210443328377e-07}
+{"train_loss": 0.0003346506564412266, "global_step": 37435, "epoch": 575, "lr": 4.066326546836974e-07}
+{"train_loss": 0.0003337083326186985, "global_step": 37436, "epoch": 575, "lr": 4.0611353515297435e-07}
+{"train_loss": 0.000285461253952235, "global_step": 37437, "epoch": 575, "lr": 4.0559474584457303e-07}
+{"train_loss": 0.0004766046185977757, "global_step": 37438, "epoch": 575, "lr": 4.0507628676195733e-07}
+{"train_loss": 0.0004340882354881614, "global_step": 37439, "epoch": 575, "lr": 4.045581579085689e-07, "val_loss": 0.008863802999258041, "train_action_mse_error": 1.301842257817043e-05}
+{"train_loss": 0.0002949066401924938, "global_step": 37440, "epoch": 576, "lr": 4.0404035928786054e-07}
+{"train_loss": 0.0004240873968228698, "global_step": 37441, "epoch": 576, "lr": 4.0352289090327954e-07}
+{"train_loss": 0.00047095364425331354, "global_step": 37442, "epoch": 576, "lr": 4.030057527582731e-07}
+{"train_loss": 0.0003343660500831902, "global_step": 37443, "epoch": 576, "lr": 4.024889448562885e-07}
+{"train_loss": 0.0007120646187104285, "global_step": 37444, "epoch": 576, "lr": 4.0197246720075633e-07}
+{"train_loss": 0.00020392420992720872, "global_step": 37445, "epoch": 576, "lr": 4.014563197951238e-07}
+{"train_loss": 0.00033452731440775096, "global_step": 37446, "epoch": 576, "lr": 4.00940502642827e-07}
+{"train_loss": 0.00033704275847412646, "global_step": 37447, "epoch": 576, "lr": 4.0042501574729663e-07}
+{"train_loss": 0.0002798750065267086, "global_step": 37448, "epoch": 576, "lr": 3.9990985911196876e-07}
+{"train_loss": 0.00060250487877056, "global_step": 37449, "epoch": 576, "lr": 3.99395032740274e-07}
+{"train_loss": 0.0003869339998345822, "global_step": 37450, "epoch": 576, "lr": 3.98880536635643e-07}
+{"train_loss": 0.00046611754805780947, "global_step": 37451, "epoch": 576, "lr": 3.983663708014895e-07}
+{"train_loss": 0.00043339183321222663, "global_step": 37452, "epoch": 576, "lr": 3.978525352412443e-07}
+{"train_loss": 0.00030078168492764235, "global_step": 37453, "epoch": 576, "lr": 3.973390299583324e-07}
+{"train_loss": 0.0003944762866012752, "global_step": 37454, "epoch": 576, "lr": 3.968258549561676e-07}
+{"train_loss": 0.00029303348856046796, "global_step": 37455, "epoch": 576, "lr": 3.9631301023816956e-07}
+{"train_loss": 0.0004342878528404981, "global_step": 37456, "epoch": 576, "lr": 3.9580049580775214e-07}
+{"train_loss": 0.00039308154373429716, "global_step": 37457, "epoch": 576, "lr": 3.952883116683348e-07}
+{"train_loss": 0.0002761787036433816, "global_step": 37458, "epoch": 576, "lr": 3.9477645782331486e-07}
+{"train_loss": 0.00026319429161958396, "global_step": 37459, "epoch": 576, "lr": 3.9426493427611177e-07}
+{"train_loss": 0.0006152394344098866, "global_step": 37460, "epoch": 576, "lr": 3.937537410301229e-07}
+{"train_loss": 0.0004184026038274169, "global_step": 37461, "epoch": 576, "lr": 3.9324287808875646e-07}
+{"train_loss": 0.0003414048405829817, "global_step": 37462, "epoch": 576, "lr": 3.927323454554155e-07}
+{"train_loss": 0.00031619088258594275, "global_step": 37463, "epoch": 576, "lr": 3.9222214313349715e-07}
+{"train_loss": 0.00031322045833803713, "global_step": 37464, "epoch": 576, "lr": 3.9171227112639874e-07}
+{"train_loss": 0.0007694133091717958, "global_step": 37465, "epoch": 576, "lr": 3.9120272943751757e-07}
+{"train_loss": 0.0003865290782414377, "global_step": 37466, "epoch": 576, "lr": 3.9069351807024536e-07}
+{"train_loss": 0.00043580285273492336, "global_step": 37467, "epoch": 576, "lr": 3.9018463702796824e-07}
+{"train_loss": 0.00039853903581388295, "global_step": 37468, "epoch": 576, "lr": 3.8967608631407804e-07}
+{"train_loss": 0.0003039220464415848, "global_step": 37469, "epoch": 576, "lr": 3.891678659319609e-07}
+{"train_loss": 0.0003510198730509728, "global_step": 37470, "epoch": 576, "lr": 3.886599758850029e-07}
+{"train_loss": 0.0005046144942753017, "global_step": 37471, "epoch": 576, "lr": 3.8815241617658484e-07}
+{"train_loss": 0.0005118385888636112, "global_step": 37472, "epoch": 576, "lr": 3.876451868100817e-07}
+{"train_loss": 0.00023139516997616738, "global_step": 37473, "epoch": 576, "lr": 3.8713828778887963e-07}
+{"train_loss": 0.00033073467784561217, "global_step": 37474, "epoch": 576, "lr": 3.8663171911634824e-07}
+{"train_loss": 0.0007593833142891526, "global_step": 37475, "epoch": 576, "lr": 3.8612548079585696e-07}
+{"train_loss": 0.00032007807749323547, "global_step": 37476, "epoch": 576, "lr": 3.85619572830781e-07}
+{"train_loss": 0.0007998240762390196, "global_step": 37477, "epoch": 576, "lr": 3.8511399522448975e-07}
+{"train_loss": 0.00024450672208331525, "global_step": 37478, "epoch": 576, "lr": 3.8460874798035287e-07}
+{"train_loss": 0.00048746803076937795, "global_step": 37479, "epoch": 576, "lr": 3.8410383110172864e-07}
+{"train_loss": 0.0003212964511476457, "global_step": 37480, "epoch": 576, "lr": 3.835992445919756e-07}
+{"train_loss": 0.00031135143944993615, "global_step": 37481, "epoch": 576, "lr": 3.8309498845446326e-07}
+{"train_loss": 0.000279600964859128, "global_step": 37482, "epoch": 576, "lr": 3.8259106269254444e-07}
+{"train_loss": 0.0002994508249685168, "global_step": 37483, "epoch": 576, "lr": 3.8208746730957754e-07}
+{"train_loss": 0.0003620186180341989, "global_step": 37484, "epoch": 576, "lr": 3.8158420230890445e-07}
+{"train_loss": 0.00031470804242417216, "global_step": 37485, "epoch": 576, "lr": 3.810812676938891e-07}
+{"train_loss": 0.00026107890880666673, "global_step": 37486, "epoch": 576, "lr": 3.805786634678787e-07}
+{"train_loss": 0.00034421795862726867, "global_step": 37487, "epoch": 576, "lr": 3.800763896342152e-07}
+{"train_loss": 0.00026446537231095135, "global_step": 37488, "epoch": 576, "lr": 3.795744461962458e-07}
+{"train_loss": 0.0004018222098238766, "global_step": 37489, "epoch": 576, "lr": 3.7907283315731236e-07}
+{"train_loss": 0.00027958262944594026, "global_step": 37490, "epoch": 576, "lr": 3.78571550520751e-07}
+{"train_loss": 0.00046239676885306835, "global_step": 37491, "epoch": 576, "lr": 3.7807059828990353e-07}
+{"train_loss": 0.000747357145883143, "global_step": 37492, "epoch": 576, "lr": 3.775699764681062e-07}
+{"train_loss": 0.000863677472807467, "global_step": 37493, "epoch": 576, "lr": 3.770696850586897e-07}
+{"train_loss": 0.00028001025202684104, "global_step": 37494, "epoch": 576, "lr": 3.765697240649846e-07}
+{"train_loss": 0.000220709087443538, "global_step": 37495, "epoch": 576, "lr": 3.760700934903272e-07}
+{"train_loss": 0.0006369113107211888, "global_step": 37496, "epoch": 576, "lr": 3.75570793338037e-07}
+{"train_loss": 0.0002540758578106761, "global_step": 37497, "epoch": 576, "lr": 3.7507182361143923e-07}
+{"train_loss": 0.00035762417246587574, "global_step": 37498, "epoch": 576, "lr": 3.745731843138589e-07}
+{"train_loss": 0.0005334554589353502, "global_step": 37499, "epoch": 576, "lr": 3.740748754486156e-07}
+{"train_loss": 0.00032984293648041785, "global_step": 37500, "epoch": 576, "lr": 3.735768970190234e-07}
+{"train_loss": 0.0001929859135998413, "global_step": 37501, "epoch": 576, "lr": 3.7307924902840184e-07}
+{"train_loss": 0.0003016105038113892, "global_step": 37502, "epoch": 576, "lr": 3.7258193148007046e-07}
+{"train_loss": 0.00024597550509497523, "global_step": 37503, "epoch": 576, "lr": 3.720849443773267e-07}
+{"train_loss": 0.0003988767329316873, "global_step": 37504, "epoch": 576, "lr": 3.7158828772348995e-07, "val_loss": 0.004811161197721958}
+{"train_loss": 0.0005949195474386215, "global_step": 37505, "epoch": 577, "lr": 3.7109196152186334e-07}
+{"train_loss": 0.0005800180369988084, "global_step": 37506, "epoch": 577, "lr": 3.705959657757607e-07}
+{"train_loss": 0.0003786957240663469, "global_step": 37507, "epoch": 577, "lr": 3.7010030048846843e-07}
+{"train_loss": 0.00037429542862810194, "global_step": 37508, "epoch": 577, "lr": 3.6960496566329497e-07}
+{"train_loss": 0.00029847415862604976, "global_step": 37509, "epoch": 577, "lr": 3.691099613035431e-07}
+{"train_loss": 0.00026758117019198835, "global_step": 37510, "epoch": 577, "lr": 3.6861528741250486e-07}
+{"train_loss": 0.00027921173023059964, "global_step": 37511, "epoch": 577, "lr": 3.6812094399347184e-07}
+{"train_loss": 0.0004984196275472641, "global_step": 37512, "epoch": 577, "lr": 3.67626931049736e-07}
+{"train_loss": 0.00035257989657111466, "global_step": 37513, "epoch": 577, "lr": 3.6713324858458906e-07}
+{"train_loss": 0.00029967547743581235, "global_step": 37514, "epoch": 577, "lr": 3.6663989660132293e-07}
+{"train_loss": 0.00041755384881980717, "global_step": 37515, "epoch": 577, "lr": 3.661468751032127e-07}
+{"train_loss": 0.00038552741170860827, "global_step": 37516, "epoch": 577, "lr": 3.6565418409354455e-07}
+{"train_loss": 0.00044264912139624357, "global_step": 37517, "epoch": 577, "lr": 3.6516182357559935e-07}
+{"train_loss": 0.0003251114394515753, "global_step": 37518, "epoch": 577, "lr": 3.646697935526633e-07}
+{"train_loss": 0.00026031036395579576, "global_step": 37519, "epoch": 577, "lr": 3.641780940280004e-07}
+{"train_loss": 0.00031470460817217827, "global_step": 37520, "epoch": 577, "lr": 3.6368672500489143e-07}
+{"train_loss": 0.0005026822909712791, "global_step": 37521, "epoch": 577, "lr": 3.6319568648660597e-07}
+{"train_loss": 0.00033843048731796443, "global_step": 37522, "epoch": 577, "lr": 3.627049784764136e-07}
+{"train_loss": 0.00035506594576872885, "global_step": 37523, "epoch": 577, "lr": 3.62214600977584e-07}
+{"train_loss": 0.0002144985628547147, "global_step": 37524, "epoch": 577, "lr": 3.617245539933811e-07}
+{"train_loss": 0.0003806685854215175, "global_step": 37525, "epoch": 577, "lr": 3.6123483752706353e-07}
+{"train_loss": 0.0002742541837505996, "global_step": 37526, "epoch": 577, "lr": 3.6074545158190085e-07}
+{"train_loss": 0.000332827476086095, "global_step": 37527, "epoch": 577, "lr": 3.6025639616114603e-07}
+{"train_loss": 0.0006207677652128041, "global_step": 37528, "epoch": 577, "lr": 3.5976767126805757e-07}
+{"train_loss": 0.0005120747955515981, "global_step": 37529, "epoch": 577, "lr": 3.5927927690588283e-07}
+{"train_loss": 0.0005117923719808459, "global_step": 37530, "epoch": 577, "lr": 3.587912130778859e-07}
+{"train_loss": 0.00030936297844164073, "global_step": 37531, "epoch": 577, "lr": 3.583034797873086e-07}
+{"train_loss": 0.0003347903839312494, "global_step": 37532, "epoch": 577, "lr": 3.578160770373928e-07}
+{"train_loss": 0.0002718517498578876, "global_step": 37533, "epoch": 577, "lr": 3.5732900483139706e-07}
+{"train_loss": 0.0006967976805754006, "global_step": 37534, "epoch": 577, "lr": 3.568422631725632e-07}
+{"train_loss": 0.00032280461164191365, "global_step": 37535, "epoch": 577, "lr": 3.563558520641219e-07}
+{"train_loss": 0.00023220543516799808, "global_step": 37536, "epoch": 577, "lr": 3.558697715093207e-07}
+{"train_loss": 0.00042951860814355314, "global_step": 37537, "epoch": 577, "lr": 3.553840215113902e-07}
+{"train_loss": 0.0005109515623189509, "global_step": 37538, "epoch": 577, "lr": 3.548986020735667e-07}
+{"train_loss": 0.00037302233977243304, "global_step": 37539, "epoch": 577, "lr": 3.5441351319908667e-07}
+{"train_loss": 0.0006479707662947476, "global_step": 37540, "epoch": 577, "lr": 3.5392875489117514e-07}
+{"train_loss": 0.00022835208801552653, "global_step": 37541, "epoch": 577, "lr": 3.534443271530574e-07}
+{"train_loss": 0.000527155352756381, "global_step": 37542, "epoch": 577, "lr": 3.5296022998796974e-07}
+{"train_loss": 0.0004987038555555046, "global_step": 37543, "epoch": 577, "lr": 3.5247646339912624e-07}
+{"train_loss": 0.00046958052553236485, "global_step": 37544, "epoch": 577, "lr": 3.5199302738975203e-07}
+{"train_loss": 0.0002611541422083974, "global_step": 37545, "epoch": 577, "lr": 3.515099219630613e-07}
+{"train_loss": 0.00031901971669867635, "global_step": 37546, "epoch": 577, "lr": 3.510271471222792e-07}
+{"train_loss": 0.00040844010072760284, "global_step": 37547, "epoch": 577, "lr": 3.5054470287061437e-07}
+{"train_loss": 0.0005054908688180149, "global_step": 37548, "epoch": 577, "lr": 3.5006258921127524e-07}
+{"train_loss": 0.0004499063943512738, "global_step": 37549, "epoch": 577, "lr": 3.4958080614748146e-07}
+{"train_loss": 0.00031356484396383166, "global_step": 37550, "epoch": 577, "lr": 3.4909935368244164e-07}
+{"train_loss": 0.0003708894073497504, "global_step": 37551, "epoch": 577, "lr": 3.486182318193476e-07}
+{"train_loss": 0.0004159773525316268, "global_step": 37552, "epoch": 577, "lr": 3.4813744056141907e-07}
+{"train_loss": 0.00036936631659045815, "global_step": 37553, "epoch": 577, "lr": 3.4765697991184233e-07}
+{"train_loss": 0.0004020441265311092, "global_step": 37554, "epoch": 577, "lr": 3.4717684987382594e-07}
+{"train_loss": 0.0005928479367867112, "global_step": 37555, "epoch": 577, "lr": 3.4669705045057287e-07}
+{"train_loss": 0.00036265116068534553, "global_step": 37556, "epoch": 577, "lr": 3.46217581645264e-07}
+{"train_loss": 0.0003261950914748013, "global_step": 37557, "epoch": 577, "lr": 3.457384434610966e-07}
+{"train_loss": 0.0003316920774523169, "global_step": 37558, "epoch": 577, "lr": 3.452596359012683e-07}
+{"train_loss": 0.0004419090982992202, "global_step": 37559, "epoch": 577, "lr": 3.447811589689598e-07}
+{"train_loss": 0.00037713407073169947, "global_step": 37560, "epoch": 577, "lr": 3.443030126673519e-07}
+{"train_loss": 0.0002497321693226695, "global_step": 37561, "epoch": 577, "lr": 3.43825196999642e-07}
+{"train_loss": 0.0009393265354447067, "global_step": 37562, "epoch": 577, "lr": 3.4334771196899984e-07}
+{"train_loss": 0.0009140745387412608, "global_step": 37563, "epoch": 577, "lr": 3.428705575786173e-07}
+{"train_loss": 0.00028297887183725834, "global_step": 37564, "epoch": 577, "lr": 3.4239373383165853e-07}
+{"train_loss": 0.0003591947606764734, "global_step": 37565, "epoch": 577, "lr": 3.419172407313043e-07}
+{"train_loss": 0.0003099541354458779, "global_step": 37566, "epoch": 577, "lr": 3.414410782807298e-07}
+{"train_loss": 0.0004891053540632129, "global_step": 37567, "epoch": 577, "lr": 3.409652464831048e-07}
+{"train_loss": 0.00026513903867453337, "global_step": 37568, "epoch": 577, "lr": 3.404897453415878e-07}
+{"train_loss": 0.0004062660260108085, "global_step": 37569, "epoch": 577, "lr": 3.4001457485935416e-07, "val_loss": 0.005680577363818884}
+{"train_loss": 0.0003065025375690311, "global_step": 37570, "epoch": 578, "lr": 3.3953973503956795e-07}
+{"train_loss": 0.00034977533505298197, "global_step": 37571, "epoch": 578, "lr": 3.3906522588539324e-07}
+{"train_loss": 0.00024345396377611905, "global_step": 37572, "epoch": 578, "lr": 3.3859104739998315e-07}
+{"train_loss": 0.00034335633972659707, "global_step": 37573, "epoch": 578, "lr": 3.381171995865018e-07}
+{"train_loss": 0.00032998956157825887, "global_step": 37574, "epoch": 578, "lr": 3.376436824480911e-07}
+{"train_loss": 0.0007179923704825342, "global_step": 37575, "epoch": 578, "lr": 3.371704959879207e-07}
+{"train_loss": 0.0005135354003868997, "global_step": 37576, "epoch": 578, "lr": 3.366976402091271e-07}
+{"train_loss": 0.0007101415540091693, "global_step": 37577, "epoch": 578, "lr": 3.362251151148688e-07}
+{"train_loss": 0.0002974012168124318, "global_step": 37578, "epoch": 578, "lr": 3.3575292070828766e-07}
+{"train_loss": 0.00042030162876471877, "global_step": 37579, "epoch": 578, "lr": 3.3528105699253133e-07}
+{"train_loss": 0.0003781009581871331, "global_step": 37580, "epoch": 578, "lr": 3.3480952397073606e-07}
+{"train_loss": 0.0003619707131292671, "global_step": 37581, "epoch": 578, "lr": 3.343383216460494e-07}
+{"train_loss": 0.0005719801411032677, "global_step": 37582, "epoch": 578, "lr": 3.338674500216021e-07}
+{"train_loss": 0.00046819879207760096, "global_step": 37583, "epoch": 578, "lr": 3.3339690910053065e-07}
+{"train_loss": 0.00023486900317948312, "global_step": 37584, "epoch": 578, "lr": 3.3292669888596585e-07}
+{"train_loss": 0.0003128170210402459, "global_step": 37585, "epoch": 578, "lr": 3.32456819381044e-07}
+{"train_loss": 0.00039043015567585826, "global_step": 37586, "epoch": 578, "lr": 3.3198727058889044e-07}
+{"train_loss": 0.0003056977584492415, "global_step": 37587, "epoch": 578, "lr": 3.31518052512636e-07}
+{"train_loss": 0.000429562438512221, "global_step": 37588, "epoch": 578, "lr": 3.310491651554004e-07}
+{"train_loss": 0.00034051857073791325, "global_step": 37589, "epoch": 578, "lr": 3.305806085203089e-07}
+{"train_loss": 0.00039325590478256345, "global_step": 37590, "epoch": 578, "lr": 3.301123826104757e-07}
+{"train_loss": 0.00035993443452753127, "global_step": 37591, "epoch": 578, "lr": 3.296444874290261e-07}
+{"train_loss": 0.0003240889636799693, "global_step": 37592, "epoch": 578, "lr": 3.2917692297906865e-07}
+{"train_loss": 0.0005591462249867618, "global_step": 37593, "epoch": 578, "lr": 3.2870968926372315e-07}
+{"train_loss": 0.0008349001291207969, "global_step": 37594, "epoch": 578, "lr": 3.282427862860926e-07}
+{"train_loss": 0.0004142258840147406, "global_step": 37595, "epoch": 578, "lr": 3.277762140492968e-07}
+{"train_loss": 0.00041489856084808707, "global_step": 37596, "epoch": 578, "lr": 3.2730997255643324e-07}
+{"train_loss": 0.0004737841372843832, "global_step": 37597, "epoch": 578, "lr": 3.268440618106106e-07}
+{"train_loss": 0.00026659053401090205, "global_step": 37598, "epoch": 578, "lr": 3.2637848181492625e-07}
+{"train_loss": 0.0011976491659879684, "global_step": 37599, "epoch": 578, "lr": 3.2591323257248893e-07}
+{"train_loss": 0.0009073037654161453, "global_step": 37600, "epoch": 578, "lr": 3.2544831408639065e-07}
+{"train_loss": 0.0005094816442579031, "global_step": 37601, "epoch": 578, "lr": 3.2498372635972886e-07}
+{"train_loss": 0.00043922013719566166, "global_step": 37602, "epoch": 578, "lr": 3.2451946939559554e-07}
+{"train_loss": 0.00030914926901459694, "global_step": 37603, "epoch": 578, "lr": 3.2405554319708263e-07}
+{"train_loss": 0.0003330034960526973, "global_step": 37604, "epoch": 578, "lr": 3.235919477672766e-07}
+{"train_loss": 0.0005402850802056491, "global_step": 37605, "epoch": 578, "lr": 3.2312868310926947e-07}
+{"train_loss": 0.00029900678782723844, "global_step": 37606, "epoch": 578, "lr": 3.22665749226142e-07}
+{"train_loss": 0.0002753142616711557, "global_step": 37607, "epoch": 578, "lr": 3.222031461209807e-07}
+{"train_loss": 0.00043805819586850703, "global_step": 37608, "epoch": 578, "lr": 3.217408737968608e-07}
+{"train_loss": 0.0003860254946630448, "global_step": 37609, "epoch": 578, "lr": 3.2127893225686324e-07}
+{"train_loss": 0.00032357656164094806, "global_step": 37610, "epoch": 578, "lr": 3.208173215040633e-07}
+{"train_loss": 0.00043760641710832715, "global_step": 37611, "epoch": 578, "lr": 3.203560415415363e-07}
+{"train_loss": 0.0002663230407051742, "global_step": 37612, "epoch": 578, "lr": 3.1989509237235207e-07}
+{"train_loss": 0.0003097359440289438, "global_step": 37613, "epoch": 578, "lr": 3.1943447399958027e-07}
+{"train_loss": 0.0005025877035222948, "global_step": 37614, "epoch": 578, "lr": 3.189741864262852e-07}
+{"train_loss": 0.00044916721526533365, "global_step": 37615, "epoch": 578, "lr": 3.185142296555366e-07}
+{"train_loss": 0.0004307719646021724, "global_step": 37616, "epoch": 578, "lr": 3.180546036903931e-07}
+{"train_loss": 0.0002824361145030707, "global_step": 37617, "epoch": 578, "lr": 3.175953085339134e-07}
+{"train_loss": 0.00026779211475513875, "global_step": 37618, "epoch": 578, "lr": 3.171363441891617e-07}
+{"train_loss": 0.0004676287935581058, "global_step": 37619, "epoch": 578, "lr": 3.166777106591967e-07}
+{"train_loss": 0.00047463554074056447, "global_step": 37620, "epoch": 578, "lr": 3.162194079470604e-07}
+{"train_loss": 0.00041649045306257904, "global_step": 37621, "epoch": 578, "lr": 3.157614360558114e-07}
+{"train_loss": 0.0002507665485609323, "global_step": 37622, "epoch": 578, "lr": 3.1530379498849737e-07}
+{"train_loss": 0.0004418016760610044, "global_step": 37623, "epoch": 578, "lr": 3.1484648474817133e-07}
+{"train_loss": 0.00045355179463513196, "global_step": 37624, "epoch": 578, "lr": 3.143895053378698e-07}
+{"train_loss": 0.0005473617929965258, "global_step": 37625, "epoch": 578, "lr": 3.1393285676064034e-07}
+{"train_loss": 0.0005915767978876829, "global_step": 37626, "epoch": 578, "lr": 3.134765390195249e-07}
+{"train_loss": 0.0005228238296695054, "global_step": 37627, "epoch": 578, "lr": 3.1302055211756e-07}
+{"train_loss": 0.0004242741852067411, "global_step": 37628, "epoch": 578, "lr": 3.125648960577765e-07}
+{"train_loss": 0.00045034359209239483, "global_step": 37629, "epoch": 578, "lr": 3.1210957084321646e-07}
+{"train_loss": 0.0005261240876279771, "global_step": 37630, "epoch": 578, "lr": 3.116545764769052e-07}
+{"train_loss": 0.0003075334243476391, "global_step": 37631, "epoch": 578, "lr": 3.1119991296188477e-07}
+{"train_loss": 0.0003920902090612799, "global_step": 37632, "epoch": 578, "lr": 3.1074558030116384e-07}
+{"train_loss": 0.0002932099741883576, "global_step": 37633, "epoch": 578, "lr": 3.102915784977789e-07}
+{"train_loss": 0.0004306157912091854, "global_step": 37634, "epoch": 578, "lr": 3.098379075547553e-07, "val_loss": 0.006466250400990248}
+{"train_loss": 0.0003928898659069091, "global_step": 37635, "epoch": 579, "lr": 3.0938456747510727e-07}
+{"train_loss": 0.000380605342797935, "global_step": 37636, "epoch": 579, "lr": 3.0893155826186017e-07}
+{"train_loss": 0.00047491013538092375, "global_step": 37637, "epoch": 579, "lr": 3.084788799180227e-07}
+{"train_loss": 0.0006440517609007657, "global_step": 37638, "epoch": 579, "lr": 3.080265324466092e-07}
+{"train_loss": 0.00020716310245916247, "global_step": 37639, "epoch": 579, "lr": 3.0757451585063936e-07}
+{"train_loss": 0.0006860456196591258, "global_step": 37640, "epoch": 579, "lr": 3.0712283013311637e-07}
+{"train_loss": 0.0002006542490562424, "global_step": 37641, "epoch": 579, "lr": 3.06671475297049e-07}
+{"train_loss": 0.0003414356033317745, "global_step": 37642, "epoch": 579, "lr": 3.0622045134544586e-07}
+{"train_loss": 0.0003618700720835477, "global_step": 37643, "epoch": 579, "lr": 3.057697582813046e-07}
+{"train_loss": 0.00040185541729442775, "global_step": 37644, "epoch": 579, "lr": 3.053193961076339e-07}
+{"train_loss": 0.0003024284669663757, "global_step": 37645, "epoch": 579, "lr": 3.048693648274259e-07}
+{"train_loss": 0.000559003499802202, "global_step": 37646, "epoch": 579, "lr": 3.044196644436781e-07}
+{"train_loss": 0.0004373595875222236, "global_step": 37647, "epoch": 579, "lr": 3.039702949593881e-07}
+{"train_loss": 0.0003248862340115011, "global_step": 37648, "epoch": 579, "lr": 3.0352125637754245e-07}
+{"train_loss": 0.0003522748302202672, "global_step": 37649, "epoch": 579, "lr": 3.030725487011388e-07}
+{"train_loss": 0.00021359912352636456, "global_step": 37650, "epoch": 579, "lr": 3.0262417193315797e-07}
+{"train_loss": 0.0002479532267898321, "global_step": 37651, "epoch": 579, "lr": 3.021761260765865e-07}
+{"train_loss": 0.0004565308918245137, "global_step": 37652, "epoch": 579, "lr": 3.017284111344165e-07}
+{"train_loss": 0.000248085823841393, "global_step": 37653, "epoch": 579, "lr": 3.0128102710961223e-07}
+{"train_loss": 0.0004422532219905406, "global_step": 37654, "epoch": 579, "lr": 3.0083397400517134e-07}
+{"train_loss": 0.00037826818879693747, "global_step": 37655, "epoch": 579, "lr": 3.00387251824058e-07}
+{"train_loss": 0.0005900377873331308, "global_step": 37656, "epoch": 579, "lr": 2.9994086056924777e-07}
+{"train_loss": 0.00028300314443185925, "global_step": 37657, "epoch": 579, "lr": 2.994948002437159e-07}
+{"train_loss": 0.0002614668046589941, "global_step": 37658, "epoch": 579, "lr": 2.9904907085043234e-07}
+{"train_loss": 0.00023887536372058094, "global_step": 37659, "epoch": 579, "lr": 2.9860367239236686e-07}
+{"train_loss": 0.0005609451909549534, "global_step": 37660, "epoch": 579, "lr": 2.9815860487248383e-07}
+{"train_loss": 0.000677839620038867, "global_step": 37661, "epoch": 579, "lr": 2.977138682937419e-07}
+{"train_loss": 0.00032240001019090414, "global_step": 37662, "epoch": 579, "lr": 2.972694626591055e-07}
+{"train_loss": 0.0006420427816919982, "global_step": 37663, "epoch": 579, "lr": 2.968253879715388e-07}
+{"train_loss": 0.0003980043111369014, "global_step": 37664, "epoch": 579, "lr": 2.9638164423399507e-07}
+{"train_loss": 0.0004642585408873856, "global_step": 37665, "epoch": 579, "lr": 2.959382314494219e-07}
+{"train_loss": 0.0003301721590105444, "global_step": 37666, "epoch": 579, "lr": 2.954951496207836e-07}
+{"train_loss": 0.00032879936043173075, "global_step": 37667, "epoch": 579, "lr": 2.9505239875102785e-07}
+{"train_loss": 0.00033233550493605435, "global_step": 37668, "epoch": 579, "lr": 2.946099788430967e-07}
+{"train_loss": 0.0003885792975779623, "global_step": 37669, "epoch": 579, "lr": 2.9416788989993784e-07}
+{"train_loss": 0.0005289713735692203, "global_step": 37670, "epoch": 579, "lr": 2.937261319244933e-07}
+{"train_loss": 0.0003615842724684626, "global_step": 37671, "epoch": 579, "lr": 2.9328470491971627e-07}
+{"train_loss": 0.00024062482407316566, "global_step": 37672, "epoch": 579, "lr": 2.9284360888853225e-07}
+{"train_loss": 0.0009565979707986116, "global_step": 37673, "epoch": 579, "lr": 2.924028438338833e-07}
+{"train_loss": 0.0002998847921844572, "global_step": 37674, "epoch": 579, "lr": 2.9196240975870036e-07}
+{"train_loss": 0.00042899727122858167, "global_step": 37675, "epoch": 579, "lr": 2.915223066659256e-07}
+{"train_loss": 0.00021121236204635352, "global_step": 37676, "epoch": 579, "lr": 2.9108253455848447e-07}
+{"train_loss": 0.00036221687332727015, "global_step": 37677, "epoch": 579, "lr": 2.906430934393023e-07}
+{"train_loss": 0.0004080159415025264, "global_step": 37678, "epoch": 579, "lr": 2.902039833113046e-07}
+{"train_loss": 0.00025515316519886255, "global_step": 37679, "epoch": 579, "lr": 2.8976520417742794e-07}
+{"train_loss": 0.0005006010760553181, "global_step": 37680, "epoch": 579, "lr": 2.8932675604057547e-07}
+{"train_loss": 0.00033748536952771246, "global_step": 37681, "epoch": 579, "lr": 2.8888863890367825e-07}
+{"train_loss": 0.00043915779679082334, "global_step": 37682, "epoch": 579, "lr": 2.8845085276965054e-07}
+{"train_loss": 0.00031912056147120893, "global_step": 37683, "epoch": 579, "lr": 2.8801339764140123e-07}
+{"train_loss": 0.0003171268617734313, "global_step": 37684, "epoch": 579, "lr": 2.875762735218557e-07}
+{"train_loss": 0.0006487457430921495, "global_step": 37685, "epoch": 579, "lr": 2.8713948041391714e-07}
+{"train_loss": 0.0005409588338807225, "global_step": 37686, "epoch": 579, "lr": 2.867030183204944e-07}
+{"train_loss": 0.0003317598020657897, "global_step": 37687, "epoch": 579, "lr": 2.8626688724449624e-07}
+{"train_loss": 0.00036074401577934623, "global_step": 37688, "epoch": 579, "lr": 2.8583108718882036e-07}
+{"train_loss": 0.00032280839513987303, "global_step": 37689, "epoch": 579, "lr": 2.853956181563755e-07}
+{"train_loss": 0.00048251732368953526, "global_step": 37690, "epoch": 579, "lr": 2.849604801500538e-07}
+{"train_loss": 0.0004456482420209795, "global_step": 37691, "epoch": 579, "lr": 2.845256731727641e-07}
+{"train_loss": 0.0004049967392347753, "global_step": 37692, "epoch": 579, "lr": 2.84091197227393e-07}
+{"train_loss": 0.0003759186074603349, "global_step": 37693, "epoch": 579, "lr": 2.836570523168325e-07}
+{"train_loss": 0.0004292667144909501, "global_step": 37694, "epoch": 579, "lr": 2.832232384439748e-07}
+{"train_loss": 0.00025185002596117556, "global_step": 37695, "epoch": 579, "lr": 2.8278975561171207e-07}
+{"train_loss": 0.0007095136097632349, "global_step": 37696, "epoch": 579, "lr": 2.8235660382293084e-07}
+{"train_loss": 0.0005900505930185318, "global_step": 37697, "epoch": 579, "lr": 2.8192378308051216e-07}
+{"train_loss": 0.00022184051340445876, "global_step": 37698, "epoch": 579, "lr": 2.8149129338733704e-07}
+{"train_loss": 0.0004044760023064625, "global_step": 37699, "epoch": 579, "lr": 2.810591347462865e-07, "val_loss": 0.0030445449519902468}
+{"train_loss": 0.0003105824289377779, "global_step": 37700, "epoch": 580, "lr": 2.806273071602361e-07}
+{"train_loss": 0.0004988003056496382, "global_step": 37701, "epoch": 580, "lr": 2.801958106320668e-07}
+{"train_loss": 0.0004908902337774634, "global_step": 37702, "epoch": 580, "lr": 2.797646451646485e-07}
+{"train_loss": 0.0002852485631592572, "global_step": 37703, "epoch": 580, "lr": 2.793338107608512e-07}
+{"train_loss": 0.0003519408928696066, "global_step": 37704, "epoch": 580, "lr": 2.7890330742354476e-07}
+{"train_loss": 0.0004784678458236158, "global_step": 37705, "epoch": 580, "lr": 2.7847313515559357e-07}
+{"train_loss": 0.0005129217752255499, "global_step": 37706, "epoch": 580, "lr": 2.780432939598621e-07}
+{"train_loss": 0.00032795502920635045, "global_step": 37707, "epoch": 580, "lr": 2.776137838392201e-07}
+{"train_loss": 0.0002691653207875788, "global_step": 37708, "epoch": 580, "lr": 2.7718460479652095e-07}
+{"train_loss": 0.00023017911007627845, "global_step": 37709, "epoch": 580, "lr": 2.7675575683461794e-07}
+{"train_loss": 0.0003049004008062184, "global_step": 37710, "epoch": 580, "lr": 2.763272399563699e-07}
+{"train_loss": 0.00033369302400387824, "global_step": 37711, "epoch": 580, "lr": 2.758990541646411e-07}
+{"train_loss": 0.0004057265177834779, "global_step": 37712, "epoch": 580, "lr": 2.754711994622683e-07}
+{"train_loss": 0.0005471638287417591, "global_step": 37713, "epoch": 580, "lr": 2.7504367585210466e-07}
+{"train_loss": 0.0005935218068771064, "global_step": 37714, "epoch": 580, "lr": 2.7461648333699244e-07}
+{"train_loss": 0.00023403181694447994, "global_step": 37715, "epoch": 580, "lr": 2.741896219197904e-07}
+{"train_loss": 0.0003626710968092084, "global_step": 37716, "epoch": 580, "lr": 2.737630916033296e-07}
+{"train_loss": 0.0006144048529677093, "global_step": 37717, "epoch": 580, "lr": 2.733368923904467e-07}
+{"train_loss": 0.0003258308570366353, "global_step": 37718, "epoch": 580, "lr": 2.729110242839894e-07}
+{"train_loss": 0.0005723744980059564, "global_step": 37719, "epoch": 580, "lr": 2.724854872867888e-07}
+{"train_loss": 0.00028001118334941566, "global_step": 37720, "epoch": 580, "lr": 2.720602814016759e-07}
+{"train_loss": 0.00028317823307588696, "global_step": 37721, "epoch": 580, "lr": 2.7163540663148744e-07}
+{"train_loss": 0.0005105370655655861, "global_step": 37722, "epoch": 580, "lr": 2.7121086297904886e-07}
+{"train_loss": 0.0004996889620088041, "global_step": 37723, "epoch": 580, "lr": 2.7078665044718567e-07}
+{"train_loss": 0.00039897041278891265, "global_step": 37724, "epoch": 580, "lr": 2.703627690387289e-07}
+{"train_loss": 0.0005538116092793643, "global_step": 37725, "epoch": 580, "lr": 2.699392187564931e-07}
+{"train_loss": 0.00033000795519910753, "global_step": 37726, "epoch": 580, "lr": 2.695159996032981e-07}
+{"train_loss": 0.00041829916881397367, "global_step": 37727, "epoch": 580, "lr": 2.6909311158197505e-07}
+{"train_loss": 0.0005614464171230793, "global_step": 37728, "epoch": 580, "lr": 2.686705546953272e-07}
+{"train_loss": 0.0005354845197871327, "global_step": 37729, "epoch": 580, "lr": 2.68248328946169e-07}
+{"train_loss": 0.0002419158408883959, "global_step": 37730, "epoch": 580, "lr": 2.678264343373149e-07}
+{"train_loss": 0.00035088398726657033, "global_step": 37731, "epoch": 580, "lr": 2.674048708715737e-07}
+{"train_loss": 0.00025247418670915067, "global_step": 37732, "epoch": 580, "lr": 2.669836385517488e-07}
+{"train_loss": 0.0002451939508318901, "global_step": 37733, "epoch": 580, "lr": 2.665627373806545e-07}
+{"train_loss": 0.00043550162808969617, "global_step": 37734, "epoch": 580, "lr": 2.661421673610831e-07}
+{"train_loss": 0.00032731631654314697, "global_step": 37735, "epoch": 580, "lr": 2.6572192849584343e-07}
+{"train_loss": 0.00032642899896018207, "global_step": 37736, "epoch": 580, "lr": 2.653020207877277e-07}
+{"train_loss": 0.000259548076428473, "global_step": 37737, "epoch": 580, "lr": 2.6488244423953366e-07}
+{"train_loss": 0.0007008673856034875, "global_step": 37738, "epoch": 580, "lr": 2.6446319885405356e-07}
+{"train_loss": 0.00027332219178788364, "global_step": 37739, "epoch": 580, "lr": 2.640442846340796e-07}
+{"train_loss": 0.0004058357735630125, "global_step": 37740, "epoch": 580, "lr": 2.63625701582404e-07}
+{"train_loss": 0.00025338269188068807, "global_step": 37741, "epoch": 580, "lr": 2.6320744970180777e-07}
+{"train_loss": 0.0004442990175448358, "global_step": 37742, "epoch": 580, "lr": 2.6278952899508326e-07}
+{"train_loss": 0.0002874745987355709, "global_step": 37743, "epoch": 580, "lr": 2.623719394650115e-07}
+{"train_loss": 0.0003868680214509368, "global_step": 37744, "epoch": 580, "lr": 2.619546811143736e-07}
+{"train_loss": 0.00031270302133634686, "global_step": 37745, "epoch": 580, "lr": 2.615377539459396e-07}
+{"train_loss": 0.00041507219430059195, "global_step": 37746, "epoch": 580, "lr": 2.611211579624906e-07}
+{"train_loss": 0.00028343871235847473, "global_step": 37747, "epoch": 580, "lr": 2.607048931668077e-07}
+{"train_loss": 0.00034004307235591114, "global_step": 37748, "epoch": 580, "lr": 2.602889595616553e-07}
+{"train_loss": 0.0002963460865430534, "global_step": 37749, "epoch": 580, "lr": 2.59873357149798e-07}
+{"train_loss": 0.0003536311851348728, "global_step": 37750, "epoch": 580, "lr": 2.594580859340168e-07}
+{"train_loss": 0.00045113571104593575, "global_step": 37751, "epoch": 580, "lr": 2.5904314591706504e-07}
+{"train_loss": 0.0007255441159941256, "global_step": 37752, "epoch": 580, "lr": 2.5862853710171274e-07}
+{"train_loss": 0.0003385667805559933, "global_step": 37753, "epoch": 580, "lr": 2.582142594907133e-07}
+{"train_loss": 0.00038832396967336535, "global_step": 37754, "epoch": 580, "lr": 2.5780031308683116e-07}
+{"train_loss": 0.0003262055979575962, "global_step": 37755, "epoch": 580, "lr": 2.5738669789281967e-07}
+{"train_loss": 0.00026213773526251316, "global_step": 37756, "epoch": 580, "lr": 2.569734139114377e-07}
+{"train_loss": 0.00032284518238157034, "global_step": 37757, "epoch": 580, "lr": 2.5656046114543306e-07}
+{"train_loss": 0.0003161897766403854, "global_step": 37758, "epoch": 580, "lr": 2.561478395975536e-07}
+{"train_loss": 0.0003930000530090183, "global_step": 37759, "epoch": 580, "lr": 2.5573554927055263e-07}
+{"train_loss": 0.0006845704629085958, "global_step": 37760, "epoch": 580, "lr": 2.553235901671724e-07}
+{"train_loss": 0.0002741141361184418, "global_step": 37761, "epoch": 580, "lr": 2.549119622901497e-07}
+{"train_loss": 0.0002737381437327713, "global_step": 37762, "epoch": 580, "lr": 2.5450066564223217e-07}
+{"train_loss": 0.000203088071430102, "global_step": 37763, "epoch": 580, "lr": 2.540897002261622e-07}
+{"train_loss": 0.00038389673304314224, "global_step": 37764, "epoch": 580, "lr": 2.536790660446653e-07, "val_loss": 0.008581737987697124, "train_action_mse_error": 9.153744031209499e-06}
+{"train_loss": 0.0002639397280290723, "global_step": 37765, "epoch": 581, "lr": 2.532687631004893e-07}
+{"train_loss": 0.00028967438265681267, "global_step": 37766, "epoch": 581, "lr": 2.5285879139635426e-07}
+{"train_loss": 0.0002833655453287065, "global_step": 37767, "epoch": 581, "lr": 2.5244915093499134e-07}
+{"train_loss": 0.0004237953689880669, "global_step": 37768, "epoch": 581, "lr": 2.520398417191372e-07}
+{"train_loss": 0.0002311476564500481, "global_step": 37769, "epoch": 581, "lr": 2.5163086375150636e-07}
+{"train_loss": 0.00041176073136739433, "global_step": 37770, "epoch": 581, "lr": 2.5122221703482993e-07}
+{"train_loss": 0.0006877037812955678, "global_step": 37771, "epoch": 581, "lr": 2.508139015718225e-07}
+{"train_loss": 0.00032269451185129583, "global_step": 37772, "epoch": 581, "lr": 2.5040591736520957e-07}
+{"train_loss": 0.0003007882332894951, "global_step": 37773, "epoch": 581, "lr": 2.4999826441770566e-07}
+{"train_loss": 0.00041667508776299655, "global_step": 37774, "epoch": 581, "lr": 2.4959094273201977e-07}
+{"train_loss": 0.0004338099679443985, "global_step": 37775, "epoch": 581, "lr": 2.491839523108719e-07}
+{"train_loss": 0.00033787780557759106, "global_step": 37776, "epoch": 581, "lr": 2.4877729315696543e-07}
+{"train_loss": 0.0003114001010544598, "global_step": 37777, "epoch": 581, "lr": 2.4837096527301487e-07}
+{"train_loss": 0.0003305246646050364, "global_step": 37778, "epoch": 581, "lr": 2.4796496866171805e-07}
+{"train_loss": 0.0003264928818680346, "global_step": 37779, "epoch": 581, "lr": 2.475593033257784e-07}
+{"train_loss": 0.0006773594650439918, "global_step": 37780, "epoch": 581, "lr": 2.4715396926791036e-07}
+{"train_loss": 0.0003095608262810856, "global_step": 37781, "epoch": 581, "lr": 2.467489664908007e-07}
+{"train_loss": 0.00041099952068179846, "global_step": 37782, "epoch": 581, "lr": 2.463442949971417e-07}
+{"train_loss": 0.0002601735759526491, "global_step": 37783, "epoch": 581, "lr": 2.4593995478964237e-07}
+{"train_loss": 0.00027005793526768684, "global_step": 37784, "epoch": 581, "lr": 2.4553594587098383e-07}
+{"train_loss": 0.0005811488954350352, "global_step": 37785, "epoch": 581, "lr": 2.451322682438584e-07}
+{"train_loss": 0.0002538125845603645, "global_step": 37786, "epoch": 581, "lr": 2.447289219109583e-07}
+{"train_loss": 0.0005081914132460952, "global_step": 37787, "epoch": 581, "lr": 2.443259068749648e-07}
+{"train_loss": 0.00023069775488693267, "global_step": 37788, "epoch": 581, "lr": 2.4392322313856466e-07}
+{"train_loss": 0.0009412188665010035, "global_step": 37789, "epoch": 581, "lr": 2.4352087070443895e-07}
+{"train_loss": 0.00033575997804291546, "global_step": 37790, "epoch": 581, "lr": 2.431188495752634e-07}
+{"train_loss": 0.0006185432430356741, "global_step": 37791, "epoch": 581, "lr": 2.427171597537137e-07}
+{"train_loss": 0.00039149451185949147, "global_step": 37792, "epoch": 581, "lr": 2.423158012424709e-07}
+{"train_loss": 0.0004989110166206956, "global_step": 37793, "epoch": 581, "lr": 2.4191477404420515e-07}
+{"train_loss": 0.0009757517836987972, "global_step": 37794, "epoch": 581, "lr": 2.41514078161581e-07}
+{"train_loss": 0.00029193199588917196, "global_step": 37795, "epoch": 581, "lr": 2.411137135972741e-07}
+{"train_loss": 0.00017995292728301138, "global_step": 37796, "epoch": 581, "lr": 2.407136803539489e-07}
+{"train_loss": 0.00029229201027192175, "global_step": 37797, "epoch": 581, "lr": 2.403139784342645e-07}
+{"train_loss": 0.00025087292306125164, "global_step": 37798, "epoch": 581, "lr": 2.3991460784088536e-07}
+{"train_loss": 0.00044957816135138273, "global_step": 37799, "epoch": 581, "lr": 2.395155685764705e-07}
+{"train_loss": 0.0003186679386999458, "global_step": 37800, "epoch": 581, "lr": 2.3911686064368446e-07}
+{"train_loss": 0.0006191658903844655, "global_step": 37801, "epoch": 581, "lr": 2.3871848404516397e-07}
+{"train_loss": 0.0006638419581577182, "global_step": 37802, "epoch": 581, "lr": 2.3832043878357912e-07}
+{"train_loss": 0.00020880677038803697, "global_step": 37803, "epoch": 581, "lr": 2.3792272486156675e-07}
+{"train_loss": 0.0005198108265176415, "global_step": 37804, "epoch": 581, "lr": 2.3752534228179135e-07}
+{"train_loss": 0.000374733965145424, "global_step": 37805, "epoch": 581, "lr": 2.3712829104688417e-07}
+{"train_loss": 0.00048366718692705035, "global_step": 37806, "epoch": 581, "lr": 2.3673157115949306e-07}
+{"train_loss": 0.00021648827532771975, "global_step": 37807, "epoch": 581, "lr": 2.363351826222604e-07}
+{"train_loss": 0.00036010207259096205, "global_step": 37808, "epoch": 581, "lr": 2.3593912543782848e-07}
+{"train_loss": 0.00032366294180974364, "global_step": 37809, "epoch": 581, "lr": 2.355433996088341e-07}
+{"train_loss": 0.00042546415352262557, "global_step": 37810, "epoch": 581, "lr": 2.3514800513790292e-07}
+{"train_loss": 0.00047337127034552395, "global_step": 37811, "epoch": 581, "lr": 2.347529420276773e-07}
+{"train_loss": 0.00047388681559823453, "global_step": 37812, "epoch": 581, "lr": 2.343582102807884e-07}
+{"train_loss": 0.0002986052422784269, "global_step": 37813, "epoch": 581, "lr": 2.33963809899862e-07}
+{"train_loss": 0.0003604599623940885, "global_step": 37814, "epoch": 581, "lr": 2.335697408875237e-07}
+{"train_loss": 0.00024240511993411928, "global_step": 37815, "epoch": 581, "lr": 2.3317600324639366e-07}
+{"train_loss": 0.0006117982557043433, "global_step": 37816, "epoch": 581, "lr": 2.3278259697909755e-07}
+{"train_loss": 0.00044666160829365253, "global_step": 37817, "epoch": 581, "lr": 2.3238952208825548e-07}
+{"train_loss": 0.00038457399932667613, "global_step": 37818, "epoch": 581, "lr": 2.3199677857648205e-07}
+{"train_loss": 0.00028324645245447755, "global_step": 37819, "epoch": 581, "lr": 2.316043664463974e-07}
+{"train_loss": 0.0003170581767335534, "global_step": 37820, "epoch": 581, "lr": 2.3121228570061049e-07}
+{"train_loss": 0.0003344716678839177, "global_step": 37821, "epoch": 581, "lr": 2.308205363417304e-07}
+{"train_loss": 0.00021867344912607223, "global_step": 37822, "epoch": 581, "lr": 2.3042911837236615e-07}
+{"train_loss": 0.00028321819263510406, "global_step": 37823, "epoch": 581, "lr": 2.300380317951323e-07}
+{"train_loss": 0.0004869228578172624, "global_step": 37824, "epoch": 581, "lr": 2.296472766126212e-07}
+{"train_loss": 0.00026747467927634716, "global_step": 37825, "epoch": 581, "lr": 2.2925685282744191e-07}
+{"train_loss": 0.00030535945552401245, "global_step": 37826, "epoch": 581, "lr": 2.2886676044219234e-07}
+{"train_loss": 0.00025778691633604467, "global_step": 37827, "epoch": 581, "lr": 2.2847699945946488e-07}
+{"train_loss": 0.00047306978376582265, "global_step": 37828, "epoch": 581, "lr": 2.2808756988186296e-07}
+{"train_loss": 0.0003955126894512572, "global_step": 37829, "epoch": 581, "lr": 2.27698471711979e-07, "val_loss": 0.025314131751656532}
+{"train_loss": 0.0003072220424655825, "global_step": 37830, "epoch": 582, "lr": 2.2730970495239977e-07}
+{"train_loss": 0.0004751977976411581, "global_step": 37831, "epoch": 582, "lr": 2.2692126960571214e-07}
+{"train_loss": 0.0005248705274425447, "global_step": 37832, "epoch": 582, "lr": 2.2653316567450845e-07}
+{"train_loss": 0.0002970357018057257, "global_step": 37833, "epoch": 582, "lr": 2.2614539316136995e-07}
+{"train_loss": 0.0003358794783707708, "global_step": 37834, "epoch": 582, "lr": 2.257579520688724e-07}
+{"train_loss": 0.0004948483547195792, "global_step": 37835, "epoch": 582, "lr": 2.2537084239960814e-07}
+{"train_loss": 0.0001954341569216922, "global_step": 37836, "epoch": 582, "lr": 2.2498406415614737e-07}
+{"train_loss": 0.00033982418244704604, "global_step": 37837, "epoch": 582, "lr": 2.2459761734106578e-07}
+{"train_loss": 0.00022431262186728418, "global_step": 37838, "epoch": 582, "lr": 2.2421150195693908e-07}
+{"train_loss": 0.00028014290728606284, "global_step": 37839, "epoch": 582, "lr": 2.238257180063319e-07}
+{"train_loss": 0.0004889924312010407, "global_step": 37840, "epoch": 582, "lr": 2.2344026549181994e-07}
+{"train_loss": 0.00030472766957245767, "global_step": 37841, "epoch": 582, "lr": 2.2305514441596788e-07}
+{"train_loss": 0.00035041163209825754, "global_step": 37842, "epoch": 582, "lr": 2.2267035478134023e-07}
+{"train_loss": 0.00036420466494746506, "global_step": 37843, "epoch": 582, "lr": 2.2228589659049616e-07}
+{"train_loss": 0.00033039445406757295, "global_step": 37844, "epoch": 582, "lr": 2.219017698460002e-07}
+{"train_loss": 0.00040101574268192053, "global_step": 37845, "epoch": 582, "lr": 2.215179745504059e-07}
+{"train_loss": 0.00039707444375380874, "global_step": 37846, "epoch": 582, "lr": 2.2113451070627235e-07}
+{"train_loss": 0.0005179038271307945, "global_step": 37847, "epoch": 582, "lr": 2.2075137831614746e-07}
+{"train_loss": 0.0003157237952109426, "global_step": 37848, "epoch": 582, "lr": 2.203685773825903e-07}
+{"train_loss": 0.00021129769447725266, "global_step": 37849, "epoch": 582, "lr": 2.1998610790814334e-07}
+{"train_loss": 0.000319231185130775, "global_step": 37850, "epoch": 582, "lr": 2.196039698953545e-07}
+{"train_loss": 0.00030057766707614064, "global_step": 37851, "epoch": 582, "lr": 2.192221633467717e-07}
+{"train_loss": 0.0005099400295875967, "global_step": 37852, "epoch": 582, "lr": 2.1884068826493187e-07}
+{"train_loss": 0.0003631293948274106, "global_step": 37853, "epoch": 582, "lr": 2.184595446523774e-07}
+{"train_loss": 0.00045350968139246106, "global_step": 37854, "epoch": 582, "lr": 2.1807873251164513e-07}
+{"train_loss": 0.0005903393030166626, "global_step": 37855, "epoch": 582, "lr": 2.1769825184527748e-07}
+{"train_loss": 0.0004137709329370409, "global_step": 37856, "epoch": 582, "lr": 2.1731810265579465e-07}
+{"train_loss": 0.0002992669469676912, "global_step": 37857, "epoch": 582, "lr": 2.1693828494574464e-07}
+{"train_loss": 0.0003393967926967889, "global_step": 37858, "epoch": 582, "lr": 2.1655879871764206e-07}
+{"train_loss": 0.00046183355152606964, "global_step": 37859, "epoch": 582, "lr": 2.161796439740238e-07}
+{"train_loss": 0.0002998040581587702, "global_step": 37860, "epoch": 582, "lr": 2.1580082071740448e-07}
+{"train_loss": 0.00041431383579038084, "global_step": 37861, "epoch": 582, "lr": 2.1542232895031544e-07}
+{"train_loss": 0.00034498138120397925, "global_step": 37862, "epoch": 582, "lr": 2.1504416867527132e-07}
+{"train_loss": 0.0005830273730680346, "global_step": 37863, "epoch": 582, "lr": 2.1466633989479235e-07}
+{"train_loss": 0.0003912733227480203, "global_step": 37864, "epoch": 582, "lr": 2.1428884261139315e-07}
+{"train_loss": 0.00020234825205989182, "global_step": 37865, "epoch": 582, "lr": 2.1391167682759394e-07}
+{"train_loss": 0.0004407385422382504, "global_step": 37866, "epoch": 582, "lr": 2.1353484254589275e-07}
+{"train_loss": 0.00033190238173119724, "global_step": 37867, "epoch": 582, "lr": 2.1315833976880971e-07}
+{"train_loss": 0.000406506733270362, "global_step": 37868, "epoch": 582, "lr": 2.1278216849884847e-07}
+{"train_loss": 0.0003349596227053553, "global_step": 37869, "epoch": 582, "lr": 2.1240632873851808e-07}
+{"train_loss": 0.0006204021628946066, "global_step": 37870, "epoch": 582, "lr": 2.12030820490311e-07}
+{"train_loss": 0.0004882531356997788, "global_step": 37871, "epoch": 582, "lr": 2.116556437567363e-07}
+{"train_loss": 0.0004033840959891677, "global_step": 37872, "epoch": 582, "lr": 2.1128079854028648e-07}
+{"train_loss": 0.0003761347907129675, "global_step": 37873, "epoch": 582, "lr": 2.1090628484346508e-07}
+{"train_loss": 0.0004315925179980695, "global_step": 37874, "epoch": 582, "lr": 2.1053210266875344e-07}
+{"train_loss": 0.00034191927989013493, "global_step": 37875, "epoch": 582, "lr": 2.1015825201865514e-07}
+{"train_loss": 0.0002686841762624681, "global_step": 37876, "epoch": 582, "lr": 2.0978473289565148e-07}
+{"train_loss": 0.0008458165102638304, "global_step": 37877, "epoch": 582, "lr": 2.094115453022405e-07}
+{"train_loss": 0.000408117106417194, "global_step": 37878, "epoch": 582, "lr": 2.0903868924089242e-07}
+{"train_loss": 0.0008206295897252858, "global_step": 37879, "epoch": 582, "lr": 2.086661647140997e-07}
+{"train_loss": 0.0002826666459441185, "global_step": 37880, "epoch": 582, "lr": 2.0829397172433819e-07}
+{"train_loss": 0.00026832963339984417, "global_step": 37881, "epoch": 582, "lr": 2.0792211027408914e-07}
+{"train_loss": 0.0003192805452272296, "global_step": 37882, "epoch": 582, "lr": 2.075505803658284e-07}
+{"train_loss": 0.00035244596074335277, "global_step": 37883, "epoch": 582, "lr": 2.0717938200202625e-07}
+{"train_loss": 0.0002801278606057167, "global_step": 37884, "epoch": 582, "lr": 2.0680851518515843e-07}
+{"train_loss": 0.00033728001290000975, "global_step": 37885, "epoch": 582, "lr": 2.064379799176952e-07}
+{"train_loss": 0.000361597107257694, "global_step": 37886, "epoch": 582, "lr": 2.0606777620210126e-07}
+{"train_loss": 0.0003670485457405448, "global_step": 37887, "epoch": 582, "lr": 2.0569790404083577e-07}
+{"train_loss": 0.0005122662987560034, "global_step": 37888, "epoch": 582, "lr": 2.053283634363745e-07}
+{"train_loss": 0.00022277323296293616, "global_step": 37889, "epoch": 582, "lr": 2.0495915439117107e-07}
+{"train_loss": 0.0004421771445777267, "global_step": 37890, "epoch": 582, "lr": 2.0459027690767908e-07}
+{"train_loss": 0.00021648569963872433, "global_step": 37891, "epoch": 582, "lr": 2.0422173098836316e-07}
+{"train_loss": 0.0003908736980520189, "global_step": 37892, "epoch": 582, "lr": 2.0385351663567142e-07}
+{"train_loss": 0.0005855282652191818, "global_step": 37893, "epoch": 582, "lr": 2.0348563385205743e-07}
+{"train_loss": 0.00038849298233309615, "global_step": 37894, "epoch": 582, "lr": 2.0311808263997478e-07, "val_loss": 0.007906224578619003}
+{"train_loss": 0.00026611247449181974, "global_step": 37895, "epoch": 583, "lr": 2.0275086300186595e-07}
+{"train_loss": 0.00034392272937111557, "global_step": 37896, "epoch": 583, "lr": 2.0238397494017902e-07}
+{"train_loss": 0.0004177707014605403, "global_step": 37897, "epoch": 583, "lr": 2.020174184573509e-07}
+{"train_loss": 0.00022745662136003375, "global_step": 37898, "epoch": 583, "lr": 2.0165119355582963e-07}
+{"train_loss": 0.00042259428300894797, "global_step": 37899, "epoch": 583, "lr": 2.012853002380466e-07}
+{"train_loss": 0.0003330776235088706, "global_step": 37900, "epoch": 583, "lr": 2.0091973850644984e-07}
+{"train_loss": 0.0003788307076320052, "global_step": 37901, "epoch": 583, "lr": 2.005545083634597e-07}
+{"train_loss": 0.0002631963579915464, "global_step": 37902, "epoch": 583, "lr": 2.0018960981151858e-07}
+{"train_loss": 0.0003283004625700414, "global_step": 37903, "epoch": 583, "lr": 1.9982504285304683e-07}
+{"train_loss": 0.0003908102517016232, "global_step": 37904, "epoch": 583, "lr": 1.9946080749048134e-07}
+{"train_loss": 0.00036400213139131665, "global_step": 37905, "epoch": 583, "lr": 1.9909690372624247e-07}
+{"train_loss": 0.00022119541245047003, "global_step": 37906, "epoch": 583, "lr": 1.9873333156275598e-07}
+{"train_loss": 0.0004596163344103843, "global_step": 37907, "epoch": 583, "lr": 1.9837009100243663e-07}
+{"train_loss": 0.0004073542368132621, "global_step": 37908, "epoch": 583, "lr": 1.9800718204770474e-07}
+{"train_loss": 0.0003682730020955205, "global_step": 37909, "epoch": 583, "lr": 1.976446047009861e-07}
+{"train_loss": 0.00032779190223664045, "global_step": 37910, "epoch": 583, "lr": 1.9728235896468438e-07}
+{"train_loss": 0.00025065126828849316, "global_step": 37911, "epoch": 583, "lr": 1.969204448412143e-07}
+{"train_loss": 0.00039542175363749266, "global_step": 37912, "epoch": 583, "lr": 1.9655886233299058e-07}
+{"train_loss": 0.00042209617095068097, "global_step": 37913, "epoch": 583, "lr": 1.9619761144241133e-07}
+{"train_loss": 0.0005152057274244726, "global_step": 37914, "epoch": 583, "lr": 1.9583669217189126e-07}
+{"train_loss": 0.00028220220701768994, "global_step": 37915, "epoch": 583, "lr": 1.9547610452382847e-07}
+{"train_loss": 0.00028885534266009927, "global_step": 37916, "epoch": 583, "lr": 1.9511584850062103e-07}
+{"train_loss": 0.0004015511949546635, "global_step": 37917, "epoch": 583, "lr": 1.9475592410467812e-07}
+{"train_loss": 0.0007379875751212239, "global_step": 37918, "epoch": 583, "lr": 1.9439633133838675e-07}
+{"train_loss": 0.0005925734294578433, "global_step": 37919, "epoch": 583, "lr": 1.9403707020414497e-07}
+{"train_loss": 0.0008184897596947849, "global_step": 37920, "epoch": 583, "lr": 1.9367814070434532e-07}
+{"train_loss": 0.00023329007672145963, "global_step": 37921, "epoch": 583, "lr": 1.9331954284137476e-07}
+{"train_loss": 0.0004657669342122972, "global_step": 37922, "epoch": 583, "lr": 1.9296127661762585e-07}
+{"train_loss": 0.00038836270687170327, "global_step": 37923, "epoch": 583, "lr": 1.9260334203548003e-07}
+{"train_loss": 0.00029322499176487327, "global_step": 37924, "epoch": 583, "lr": 1.9224573909732424e-07}
+{"train_loss": 0.0006071237730793655, "global_step": 37925, "epoch": 583, "lr": 1.9188846780553437e-07}
+{"train_loss": 0.0004440221528057009, "global_step": 37926, "epoch": 583, "lr": 1.9153152816249743e-07}
+{"train_loss": 0.00035147820017300546, "global_step": 37927, "epoch": 583, "lr": 1.911749201705837e-07}
+{"train_loss": 0.0005559710552915931, "global_step": 37928, "epoch": 583, "lr": 1.9081864383216353e-07}
+{"train_loss": 0.00037742560380138457, "global_step": 37929, "epoch": 583, "lr": 1.9046269914961833e-07}
+{"train_loss": 0.000337677716743201, "global_step": 37930, "epoch": 583, "lr": 1.901070861253129e-07}
+{"train_loss": 0.000411807355703786, "global_step": 37931, "epoch": 583, "lr": 1.8975180476161758e-07}
+{"train_loss": 0.0002452823973726481, "global_step": 37932, "epoch": 583, "lr": 1.893968550608971e-07}
+{"train_loss": 0.0007713772938586771, "global_step": 37933, "epoch": 583, "lr": 1.8904223702551628e-07}
+{"train_loss": 0.00029975775396451354, "global_step": 37934, "epoch": 583, "lr": 1.886879506578343e-07}
+{"train_loss": 0.00039565953193232417, "global_step": 37935, "epoch": 583, "lr": 1.883339959602104e-07}
+{"train_loss": 0.000687121064402163, "global_step": 37936, "epoch": 583, "lr": 1.8798037293500382e-07}
+{"train_loss": 0.00021381893020588905, "global_step": 37937, "epoch": 583, "lr": 1.8762708158456266e-07}
+{"train_loss": 0.0005861993413418531, "global_step": 37938, "epoch": 583, "lr": 1.872741219112517e-07}
+{"train_loss": 0.0004815206630155444, "global_step": 37939, "epoch": 583, "lr": 1.8692149391740243e-07}
+{"train_loss": 0.00035264197504147887, "global_step": 37940, "epoch": 583, "lr": 1.8656919760537962e-07}
+{"train_loss": 0.00031322185532189906, "global_step": 37941, "epoch": 583, "lr": 1.862172329775258e-07}
+{"train_loss": 0.0006348860915750265, "global_step": 37942, "epoch": 583, "lr": 1.858656000361836e-07}
+{"train_loss": 0.0004696535470429808, "global_step": 37943, "epoch": 583, "lr": 1.8551429878368444e-07}
+{"train_loss": 0.00032016343902796507, "global_step": 37944, "epoch": 583, "lr": 1.85163329222382e-07}
+{"train_loss": 0.0005068413447588682, "global_step": 37945, "epoch": 583, "lr": 1.848126913546022e-07}
+{"train_loss": 0.0004033910809084773, "global_step": 37946, "epoch": 583, "lr": 1.8446238518268766e-07}
+{"train_loss": 0.00037331582279875875, "global_step": 37947, "epoch": 583, "lr": 1.8411241070896979e-07}
+{"train_loss": 0.0004054095479659736, "global_step": 37948, "epoch": 583, "lr": 1.8376276793577453e-07}
+{"train_loss": 0.0007001035264693201, "global_step": 37949, "epoch": 583, "lr": 1.8341345686543332e-07}
+{"train_loss": 0.0005428724689409137, "global_step": 37950, "epoch": 583, "lr": 1.8306447750026657e-07}
+{"train_loss": 0.00035953166661784053, "global_step": 37951, "epoch": 583, "lr": 1.827158298426057e-07}
+{"train_loss": 0.0005047455197200179, "global_step": 37952, "epoch": 583, "lr": 1.8236751389477113e-07}
+{"train_loss": 0.00039691998972557485, "global_step": 37953, "epoch": 583, "lr": 1.8201952965907766e-07}
+{"train_loss": 0.000248006428591907, "global_step": 37954, "epoch": 583, "lr": 1.816718771378456e-07}
+{"train_loss": 0.00030774512561038136, "global_step": 37955, "epoch": 583, "lr": 1.8132455633338986e-07}
+{"train_loss": 0.0004464872181415558, "global_step": 37956, "epoch": 583, "lr": 1.8097756724801962e-07}
+{"train_loss": 0.00024106238561216742, "global_step": 37957, "epoch": 583, "lr": 1.8063090988404973e-07}
+{"train_loss": 0.000391618610592559, "global_step": 37958, "epoch": 583, "lr": 1.8028458424378392e-07}
+{"train_loss": 0.00041223512537096843, "global_step": 37959, "epoch": 583, "lr": 1.7993859032953142e-07, "val_loss": 0.017634306102991104}
+{"train_loss": 0.00024611427215859294, "global_step": 37960, "epoch": 584, "lr": 1.7959292814359595e-07}
+{"train_loss": 0.00026993011124432087, "global_step": 37961, "epoch": 584, "lr": 1.792475976882757e-07}
+{"train_loss": 0.0004954530159011483, "global_step": 37962, "epoch": 584, "lr": 1.789025989658799e-07}
+{"train_loss": 0.0005474808276630938, "global_step": 37963, "epoch": 584, "lr": 1.7855793197869563e-07}
+{"train_loss": 0.000315738667268306, "global_step": 37964, "epoch": 584, "lr": 1.782135967290155e-07}
+{"train_loss": 0.0006430099019780755, "global_step": 37965, "epoch": 584, "lr": 1.778695932191432e-07}
+{"train_loss": 0.00026268052170053124, "global_step": 37966, "epoch": 584, "lr": 1.775259214513658e-07}
+{"train_loss": 0.000459791102912277, "global_step": 37967, "epoch": 584, "lr": 1.7718258142796485e-07}
+{"train_loss": 0.0003327306767459959, "global_step": 37968, "epoch": 584, "lr": 1.768395731512329e-07}
+{"train_loss": 0.00039892204222269356, "global_step": 37969, "epoch": 584, "lr": 1.7649689662345703e-07}
+{"train_loss": 0.0002872329205274582, "global_step": 37970, "epoch": 584, "lr": 1.7615455184690766e-07}
+{"train_loss": 0.00033905249438248575, "global_step": 37971, "epoch": 584, "lr": 1.7581253882387184e-07}
+{"train_loss": 0.0003252629248891026, "global_step": 37972, "epoch": 584, "lr": 1.7547085755663107e-07}
+{"train_loss": 0.0004588626616168767, "global_step": 37973, "epoch": 584, "lr": 1.751295080474502e-07}
+{"train_loss": 0.0003018728457391262, "global_step": 37974, "epoch": 584, "lr": 1.7478849029861077e-07}
+{"train_loss": 0.0004999976372346282, "global_step": 37975, "epoch": 584, "lr": 1.744478043123776e-07}
+{"train_loss": 0.0003156819730065763, "global_step": 37976, "epoch": 584, "lr": 1.7410745009102113e-07}
+{"train_loss": 0.0005278884200379252, "global_step": 37977, "epoch": 584, "lr": 1.737674276368062e-07}
+{"train_loss": 0.0003987418604083359, "global_step": 37978, "epoch": 584, "lr": 1.734277369520032e-07}
+{"train_loss": 0.0003050824161618948, "global_step": 37979, "epoch": 584, "lr": 1.730883780388659e-07}
+{"train_loss": 0.0003461283049546182, "global_step": 37980, "epoch": 584, "lr": 1.7274935089965916e-07}
+{"train_loss": 0.0002571798104327172, "global_step": 37981, "epoch": 584, "lr": 1.724106555366367e-07}
+{"train_loss": 0.0003393120423424989, "global_step": 37982, "epoch": 584, "lr": 1.7207229195205786e-07}
+{"train_loss": 0.0003103405178990215, "global_step": 37983, "epoch": 584, "lr": 1.7173426014817085e-07}
+{"train_loss": 0.00035489152651280165, "global_step": 37984, "epoch": 584, "lr": 1.7139656012722938e-07}
+{"train_loss": 0.0002443395496811718, "global_step": 37985, "epoch": 584, "lr": 1.7105919189148166e-07}
+{"train_loss": 0.00046376080717891455, "global_step": 37986, "epoch": 584, "lr": 1.7072215544318147e-07}
+{"train_loss": 0.00038729849620722234, "global_step": 37987, "epoch": 584, "lr": 1.703854507845548e-07}
+{"train_loss": 0.0006413921946659684, "global_step": 37988, "epoch": 584, "lr": 1.7004907791786095e-07}
+{"train_loss": 0.0004504017124418169, "global_step": 37989, "epoch": 584, "lr": 1.6971303684533147e-07}
+{"train_loss": 0.0003452074306551367, "global_step": 37990, "epoch": 584, "lr": 1.69377327569209e-07}
+{"train_loss": 0.0006591273122467101, "global_step": 37991, "epoch": 584, "lr": 1.6904195009171952e-07}
+{"train_loss": 0.0002904800639953464, "global_step": 37992, "epoch": 584, "lr": 1.6870690441510573e-07}
+{"train_loss": 0.00039277697214856744, "global_step": 37993, "epoch": 584, "lr": 1.6837219054159358e-07}
+{"train_loss": 0.0003352068306412548, "global_step": 37994, "epoch": 584, "lr": 1.6803780847341466e-07}
+{"train_loss": 0.0001903643278637901, "global_step": 37995, "epoch": 584, "lr": 1.677037582127894e-07}
+{"train_loss": 0.00038792521809227765, "global_step": 37996, "epoch": 584, "lr": 1.6737003976195487e-07}
+{"train_loss": 0.0003316620131954551, "global_step": 37997, "epoch": 584, "lr": 1.670366531231149e-07}
+{"train_loss": 0.00047361201723106205, "global_step": 37998, "epoch": 584, "lr": 1.6670359829850657e-07}
+{"train_loss": 0.0005387378041632473, "global_step": 37999, "epoch": 584, "lr": 1.6637087529033923e-07}
+{"train_loss": 0.0002968318876810372, "global_step": 38000, "epoch": 584, "lr": 1.660384841008278e-07}
+{"train_loss": 0.0005106687895022333, "global_step": 38001, "epoch": 584, "lr": 1.657064247321871e-07}
+{"train_loss": 0.00035243303864263, "global_step": 38002, "epoch": 584, "lr": 1.6537469718662658e-07}
+{"train_loss": 0.00041894582682289183, "global_step": 38003, "epoch": 584, "lr": 1.6504330146636105e-07}
+{"train_loss": 0.00046016988926567137, "global_step": 38004, "epoch": 584, "lr": 1.6471223757358878e-07}
+{"train_loss": 0.0006538245361298323, "global_step": 38005, "epoch": 584, "lr": 1.6438150551051912e-07}
+{"train_loss": 0.00040693479240871966, "global_step": 38006, "epoch": 584, "lr": 1.6405110527935586e-07}
+{"train_loss": 0.0003530901449266821, "global_step": 38007, "epoch": 584, "lr": 1.6372103688229169e-07}
+{"train_loss": 0.00025701511185616255, "global_step": 38008, "epoch": 584, "lr": 1.6339130032153038e-07}
+{"train_loss": 0.00034422226599417627, "global_step": 38009, "epoch": 584, "lr": 1.630618955992702e-07}
+{"train_loss": 0.000439529336290434, "global_step": 38010, "epoch": 584, "lr": 1.627328227176983e-07}
+{"train_loss": 0.0003511452814564109, "global_step": 38011, "epoch": 584, "lr": 1.6240408167900179e-07}
+{"train_loss": 0.0004410022811498493, "global_step": 38012, "epoch": 584, "lr": 1.6207567248538448e-07}
+{"train_loss": 0.0004072542651556432, "global_step": 38013, "epoch": 584, "lr": 1.6174759513902237e-07}
+{"train_loss": 0.0004345416964497417, "global_step": 38014, "epoch": 584, "lr": 1.6141984964210265e-07}
+{"train_loss": 0.00032729661324992776, "global_step": 38015, "epoch": 584, "lr": 1.6109243599680136e-07}
+{"train_loss": 0.00039759150240570307, "global_step": 38016, "epoch": 584, "lr": 1.6076535420530558e-07}
+{"train_loss": 0.00050380639731884, "global_step": 38017, "epoch": 584, "lr": 1.6043860426979695e-07}
+{"train_loss": 0.0004012558201793581, "global_step": 38018, "epoch": 584, "lr": 1.601121861924404e-07}
+{"train_loss": 0.00032628123881295323, "global_step": 38019, "epoch": 584, "lr": 1.5978609997542304e-07}
+{"train_loss": 0.0003125324728898704, "global_step": 38020, "epoch": 584, "lr": 1.5946034562089874e-07}
+{"train_loss": 0.00046747096348553896, "global_step": 38021, "epoch": 584, "lr": 1.5913492313104906e-07}
+{"train_loss": 0.00022299736156128347, "global_step": 38022, "epoch": 584, "lr": 1.5880983250803893e-07}
+{"train_loss": 0.0004659174883272499, "global_step": 38023, "epoch": 584, "lr": 1.5848507375403332e-07}
+{"train_loss": 0.00039100696516330714, "global_step": 38024, "epoch": 584, "lr": 1.581606468711916e-07, "val_loss": 0.0077725728042423725}
+{"train_loss": 0.0002484806755091995, "global_step": 38025, "epoch": 585, "lr": 1.5783655186167312e-07}
+{"train_loss": 0.00047663768054917455, "global_step": 38026, "epoch": 585, "lr": 1.5751278872763731e-07}
+{"train_loss": 0.00024908766499720514, "global_step": 38027, "epoch": 585, "lr": 1.5718935747124351e-07}
+{"train_loss": 0.0003905646735802293, "global_step": 38028, "epoch": 585, "lr": 1.5686625809464561e-07}
+{"train_loss": 0.0004238375404383987, "global_step": 38029, "epoch": 585, "lr": 1.565434905999863e-07}
+{"train_loss": 0.0006027147173881531, "global_step": 38030, "epoch": 585, "lr": 1.5622105498942497e-07}
+{"train_loss": 0.0002442777040414512, "global_step": 38031, "epoch": 585, "lr": 1.5589895126509878e-07}
+{"train_loss": 0.0003569652035366744, "global_step": 38032, "epoch": 585, "lr": 1.555771794291616e-07}
+{"train_loss": 0.0003334231732878834, "global_step": 38033, "epoch": 585, "lr": 1.552557394837506e-07}
+{"train_loss": 0.000301516120089218, "global_step": 38034, "epoch": 585, "lr": 1.549346314310085e-07}
+{"train_loss": 0.0003357670793775469, "global_step": 38035, "epoch": 585, "lr": 1.5461385527307248e-07}
+{"train_loss": 0.0002369848807575181, "global_step": 38036, "epoch": 585, "lr": 1.5429341101207972e-07}
+{"train_loss": 0.00038261935696937144, "global_step": 38037, "epoch": 585, "lr": 1.5397329865016186e-07}
+{"train_loss": 0.0003371639468241483, "global_step": 38038, "epoch": 585, "lr": 1.5365351818945052e-07}
+{"train_loss": 0.0003494140109978616, "global_step": 38039, "epoch": 585, "lr": 1.5333406963207176e-07}
+{"train_loss": 0.00042857209336943924, "global_step": 38040, "epoch": 585, "lr": 1.5301495298016277e-07}
+{"train_loss": 0.00026102428091689944, "global_step": 38041, "epoch": 585, "lr": 1.5269616823583854e-07}
+{"train_loss": 0.0002861911489162594, "global_step": 38042, "epoch": 585, "lr": 1.5237771540122515e-07}
+{"train_loss": 0.0007446411182172596, "global_step": 38043, "epoch": 585, "lr": 1.520595944784431e-07}
+{"train_loss": 0.00031327467877417803, "global_step": 38044, "epoch": 585, "lr": 1.5174180546961292e-07}
+{"train_loss": 0.00031626259442418814, "global_step": 38045, "epoch": 585, "lr": 1.5142434837684404e-07}
+{"train_loss": 0.00022435883875004947, "global_step": 38046, "epoch": 585, "lr": 1.51107223202257e-07}
+{"train_loss": 0.0002356292970944196, "global_step": 38047, "epoch": 585, "lr": 1.5079042994796122e-07}
+{"train_loss": 0.0002459148527123034, "global_step": 38048, "epoch": 585, "lr": 1.504739686160661e-07}
+{"train_loss": 0.0004244223528075963, "global_step": 38049, "epoch": 585, "lr": 1.5015783920867555e-07}
+{"train_loss": 0.00042450561886653304, "global_step": 38050, "epoch": 585, "lr": 1.498420417279045e-07}
+{"train_loss": 0.0006416916730813682, "global_step": 38051, "epoch": 585, "lr": 1.4952657617584574e-07}
+{"train_loss": 0.00042421126272529364, "global_step": 38052, "epoch": 585, "lr": 1.4921144255459762e-07}
+{"train_loss": 0.00034395878901705146, "global_step": 38053, "epoch": 585, "lr": 1.48896640866264e-07}
+{"train_loss": 0.0003031119704246521, "global_step": 38054, "epoch": 585, "lr": 1.485821711129487e-07}
+{"train_loss": 0.0006374232470989227, "global_step": 38055, "epoch": 585, "lr": 1.482680332967279e-07}
+{"train_loss": 0.0005696945590898395, "global_step": 38056, "epoch": 585, "lr": 1.47954227419711e-07}
+{"train_loss": 0.000671682704705745, "global_step": 38057, "epoch": 585, "lr": 1.476407534839741e-07}
+{"train_loss": 0.0005933439242653549, "global_step": 38058, "epoch": 585, "lr": 1.4732761149161e-07}
+{"train_loss": 0.0003065620257984847, "global_step": 38059, "epoch": 585, "lr": 1.4701480144470592e-07}
+{"train_loss": 0.0004403457569424063, "global_step": 38060, "epoch": 585, "lr": 1.467023233453435e-07}
+{"train_loss": 0.0003193098527844995, "global_step": 38061, "epoch": 585, "lr": 1.463901771955989e-07}
+{"train_loss": 0.0003145291702821851, "global_step": 38062, "epoch": 585, "lr": 1.4607836299755373e-07}
+{"train_loss": 0.0003991673293057829, "global_step": 38063, "epoch": 585, "lr": 1.4576688075328416e-07}
+{"train_loss": 0.0004422641941346228, "global_step": 38064, "epoch": 585, "lr": 1.4545573046486627e-07}
+{"train_loss": 0.000354205520125106, "global_step": 38065, "epoch": 585, "lr": 1.4514491213437065e-07}
+{"train_loss": 0.00027393619529902935, "global_step": 38066, "epoch": 585, "lr": 1.448344257638623e-07}
+{"train_loss": 0.0007278830162249506, "global_step": 38067, "epoch": 585, "lr": 1.4452427135541736e-07}
+{"train_loss": 0.0003464836336206645, "global_step": 38068, "epoch": 585, "lr": 1.4421444891109525e-07}
+{"train_loss": 0.0005712300771847367, "global_step": 38069, "epoch": 585, "lr": 1.439049584329555e-07}
+{"train_loss": 0.0004989404696971178, "global_step": 38070, "epoch": 585, "lr": 1.435957999230686e-07}
+{"train_loss": 0.00048489158507436514, "global_step": 38071, "epoch": 585, "lr": 1.4328697338348296e-07}
+{"train_loss": 0.0003667720884550363, "global_step": 38072, "epoch": 585, "lr": 1.429784788162636e-07}
+{"train_loss": 0.0012608828255906701, "global_step": 38073, "epoch": 585, "lr": 1.4267031622345883e-07}
+{"train_loss": 0.00022481754422187805, "global_step": 38074, "epoch": 585, "lr": 1.4236248560712262e-07}
+{"train_loss": 0.00047647295286878943, "global_step": 38075, "epoch": 585, "lr": 1.420549869693033e-07}
+{"train_loss": 0.00046482644393108785, "global_step": 38076, "epoch": 585, "lr": 1.4174782031204926e-07}
+{"train_loss": 0.000425011501647532, "global_step": 38077, "epoch": 585, "lr": 1.414409856374088e-07}
+{"train_loss": 0.0003387239994481206, "global_step": 38078, "epoch": 585, "lr": 1.4113448294741927e-07}
+{"train_loss": 0.00023051777679938823, "global_step": 38079, "epoch": 585, "lr": 1.4082831224412897e-07}
+{"train_loss": 0.00023731196415610611, "global_step": 38080, "epoch": 585, "lr": 1.405224735295696e-07}
+{"train_loss": 0.0003001567383762449, "global_step": 38081, "epoch": 585, "lr": 1.4021696680577845e-07}
+{"train_loss": 0.0005491631454788148, "global_step": 38082, "epoch": 585, "lr": 1.3991179207479277e-07}
+{"train_loss": 0.00021729050786234438, "global_step": 38083, "epoch": 585, "lr": 1.3960694933864426e-07}
+{"train_loss": 0.00037707583396695554, "global_step": 38084, "epoch": 585, "lr": 1.393024385993591e-07}
+{"train_loss": 0.0006911953678354621, "global_step": 38085, "epoch": 585, "lr": 1.3899825985896896e-07}
+{"train_loss": 0.0004140992823522538, "global_step": 38086, "epoch": 585, "lr": 1.3869441311949449e-07}
+{"train_loss": 0.0004543835239019245, "global_step": 38087, "epoch": 585, "lr": 1.3839089838296738e-07}
+{"train_loss": 0.00028401415329426527, "global_step": 38088, "epoch": 585, "lr": 1.3808771565139712e-07}
+{"train_loss": 0.00041281313662273954, "global_step": 38089, "epoch": 585, "lr": 1.3778486492681543e-07, "val_loss": 0.006285494193434715, "train_action_mse_error": 9.524048437015153e-06}
+{"train_loss": 0.0003372979408595711, "global_step": 38090, "epoch": 586, "lr": 1.3748234621122624e-07}
+{"train_loss": 0.00027668720576912165, "global_step": 38091, "epoch": 586, "lr": 1.371801595066502e-07}
+{"train_loss": 0.0007373368716798723, "global_step": 38092, "epoch": 586, "lr": 1.3687830481510233e-07}
+{"train_loss": 0.0002535587700549513, "global_step": 38093, "epoch": 586, "lr": 1.365767821385866e-07}
+{"train_loss": 0.0002879319654311985, "global_step": 38094, "epoch": 586, "lr": 1.362755914791125e-07}
+{"train_loss": 0.0003642821975518018, "global_step": 38095, "epoch": 586, "lr": 1.3597473283868955e-07}
+{"train_loss": 0.00030920369317755103, "global_step": 38096, "epoch": 586, "lr": 1.3567420621931613e-07}
+{"train_loss": 0.0004014410951640457, "global_step": 38097, "epoch": 586, "lr": 1.3537401162299625e-07}
+{"train_loss": 0.0002994731185026467, "global_step": 38098, "epoch": 586, "lr": 1.3507414905172266e-07}
+{"train_loss": 0.0003973980783484876, "global_step": 38099, "epoch": 586, "lr": 1.347746185074994e-07}
+{"train_loss": 0.00033364936825819314, "global_step": 38100, "epoch": 586, "lr": 1.3447541999231927e-07}
+{"train_loss": 0.0003070649690926075, "global_step": 38101, "epoch": 586, "lr": 1.3417655350817516e-07}
+{"train_loss": 0.00032790182740427554, "global_step": 38102, "epoch": 586, "lr": 1.3387801905704877e-07}
+{"train_loss": 0.0003738653031177819, "global_step": 38103, "epoch": 586, "lr": 1.3357981664093856e-07}
+{"train_loss": 0.00029568062745966017, "global_step": 38104, "epoch": 586, "lr": 1.3328194626182623e-07}
+{"train_loss": 0.00039617667789570987, "global_step": 38105, "epoch": 586, "lr": 1.3298440792169908e-07}
+{"train_loss": 0.00027715694159269333, "global_step": 38106, "epoch": 586, "lr": 1.3268720162252778e-07}
+{"train_loss": 0.0003313992347102612, "global_step": 38107, "epoch": 586, "lr": 1.3239032736629964e-07}
+{"train_loss": 0.0003746548027265817, "global_step": 38108, "epoch": 586, "lr": 1.3209378515499084e-07}
+{"train_loss": 0.00035201632999815047, "global_step": 38109, "epoch": 586, "lr": 1.31797574990572e-07}
+{"train_loss": 0.00036378399818204343, "global_step": 38110, "epoch": 586, "lr": 1.3150169687501933e-07}
+{"train_loss": 0.00039653750718571246, "global_step": 38111, "epoch": 586, "lr": 1.3120615081029798e-07}
+{"train_loss": 0.00034857442369684577, "global_step": 38112, "epoch": 586, "lr": 1.3091093679838407e-07}
+{"train_loss": 0.00045175408013164997, "global_step": 38113, "epoch": 586, "lr": 1.3061605484123717e-07}
+{"train_loss": 0.0004273740923963487, "global_step": 38114, "epoch": 586, "lr": 1.303215049408224e-07}
+{"train_loss": 0.0004262870643287897, "global_step": 38115, "epoch": 586, "lr": 1.3002728709910483e-07}
+{"train_loss": 0.0006801655399613082, "global_step": 38116, "epoch": 586, "lr": 1.297334013180329e-07}
+{"train_loss": 0.0004690040950663388, "global_step": 38117, "epoch": 586, "lr": 1.2943984759957172e-07}
+{"train_loss": 0.00019705804879777133, "global_step": 38118, "epoch": 586, "lr": 1.2914662594568084e-07}
+{"train_loss": 0.00036067276960238814, "global_step": 38119, "epoch": 586, "lr": 1.2885373635829755e-07}
+{"train_loss": 0.00036101925070397556, "global_step": 38120, "epoch": 586, "lr": 1.28561178839387e-07}
+{"train_loss": 0.00048021183465607464, "global_step": 38121, "epoch": 586, "lr": 1.2826895339088652e-07}
+{"train_loss": 0.0003126754018012434, "global_step": 38122, "epoch": 586, "lr": 1.2797706001475006e-07}
+{"train_loss": 0.00035694806138053536, "global_step": 38123, "epoch": 586, "lr": 1.2768549871291502e-07}
+{"train_loss": 0.0003692392201628536, "global_step": 38124, "epoch": 586, "lr": 1.2739426948732424e-07}
+{"train_loss": 0.0003568682004697621, "global_step": 38125, "epoch": 586, "lr": 1.2710337233991509e-07}
+{"train_loss": 0.0007431701524183154, "global_step": 38126, "epoch": 586, "lr": 1.26812807272636e-07}
+{"train_loss": 0.0002254258724860847, "global_step": 38127, "epoch": 586, "lr": 1.2652257428740767e-07}
+{"train_loss": 0.0002817399799823761, "global_step": 38128, "epoch": 586, "lr": 1.262326733861674e-07}
+{"train_loss": 0.0004676080425269902, "global_step": 38129, "epoch": 586, "lr": 1.2594310457084701e-07}
+{"train_loss": 0.00029780034674331546, "global_step": 38130, "epoch": 586, "lr": 1.2565386784337275e-07}
+{"train_loss": 0.00021059931896161288, "global_step": 38131, "epoch": 586, "lr": 1.253649632056708e-07}
+{"train_loss": 0.00020138625404797494, "global_step": 38132, "epoch": 586, "lr": 1.2507639065966747e-07}
+{"train_loss": 0.00022648644517175853, "global_step": 38133, "epoch": 586, "lr": 1.2478815020727786e-07}
+{"train_loss": 0.0002502748684491962, "global_step": 38134, "epoch": 586, "lr": 1.2450024185042818e-07}
+{"train_loss": 0.0003263289399910718, "global_step": 38135, "epoch": 586, "lr": 1.2421266559103916e-07}
+{"train_loss": 0.0004838906170334667, "global_step": 38136, "epoch": 586, "lr": 1.2392542143101482e-07}
+{"train_loss": 0.0002578394487500191, "global_step": 38137, "epoch": 586, "lr": 1.2363850937227027e-07}
+{"train_loss": 0.00038407594547607005, "global_step": 38138, "epoch": 586, "lr": 1.2335192941671513e-07}
+{"train_loss": 0.0005903620622120798, "global_step": 38139, "epoch": 586, "lr": 1.2306568156626453e-07}
+{"train_loss": 0.0002960022247862071, "global_step": 38140, "epoch": 586, "lr": 1.2277976582282246e-07}
+{"train_loss": 0.00023024427355267107, "global_step": 38141, "epoch": 586, "lr": 1.224941821882819e-07}
+{"train_loss": 0.0005521666025742888, "global_step": 38142, "epoch": 586, "lr": 1.222089306645635e-07}
+{"train_loss": 0.0005498087266460061, "global_step": 38143, "epoch": 586, "lr": 1.2192401125354914e-07}
+{"train_loss": 0.0004154852940700948, "global_step": 38144, "epoch": 586, "lr": 1.2163942395714834e-07}
+{"train_loss": 0.0005250669782981277, "global_step": 38145, "epoch": 586, "lr": 1.2135516877724851e-07}
+{"train_loss": 0.00040858154534362257, "global_step": 38146, "epoch": 586, "lr": 1.2107124571574258e-07}
+{"train_loss": 0.000651353329885751, "global_step": 38147, "epoch": 586, "lr": 1.2078765477452348e-07}
+{"train_loss": 0.00039263057988137007, "global_step": 38148, "epoch": 586, "lr": 1.2050439595547858e-07}
+{"train_loss": 0.000577439262997359, "global_step": 38149, "epoch": 586, "lr": 1.2022146926049528e-07}
+{"train_loss": 0.00020533705537673086, "global_step": 38150, "epoch": 586, "lr": 1.199388746914609e-07}
+{"train_loss": 0.0006122815539129078, "global_step": 38151, "epoch": 586, "lr": 1.1965661225024627e-07}
+{"train_loss": 0.00034305162262171507, "global_step": 38152, "epoch": 586, "lr": 1.193746819387387e-07}
+{"train_loss": 0.00038225718890316784, "global_step": 38153, "epoch": 586, "lr": 1.1909308375881446e-07}
+{"train_loss": 0.0003808085546972087, "global_step": 38154, "epoch": 586, "lr": 1.1881181771234984e-07, "val_loss": 0.004704517312347889}
+{"train_loss": 0.0003275945200584829, "global_step": 38155, "epoch": 587, "lr": 1.1853088380121558e-07}
+{"train_loss": 0.000268468982540071, "global_step": 38156, "epoch": 587, "lr": 1.1825028202728238e-07}
+{"train_loss": 0.0003525324282236397, "global_step": 38157, "epoch": 587, "lr": 1.17970012392421e-07}
+{"train_loss": 0.00045797627535648644, "global_step": 38158, "epoch": 587, "lr": 1.176900748984966e-07}
+{"train_loss": 0.00029153929790481925, "global_step": 38159, "epoch": 587, "lr": 1.1741046954736878e-07}
+{"train_loss": 0.0002997639530804008, "global_step": 38160, "epoch": 587, "lr": 1.1713119634090274e-07}
+{"train_loss": 0.0003758696257136762, "global_step": 38161, "epoch": 587, "lr": 1.1685225528095811e-07}
+{"train_loss": 0.00028312960057519376, "global_step": 38162, "epoch": 587, "lr": 1.1657364636939449e-07}
+{"train_loss": 0.00024968330399133265, "global_step": 38163, "epoch": 587, "lr": 1.1629536960806043e-07}
+{"train_loss": 0.0003639626665972173, "global_step": 38164, "epoch": 587, "lr": 1.1601742499881551e-07}
+{"train_loss": 0.0005176737322472036, "global_step": 38165, "epoch": 587, "lr": 1.157398125435083e-07}
+{"train_loss": 0.0005943803116679192, "global_step": 38166, "epoch": 587, "lr": 1.1546253224398729e-07}
+{"train_loss": 0.0002724343503359705, "global_step": 38167, "epoch": 587, "lr": 1.15185584102101e-07}
+{"train_loss": 0.0003762300475500524, "global_step": 38168, "epoch": 587, "lr": 1.1490896811968688e-07}
+{"train_loss": 0.0003427226038184017, "global_step": 38169, "epoch": 587, "lr": 1.1463268429858787e-07}
+{"train_loss": 0.0005013459594920278, "global_step": 38170, "epoch": 587, "lr": 1.143567326406525e-07}
+{"train_loss": 0.000269546260824427, "global_step": 38171, "epoch": 587, "lr": 1.1408111314771263e-07}
+{"train_loss": 0.00039609617670066655, "global_step": 38172, "epoch": 587, "lr": 1.1380582582160015e-07}
+{"train_loss": 0.0002767459664028138, "global_step": 38173, "epoch": 587, "lr": 1.1353087066415246e-07}
+{"train_loss": 0.0005565943429246545, "global_step": 38174, "epoch": 587, "lr": 1.132562476771959e-07}
+{"train_loss": 0.0003557852760422975, "global_step": 38175, "epoch": 587, "lr": 1.129819568625623e-07}
+{"train_loss": 0.00046265465789474547, "global_step": 38176, "epoch": 587, "lr": 1.1270799822208355e-07}
+{"train_loss": 0.0003334492794238031, "global_step": 38177, "epoch": 587, "lr": 1.1243437175756932e-07}
+{"train_loss": 0.0003028743958566338, "global_step": 38178, "epoch": 587, "lr": 1.1216107747085702e-07}
+{"train_loss": 0.0006140706245787442, "global_step": 38179, "epoch": 587, "lr": 1.1188811536376187e-07}
+{"train_loss": 0.0002714894071687013, "global_step": 38180, "epoch": 587, "lr": 1.1161548543809352e-07}
+{"train_loss": 0.0005251936963759363, "global_step": 38181, "epoch": 587, "lr": 1.1134318769567276e-07}
+{"train_loss": 0.00035806422238238156, "global_step": 38182, "epoch": 587, "lr": 1.1107122213831478e-07}
+{"train_loss": 0.0007535036420449615, "global_step": 38183, "epoch": 587, "lr": 1.1079958876783481e-07}
+{"train_loss": 0.00027929674251936376, "global_step": 38184, "epoch": 587, "lr": 1.1052828758602585e-07}
+{"train_loss": 0.0003308639279566705, "global_step": 38185, "epoch": 587, "lr": 1.1025731859470867e-07}
+{"train_loss": 0.00023809181584510952, "global_step": 38186, "epoch": 587, "lr": 1.0998668179568184e-07}
+{"train_loss": 0.0003076580760534853, "global_step": 38187, "epoch": 587, "lr": 1.0971637719074946e-07}
+{"train_loss": 0.00027127267094329, "global_step": 38188, "epoch": 587, "lr": 1.0944640478170453e-07}
+{"train_loss": 0.0003031025407835841, "global_step": 38189, "epoch": 587, "lr": 1.0917676457035675e-07}
+{"train_loss": 0.00032529435702599585, "global_step": 38190, "epoch": 587, "lr": 1.0890745655849355e-07}
+{"train_loss": 0.00032188621116802096, "global_step": 38191, "epoch": 587, "lr": 1.0863848074790794e-07}
+{"train_loss": 0.0002339626953471452, "global_step": 38192, "epoch": 587, "lr": 1.0836983714039295e-07}
+{"train_loss": 0.00037427706411108375, "global_step": 38193, "epoch": 587, "lr": 1.0810152573773602e-07}
+{"train_loss": 0.00037978318869136274, "global_step": 38194, "epoch": 587, "lr": 1.0783354654173017e-07}
+{"train_loss": 0.0002481978735886514, "global_step": 38195, "epoch": 587, "lr": 1.0756589955415175e-07}
+{"train_loss": 0.0005702194757759571, "global_step": 38196, "epoch": 587, "lr": 1.0729858477678267e-07}
+{"train_loss": 0.0004173159250058234, "global_step": 38197, "epoch": 587, "lr": 1.0703160221140485e-07}
+{"train_loss": 0.0004540114605333656, "global_step": 38198, "epoch": 587, "lr": 1.0676495185980018e-07}
+{"train_loss": 0.0002730654086917639, "global_step": 38199, "epoch": 587, "lr": 1.0649863372373947e-07}
+{"train_loss": 0.0005311543354764581, "global_step": 38200, "epoch": 587, "lr": 1.0623264780499908e-07}
+{"train_loss": 0.0005900099058635533, "global_step": 38201, "epoch": 587, "lr": 1.0596699410534427e-07}
+{"train_loss": 0.0004804133204743266, "global_step": 38202, "epoch": 587, "lr": 1.057016726265514e-07}
+{"train_loss": 0.00030343548860400915, "global_step": 38203, "epoch": 587, "lr": 1.054366833703857e-07}
+{"train_loss": 0.0003560305049177259, "global_step": 38204, "epoch": 587, "lr": 1.051720263386069e-07}
+{"train_loss": 0.0003523163322824985, "global_step": 38205, "epoch": 587, "lr": 1.0490770153298024e-07}
+{"train_loss": 0.00031577624031342566, "global_step": 38206, "epoch": 587, "lr": 1.0464370895525988e-07}
+{"train_loss": 0.00024240693892352283, "global_step": 38207, "epoch": 587, "lr": 1.0438004860721661e-07}
+{"train_loss": 0.0004968155990354717, "global_step": 38208, "epoch": 587, "lr": 1.0411672049059351e-07}
+{"train_loss": 0.0003410919161979109, "global_step": 38209, "epoch": 587, "lr": 1.0385372460715025e-07}
+{"train_loss": 0.0003248521243222058, "global_step": 38210, "epoch": 587, "lr": 1.0359106095864102e-07}
+{"train_loss": 0.00031595086329616606, "global_step": 38211, "epoch": 587, "lr": 1.0332872954680884e-07}
+{"train_loss": 0.0002538214612286538, "global_step": 38212, "epoch": 587, "lr": 1.0306673037339676e-07}
+{"train_loss": 0.0005475816433317959, "global_step": 38213, "epoch": 587, "lr": 1.0280506344015894e-07}
+{"train_loss": 0.0003552681009750813, "global_step": 38214, "epoch": 587, "lr": 1.0254372874883288e-07}
+{"train_loss": 0.0005120175774209201, "global_step": 38215, "epoch": 587, "lr": 1.0228272630116164e-07}
+{"train_loss": 0.0005988965276628733, "global_step": 38216, "epoch": 587, "lr": 1.0202205609887716e-07}
+{"train_loss": 0.0003285831189714372, "global_step": 38217, "epoch": 587, "lr": 1.0176171814371693e-07}
+{"train_loss": 0.0003534139250405133, "global_step": 38218, "epoch": 587, "lr": 1.0150171243741846e-07}
+{"train_loss": 0.0003774609436872057, "global_step": 38219, "epoch": 587, "lr": 1.012420389817137e-07, "val_loss": 0.003846174106001854}
+{"train_loss": 0.0002699666074477136, "global_step": 38220, "epoch": 588, "lr": 1.0098269777832903e-07}
+{"train_loss": 0.00046092321281321347, "global_step": 38221, "epoch": 588, "lr": 1.0072368882898531e-07}
+{"train_loss": 0.000525821465998888, "global_step": 38222, "epoch": 588, "lr": 1.0046501213541448e-07}
+{"train_loss": 0.00022403481125365943, "global_step": 38223, "epoch": 588, "lr": 1.002066676993374e-07}
+{"train_loss": 0.00040704672574065626, "global_step": 38224, "epoch": 588, "lr": 9.994865552247489e-08}
+{"train_loss": 0.0002656825236044824, "global_step": 38225, "epoch": 588, "lr": 9.969097560654783e-08}
+{"train_loss": 0.0004978536744602025, "global_step": 38226, "epoch": 588, "lr": 9.94336279532604e-08}
+{"train_loss": 0.00036743597593158484, "global_step": 38227, "epoch": 588, "lr": 9.917661256433897e-08}
+{"train_loss": 0.0003361931012477726, "global_step": 38228, "epoch": 588, "lr": 9.891992944149331e-08}
+{"train_loss": 0.0003136014274787158, "global_step": 38229, "epoch": 588, "lr": 9.866357858642205e-08}
+{"train_loss": 0.0006132239941507578, "global_step": 38230, "epoch": 588, "lr": 9.84075600008405e-08}
+{"train_loss": 0.00035787755041383207, "global_step": 38231, "epoch": 588, "lr": 9.815187368645285e-08}
+{"train_loss": 0.00036558342981152236, "global_step": 38232, "epoch": 588, "lr": 9.789651964496327e-08}
+{"train_loss": 0.0011380923679098487, "global_step": 38233, "epoch": 588, "lr": 9.764149787807042e-08}
+{"train_loss": 0.00033686510869301856, "global_step": 38234, "epoch": 588, "lr": 9.738680838746739e-08}
+{"train_loss": 0.0002898764214478433, "global_step": 38235, "epoch": 588, "lr": 9.713245117485837e-08}
+{"train_loss": 0.0002651772811077535, "global_step": 38236, "epoch": 588, "lr": 9.687842624193089e-08}
+{"train_loss": 0.0003950153768528253, "global_step": 38237, "epoch": 588, "lr": 9.662473359037805e-08}
+{"train_loss": 0.0007194731733761728, "global_step": 38238, "epoch": 588, "lr": 9.637137322188739e-08}
+{"train_loss": 0.00037367147160694003, "global_step": 38239, "epoch": 588, "lr": 9.611834513815198e-08}
+{"train_loss": 0.0003642248339019716, "global_step": 38240, "epoch": 588, "lr": 9.586564934085384e-08}
+{"train_loss": 0.0003977382439188659, "global_step": 38241, "epoch": 588, "lr": 9.56132858316694e-08}
+{"train_loss": 0.0003985961666330695, "global_step": 38242, "epoch": 588, "lr": 9.536125461228618e-08}
+{"train_loss": 0.00038636408862657845, "global_step": 38243, "epoch": 588, "lr": 9.510955568438062e-08}
+{"train_loss": 0.0003989705874118954, "global_step": 38244, "epoch": 588, "lr": 9.485818904962362e-08}
+{"train_loss": 0.00039267673855647445, "global_step": 38245, "epoch": 588, "lr": 9.460715470969717e-08}
+{"train_loss": 0.0003996089508291334, "global_step": 38246, "epoch": 588, "lr": 9.435645266627213e-08}
+{"train_loss": 0.0003495055134408176, "global_step": 38247, "epoch": 588, "lr": 9.410608292100831e-08}
+{"train_loss": 0.0004322409222368151, "global_step": 38248, "epoch": 588, "lr": 9.385604547558213e-08}
+{"train_loss": 0.0003980648471042514, "global_step": 38249, "epoch": 588, "lr": 9.360634033165338e-08}
+{"train_loss": 0.0004794758278876543, "global_step": 38250, "epoch": 588, "lr": 9.335696749089296e-08}
+{"train_loss": 0.000582067237701267, "global_step": 38251, "epoch": 588, "lr": 9.310792695494952e-08}
+{"train_loss": 0.0004014868463855237, "global_step": 38252, "epoch": 588, "lr": 9.285921872548841e-08}
+{"train_loss": 0.00044061391963623464, "global_step": 38253, "epoch": 588, "lr": 9.261084280416387e-08}
+{"train_loss": 0.00039102768641896546, "global_step": 38254, "epoch": 588, "lr": 9.236279919263013e-08}
+{"train_loss": 0.00020923829288221896, "global_step": 38255, "epoch": 588, "lr": 9.211508789254142e-08}
+{"train_loss": 0.00024676418979652226, "global_step": 38256, "epoch": 588, "lr": 9.186770890554642e-08}
+{"train_loss": 0.0005464059067890048, "global_step": 38257, "epoch": 588, "lr": 9.16206622332827e-08}
+{"train_loss": 0.00031250336905941367, "global_step": 38258, "epoch": 588, "lr": 9.137394787741005e-08}
+{"train_loss": 0.00040243781404569745, "global_step": 38259, "epoch": 588, "lr": 9.11275658395605e-08}
+{"train_loss": 0.000412262073950842, "global_step": 38260, "epoch": 588, "lr": 9.088151612137718e-08}
+{"train_loss": 0.00046696647768840194, "global_step": 38261, "epoch": 588, "lr": 9.063579872450323e-08}
+{"train_loss": 0.0004930091090500355, "global_step": 38262, "epoch": 588, "lr": 9.03904136505651e-08}
+{"train_loss": 0.0003612808359321207, "global_step": 38263, "epoch": 588, "lr": 9.014536090120596e-08}
+{"train_loss": 0.00030504175811074674, "global_step": 38264, "epoch": 588, "lr": 8.990064047805225e-08}
+{"train_loss": 0.0003216904297005385, "global_step": 38265, "epoch": 588, "lr": 8.965625238274156e-08}
+{"train_loss": 0.0003997499297838658, "global_step": 38266, "epoch": 588, "lr": 8.941219661688927e-08}
+{"train_loss": 0.00032224139431491494, "global_step": 38267, "epoch": 588, "lr": 8.91684731821274e-08}
+{"train_loss": 0.0005180891021154821, "global_step": 38268, "epoch": 588, "lr": 8.892508208007688e-08}
+{"train_loss": 0.0005079291295260191, "global_step": 38269, "epoch": 588, "lr": 8.868202331235864e-08}
+{"train_loss": 0.00031113228760659695, "global_step": 38270, "epoch": 588, "lr": 8.84392968805936e-08}
+{"train_loss": 0.0002775194589048624, "global_step": 38271, "epoch": 588, "lr": 8.819690278639159e-08}
+{"train_loss": 0.0003350651531945914, "global_step": 38272, "epoch": 588, "lr": 8.795484103137352e-08}
+{"train_loss": 0.0005044915014877915, "global_step": 38273, "epoch": 588, "lr": 8.771311161714923e-08}
+{"train_loss": 0.0005745926755480468, "global_step": 38274, "epoch": 588, "lr": 8.747171454532855e-08}
+{"train_loss": 0.00039235837175510824, "global_step": 38275, "epoch": 588, "lr": 8.723064981751016e-08}
+{"train_loss": 0.0005736406310461462, "global_step": 38276, "epoch": 588, "lr": 8.698991743531504e-08}
+{"train_loss": 0.00039698422187939286, "global_step": 38277, "epoch": 588, "lr": 8.674951740033632e-08}
+{"train_loss": 0.00037210676237009466, "global_step": 38278, "epoch": 588, "lr": 8.650944971417274e-08}
+{"train_loss": 0.0003773443168029189, "global_step": 38279, "epoch": 588, "lr": 8.626971437842856e-08}
+{"train_loss": 0.0004610170144587755, "global_step": 38280, "epoch": 588, "lr": 8.603031139469697e-08}
+{"train_loss": 0.0003020471194759011, "global_step": 38281, "epoch": 588, "lr": 8.579124076457667e-08}
+{"train_loss": 0.0004059368511661887, "global_step": 38282, "epoch": 588, "lr": 8.555250248964974e-08}
+{"train_loss": 0.0003264435799792409, "global_step": 38283, "epoch": 588, "lr": 8.53140965715149e-08}
+{"train_loss": 0.0004085205833409698, "global_step": 38284, "epoch": 588, "lr": 8.507602301175421e-08, "val_loss": 0.004148645326495171}
+{"train_loss": 0.00026635383255779743, "global_step": 38285, "epoch": 589, "lr": 8.48382818119553e-08}
+{"train_loss": 0.0003015345137100667, "global_step": 38286, "epoch": 589, "lr": 8.460087297370577e-08}
+{"train_loss": 0.00040487427031621337, "global_step": 38287, "epoch": 589, "lr": 8.436379649857662e-08}
+{"train_loss": 0.0004463860532268882, "global_step": 38288, "epoch": 589, "lr": 8.412705238815544e-08}
+{"train_loss": 0.000289497256744653, "global_step": 38289, "epoch": 589, "lr": 8.38906406440132e-08}
+{"train_loss": 0.00026433676248416305, "global_step": 38290, "epoch": 589, "lr": 8.365456126772087e-08}
+{"train_loss": 0.0003827626060228795, "global_step": 38291, "epoch": 589, "lr": 8.341881426086051e-08}
+{"train_loss": 0.0003851709479931742, "global_step": 38292, "epoch": 589, "lr": 8.3183399624992e-08}
+{"train_loss": 0.0006819069967605174, "global_step": 38293, "epoch": 589, "lr": 8.294831736169184e-08}
+{"train_loss": 0.00026100908871740103, "global_step": 38294, "epoch": 589, "lr": 8.271356747251435e-08}
+{"train_loss": 0.0004231073835399002, "global_step": 38295, "epoch": 589, "lr": 8.247914995903605e-08}
+{"train_loss": 0.00039382476825267076, "global_step": 38296, "epoch": 589, "lr": 8.22450648228057e-08}
+{"train_loss": 0.0004948637215420604, "global_step": 38297, "epoch": 589, "lr": 8.201131206539425e-08}
+{"train_loss": 0.0003756933438125998, "global_step": 38298, "epoch": 589, "lr": 8.177789168834493e-08}
+{"train_loss": 0.0003184408415108919, "global_step": 38299, "epoch": 589, "lr": 8.15448036932176e-08}
+{"train_loss": 0.00036501738941296935, "global_step": 38300, "epoch": 589, "lr": 8.131204808156656e-08}
+{"train_loss": 0.0005451474571600556, "global_step": 38301, "epoch": 589, "lr": 8.107962485493503e-08}
+{"train_loss": 0.0003158761537633836, "global_step": 38302, "epoch": 589, "lr": 8.084753401487733e-08}
+{"train_loss": 0.000354636023985222, "global_step": 38303, "epoch": 589, "lr": 8.06157755629422e-08}
+{"train_loss": 0.0005183761822991073, "global_step": 38304, "epoch": 589, "lr": 8.038434950066176e-08}
+{"train_loss": 0.00041651420178823173, "global_step": 38305, "epoch": 589, "lr": 8.015325582958477e-08}
+{"train_loss": 0.0006599555490538478, "global_step": 38306, "epoch": 589, "lr": 7.99224945512489e-08}
+{"train_loss": 0.00029931418248452246, "global_step": 38307, "epoch": 589, "lr": 7.969206566718623e-08}
+{"train_loss": 0.0002853881742339581, "global_step": 38308, "epoch": 589, "lr": 7.946196917894e-08}
+{"train_loss": 0.00029337519663386047, "global_step": 38309, "epoch": 589, "lr": 7.92322050880312e-08}
+{"train_loss": 0.0002877023653127253, "global_step": 38310, "epoch": 589, "lr": 7.900277339599749e-08}
+{"train_loss": 0.0007042443612590432, "global_step": 38311, "epoch": 589, "lr": 7.877367410435987e-08}
+{"train_loss": 0.00031821447191759944, "global_step": 38312, "epoch": 589, "lr": 7.854490721465602e-08}
+{"train_loss": 0.00046817969996482134, "global_step": 38313, "epoch": 589, "lr": 7.831647272839582e-08}
+{"train_loss": 0.0007766272756271064, "global_step": 38314, "epoch": 589, "lr": 7.808837064710584e-08}
+{"train_loss": 0.0003926107019651681, "global_step": 38315, "epoch": 589, "lr": 7.786060097230707e-08}
+{"train_loss": 0.0003246712440159172, "global_step": 38316, "epoch": 589, "lr": 7.763316370551498e-08}
+{"train_loss": 0.00040351980715058744, "global_step": 38317, "epoch": 589, "lr": 7.740605884823948e-08}
+{"train_loss": 0.0006337280501611531, "global_step": 38318, "epoch": 589, "lr": 7.717928640200156e-08}
+{"train_loss": 0.0002755221212282777, "global_step": 38319, "epoch": 589, "lr": 7.695284636830002e-08}
+{"train_loss": 0.0002454106870573014, "global_step": 38320, "epoch": 589, "lr": 7.672673874865033e-08}
+{"train_loss": 0.00046454009134322405, "global_step": 38321, "epoch": 589, "lr": 7.650096354456238e-08}
+{"train_loss": 0.000476422777865082, "global_step": 38322, "epoch": 589, "lr": 7.627552075752387e-08}
+{"train_loss": 0.0005251706461422145, "global_step": 38323, "epoch": 589, "lr": 7.605041038905025e-08}
+{"train_loss": 0.00046251044841483235, "global_step": 38324, "epoch": 589, "lr": 7.582563244063478e-08}
+{"train_loss": 0.0003520860627759248, "global_step": 38325, "epoch": 589, "lr": 7.560118691377626e-08}
+{"train_loss": 0.0009473420795984566, "global_step": 38326, "epoch": 589, "lr": 7.537707380996239e-08}
+{"train_loss": 0.00042674719588831067, "global_step": 38327, "epoch": 589, "lr": 7.515329313069752e-08}
+{"train_loss": 0.0003563418867997825, "global_step": 38328, "epoch": 589, "lr": 7.49298448774638e-08}
+{"train_loss": 0.0003705986018758267, "global_step": 38329, "epoch": 589, "lr": 7.470672905174891e-08}
+{"train_loss": 0.0004514813772402704, "global_step": 38330, "epoch": 589, "lr": 7.448394565504057e-08}
+{"train_loss": 0.00028893546550534666, "global_step": 38331, "epoch": 589, "lr": 7.426149468882093e-08}
+{"train_loss": 0.0006771379266865551, "global_step": 38332, "epoch": 589, "lr": 7.403937615457212e-08}
+{"train_loss": 0.00037048207013867795, "global_step": 38333, "epoch": 589, "lr": 7.381759005377075e-08}
+{"train_loss": 0.000343691383022815, "global_step": 38334, "epoch": 589, "lr": 7.359613638789343e-08}
+{"train_loss": 0.00041460886131972075, "global_step": 38335, "epoch": 589, "lr": 7.337501515842226e-08}
+{"train_loss": 0.00026476787752471864, "global_step": 38336, "epoch": 589, "lr": 7.315422636682279e-08}
+{"train_loss": 0.00024491926888003945, "global_step": 38337, "epoch": 589, "lr": 7.293377001456602e-08}
+{"train_loss": 0.00023535307263955474, "global_step": 38338, "epoch": 589, "lr": 7.271364610312303e-08}
+{"train_loss": 0.00038066183333285153, "global_step": 38339, "epoch": 589, "lr": 7.249385463395375e-08}
+{"train_loss": 0.0008913465426303446, "global_step": 38340, "epoch": 589, "lr": 7.227439560852367e-08}
+{"train_loss": 0.00035406710230745375, "global_step": 38341, "epoch": 589, "lr": 7.205526902829829e-08}
+{"train_loss": 0.0003918136062566191, "global_step": 38342, "epoch": 589, "lr": 7.1836474894732e-08}
+{"train_loss": 0.0004775516572408378, "global_step": 38343, "epoch": 589, "lr": 7.161801320928474e-08}
+{"train_loss": 0.0004678142722696066, "global_step": 38344, "epoch": 589, "lr": 7.139988397340536e-08}
+{"train_loss": 0.0005369913997128606, "global_step": 38345, "epoch": 589, "lr": 7.118208718855379e-08}
+{"train_loss": 0.00047216450911946595, "global_step": 38346, "epoch": 589, "lr": 7.096462285617888e-08}
+{"train_loss": 0.00034355680691078305, "global_step": 38347, "epoch": 589, "lr": 7.074749097772393e-08}
+{"train_loss": 0.0002949538757093251, "global_step": 38348, "epoch": 589, "lr": 7.053069155463776e-08}
+{"train_loss": 0.00041869923678370047, "global_step": 38349, "epoch": 589, "lr": 7.031422458836368e-08, "val_loss": 0.025703081861138344}
+{"train_loss": 0.0003437815175857395, "global_step": 38350, "epoch": 590, "lr": 7.009809008034496e-08}
+{"train_loss": 0.0003196250763721764, "global_step": 38351, "epoch": 590, "lr": 6.988228803201934e-08}
+{"train_loss": 0.0002981160650961101, "global_step": 38352, "epoch": 590, "lr": 6.966681844481903e-08}
+{"train_loss": 0.00047069817082956433, "global_step": 38353, "epoch": 590, "lr": 6.945168132018731e-08}
+{"train_loss": 0.0002900145191233605, "global_step": 38354, "epoch": 590, "lr": 6.923687665955081e-08}
+{"train_loss": 0.0002667036314960569, "global_step": 38355, "epoch": 590, "lr": 6.902240446434172e-08}
+{"train_loss": 0.00044776848517358303, "global_step": 38356, "epoch": 590, "lr": 6.880826473598667e-08}
+{"train_loss": 0.00025129338609986007, "global_step": 38357, "epoch": 590, "lr": 6.85944574759123e-08}
+{"train_loss": 0.0002860274398699403, "global_step": 38358, "epoch": 590, "lr": 6.838098268554527e-08}
+{"train_loss": 0.0003382180293556303, "global_step": 38359, "epoch": 590, "lr": 6.816784036630109e-08}
+{"train_loss": 0.00028525592642836273, "global_step": 38360, "epoch": 590, "lr": 6.795503051960084e-08}
+{"train_loss": 0.0003163771179970354, "global_step": 38361, "epoch": 590, "lr": 6.774255314686562e-08}
+{"train_loss": 0.0006131607224233449, "global_step": 38362, "epoch": 590, "lr": 6.753040824950541e-08}
+{"train_loss": 0.0007102174567990005, "global_step": 38363, "epoch": 590, "lr": 6.731859582893574e-08}
+{"train_loss": 0.00032620839192532003, "global_step": 38364, "epoch": 590, "lr": 6.71071158865666e-08}
+{"train_loss": 0.0003726043796632439, "global_step": 38365, "epoch": 590, "lr": 6.689596842380797e-08}
+{"train_loss": 0.00046748569002375007, "global_step": 38366, "epoch": 590, "lr": 6.668515344205872e-08}
+{"train_loss": 0.0004319666768424213, "global_step": 38367, "epoch": 590, "lr": 6.647467094272886e-08}
+{"train_loss": 0.0003835788811556995, "global_step": 38368, "epoch": 590, "lr": 6.626452092721724e-08}
+{"train_loss": 0.00044973453623242676, "global_step": 38369, "epoch": 590, "lr": 6.605470339692832e-08}
+{"train_loss": 0.00032912802998907864, "global_step": 38370, "epoch": 590, "lr": 6.584521835324986e-08}
+{"train_loss": 0.0005120380665175617, "global_step": 38371, "epoch": 590, "lr": 6.56360657975863e-08}
+{"train_loss": 0.00027799364761449397, "global_step": 38372, "epoch": 590, "lr": 6.542724573132541e-08}
+{"train_loss": 0.0005781142390333116, "global_step": 38373, "epoch": 590, "lr": 6.521875815585498e-08}
+{"train_loss": 0.0007343325996771455, "global_step": 38374, "epoch": 590, "lr": 6.501060307256834e-08}
+{"train_loss": 0.0002353696181671694, "global_step": 38375, "epoch": 590, "lr": 6.480278048284771e-08}
+{"train_loss": 0.0002489898761268705, "global_step": 38376, "epoch": 590, "lr": 6.459529038808087e-08}
+{"train_loss": 0.00046985133667476475, "global_step": 38377, "epoch": 590, "lr": 6.438813278965006e-08}
+{"train_loss": 0.0007185087888501585, "global_step": 38378, "epoch": 590, "lr": 6.418130768892639e-08}
+{"train_loss": 0.0003581361088436097, "global_step": 38379, "epoch": 590, "lr": 6.397481508729208e-08}
+{"train_loss": 0.0003483563777990639, "global_step": 38380, "epoch": 590, "lr": 6.376865498612383e-08}
+{"train_loss": 0.00042733357986435294, "global_step": 38381, "epoch": 590, "lr": 6.356282738679276e-08}
+{"train_loss": 0.0004928297130391002, "global_step": 38382, "epoch": 590, "lr": 6.335733229066997e-08}
+{"train_loss": 0.00025468869716860354, "global_step": 38383, "epoch": 590, "lr": 6.315216969912663e-08}
+{"train_loss": 0.00040987980901263654, "global_step": 38384, "epoch": 590, "lr": 6.294733961352273e-08}
+{"train_loss": 0.0005177991115488112, "global_step": 38385, "epoch": 590, "lr": 6.274284203522384e-08}
+{"train_loss": 0.000388529704650864, "global_step": 38386, "epoch": 590, "lr": 6.253867696559001e-08}
+{"train_loss": 0.00043752515921369195, "global_step": 38387, "epoch": 590, "lr": 6.233484440598681e-08}
+{"train_loss": 0.00040908652590587735, "global_step": 38388, "epoch": 590, "lr": 6.213134435776868e-08}
+{"train_loss": 0.0005194979021325707, "global_step": 38389, "epoch": 590, "lr": 6.192817682229014e-08}
+{"train_loss": 0.00029764336068183184, "global_step": 38390, "epoch": 590, "lr": 6.172534180090561e-08}
+{"train_loss": 0.00032662745798006654, "global_step": 38391, "epoch": 590, "lr": 6.15228392949585e-08}
+{"train_loss": 0.0006617186008952558, "global_step": 38392, "epoch": 590, "lr": 6.132066930580327e-08}
+{"train_loss": 0.0004238781111780554, "global_step": 38393, "epoch": 590, "lr": 6.111883183478884e-08}
+{"train_loss": 0.0003173871955368668, "global_step": 38394, "epoch": 590, "lr": 6.091732688325302e-08}
+{"train_loss": 0.00021650992857757956, "global_step": 38395, "epoch": 590, "lr": 6.071615445254474e-08}
+{"train_loss": 0.0004946684348396957, "global_step": 38396, "epoch": 590, "lr": 6.051531454399628e-08}
+{"train_loss": 0.0003867736377287656, "global_step": 38397, "epoch": 590, "lr": 6.031480715894544e-08}
+{"train_loss": 0.00040189019637182355, "global_step": 38398, "epoch": 590, "lr": 6.011463229873004e-08}
+{"train_loss": 0.0004972983151674271, "global_step": 38399, "epoch": 590, "lr": 5.991478996468236e-08}
+{"train_loss": 0.0005784817039966583, "global_step": 38400, "epoch": 590, "lr": 5.971528015813466e-08}
+{"train_loss": 0.00027000854606740177, "global_step": 38401, "epoch": 590, "lr": 5.951610288041365e-08}
+{"train_loss": 0.00039835780626162887, "global_step": 38402, "epoch": 590, "lr": 5.931725813284606e-08}
+{"train_loss": 0.00030857411911711097, "global_step": 38403, "epoch": 590, "lr": 5.911874591675304e-08}
+{"train_loss": 0.0002644727355800569, "global_step": 38404, "epoch": 590, "lr": 5.8920566233461315e-08}
+{"train_loss": 0.00025100470520555973, "global_step": 38405, "epoch": 590, "lr": 5.8722719084286504e-08}
+{"train_loss": 0.0003492468094918877, "global_step": 38406, "epoch": 590, "lr": 5.8525204470549767e-08}
+{"train_loss": 0.00028024447965435684, "global_step": 38407, "epoch": 590, "lr": 5.8328022393561165e-08}
+{"train_loss": 0.0003036481502931565, "global_step": 38408, "epoch": 590, "lr": 5.813117285463632e-08}
+{"train_loss": 0.00030312934541143477, "global_step": 38409, "epoch": 590, "lr": 5.793465585509083e-08}
+{"train_loss": 0.0004022113571409136, "global_step": 38410, "epoch": 590, "lr": 5.773847139622368e-08}
+{"train_loss": 0.00026952262851409614, "global_step": 38411, "epoch": 590, "lr": 5.7542619479350466e-08}
+{"train_loss": 0.00044372593401931226, "global_step": 38412, "epoch": 590, "lr": 5.7347100105764606e-08}
+{"train_loss": 0.00029939733212813735, "global_step": 38413, "epoch": 590, "lr": 5.715191327678171e-08}
+{"train_loss": 0.000393644985384666, "global_step": 38414, "epoch": 590, "lr": 5.695705899368964e-08, "val_loss": 0.013717622496187687, "train_action_mse_error": 7.4623467298806645e-06}
+{"train_loss": 0.0004387932422105223, "global_step": 38415, "epoch": 591, "lr": 5.676253725778735e-08}
+{"train_loss": 0.00046804416342638433, "global_step": 38416, "epoch": 591, "lr": 5.656834807037381e-08}
+{"train_loss": 0.0006113650160841644, "global_step": 38417, "epoch": 591, "lr": 5.6374491432747975e-08}
+{"train_loss": 0.0003249344299547374, "global_step": 38418, "epoch": 591, "lr": 5.6180967346186605e-08}
+{"train_loss": 0.0003277240612078458, "global_step": 38419, "epoch": 591, "lr": 5.598777581198866e-08}
+{"train_loss": 0.000576856080442667, "global_step": 38420, "epoch": 591, "lr": 5.579491683143645e-08}
+{"train_loss": 0.000289750489173457, "global_step": 38421, "epoch": 591, "lr": 5.5602390405812276e-08}
+{"train_loss": 0.0002826258714776486, "global_step": 38422, "epoch": 591, "lr": 5.5410196536404e-08}
+{"train_loss": 0.0002607712522149086, "global_step": 38423, "epoch": 591, "lr": 5.5218335224488384e-08}
+{"train_loss": 0.0003846365143544972, "global_step": 38424, "epoch": 591, "lr": 5.5026806471342175e-08}
+{"train_loss": 0.000283817236777395, "global_step": 38425, "epoch": 591, "lr": 5.483561027823658e-08}
+{"train_loss": 0.0003317891387268901, "global_step": 38426, "epoch": 591, "lr": 5.464474664645391e-08}
+{"train_loss": 0.0004840533947572112, "global_step": 38427, "epoch": 591, "lr": 5.445421557725983e-08}
+{"train_loss": 0.0002293425495736301, "global_step": 38428, "epoch": 591, "lr": 5.426401707192552e-08}
+{"train_loss": 0.00028661621036008, "global_step": 38429, "epoch": 591, "lr": 5.4074151131711106e-08}
+{"train_loss": 0.00043601111974567175, "global_step": 38430, "epoch": 591, "lr": 5.388461775788778e-08}
+{"train_loss": 0.00032114877831190825, "global_step": 38431, "epoch": 591, "lr": 5.369541695171565e-08}
+{"train_loss": 0.00036225878284312785, "global_step": 38432, "epoch": 591, "lr": 5.350654871444927e-08}
+{"train_loss": 0.0006711987662129104, "global_step": 38433, "epoch": 591, "lr": 5.3318013047354286e-08}
+{"train_loss": 0.0004363389452919364, "global_step": 38434, "epoch": 591, "lr": 5.312980995168526e-08}
+{"train_loss": 0.0004055473837070167, "global_step": 38435, "epoch": 591, "lr": 5.294193942869119e-08}
+{"train_loss": 0.0005300238262861967, "global_step": 38436, "epoch": 591, "lr": 5.275440147962107e-08}
+{"train_loss": 0.0003759340906981379, "global_step": 38437, "epoch": 591, "lr": 5.2567196105729465e-08}
+{"train_loss": 0.0004714714887086302, "global_step": 38438, "epoch": 591, "lr": 5.238032330825982e-08}
+{"train_loss": 0.0003108549281023443, "global_step": 38439, "epoch": 591, "lr": 5.2193783088455576e-08}
+{"train_loss": 0.0002976861724164337, "global_step": 38440, "epoch": 591, "lr": 5.2007575447560184e-08}
+{"train_loss": 0.00032757787266746163, "global_step": 38441, "epoch": 591, "lr": 5.1821700386817106e-08}
+{"train_loss": 0.00034291791962459683, "global_step": 38442, "epoch": 591, "lr": 5.163615790745868e-08}
+{"train_loss": 0.00028534734155982733, "global_step": 38443, "epoch": 591, "lr": 5.145094801072281e-08}
+{"train_loss": 0.0004911948926746845, "global_step": 38444, "epoch": 591, "lr": 5.126607069784184e-08}
+{"train_loss": 0.0004366544308140874, "global_step": 38445, "epoch": 591, "lr": 5.1081525970048116e-08}
+{"train_loss": 0.00045614902046509087, "global_step": 38446, "epoch": 591, "lr": 5.0897313828562884e-08}
+{"train_loss": 0.0002326859103050083, "global_step": 38447, "epoch": 591, "lr": 5.071343427462405e-08}
+{"train_loss": 0.0002965774910990149, "global_step": 38448, "epoch": 591, "lr": 5.052988730945285e-08}
+{"train_loss": 0.0003762480046134442, "global_step": 38449, "epoch": 591, "lr": 5.0346672934270534e-08}
+{"train_loss": 0.00027324617258273065, "global_step": 38450, "epoch": 591, "lr": 5.0163791150292796e-08}
+{"train_loss": 0.0003013451350852847, "global_step": 38451, "epoch": 591, "lr": 4.9981241958740873e-08}
+{"train_loss": 0.000464043376268819, "global_step": 38452, "epoch": 591, "lr": 4.9799025360830476e-08}
+{"train_loss": 0.0007874040165916085, "global_step": 38453, "epoch": 591, "lr": 4.961714135777729e-08}
+{"train_loss": 0.0003389313933439553, "global_step": 38454, "epoch": 591, "lr": 4.94355899507859e-08}
+{"train_loss": 0.00035165465669706464, "global_step": 38455, "epoch": 591, "lr": 4.9254371141066457e-08}
+{"train_loss": 0.0002874756173696369, "global_step": 38456, "epoch": 591, "lr": 4.9073484929834654e-08}
+{"train_loss": 0.00027328700525686145, "global_step": 38457, "epoch": 591, "lr": 4.8892931318283986e-08}
+{"train_loss": 0.0004029241972602904, "global_step": 38458, "epoch": 591, "lr": 4.8712710307624586e-08}
+{"train_loss": 0.0004289291682653129, "global_step": 38459, "epoch": 591, "lr": 4.853282189904995e-08}
+{"train_loss": 0.00024336254864465445, "global_step": 38460, "epoch": 591, "lr": 4.835326609376467e-08}
+{"train_loss": 0.0002598449937067926, "global_step": 38461, "epoch": 591, "lr": 4.8174042892956683e-08}
+{"train_loss": 0.00046405676403082907, "global_step": 38462, "epoch": 591, "lr": 4.799515229782503e-08}
+{"train_loss": 0.00025389681104570627, "global_step": 38463, "epoch": 591, "lr": 4.781659430955765e-08}
+{"train_loss": 0.0003247637068852782, "global_step": 38464, "epoch": 591, "lr": 4.763836892934803e-08}
+{"train_loss": 0.000549130723811686, "global_step": 38465, "epoch": 591, "lr": 4.746047615837857e-08}
+{"train_loss": 0.00035002329968847334, "global_step": 38466, "epoch": 591, "lr": 4.7282915997831636e-08}
+{"train_loss": 0.00032089464366436005, "global_step": 38467, "epoch": 591, "lr": 4.710568844889518e-08}
+{"train_loss": 0.0005778120830655098, "global_step": 38468, "epoch": 591, "lr": 4.692879351274604e-08}
+{"train_loss": 0.0002619668375700712, "global_step": 38469, "epoch": 591, "lr": 4.6752231190566596e-08}
+{"train_loss": 0.00038478439091704786, "global_step": 38470, "epoch": 591, "lr": 4.6576001483522594e-08}
+{"train_loss": 0.0005074422806501389, "global_step": 38471, "epoch": 591, "lr": 4.640010439279641e-08}
+{"train_loss": 0.0004538957728073001, "global_step": 38472, "epoch": 591, "lr": 4.622453991955933e-08}
+{"train_loss": 0.00033593265106901526, "global_step": 38473, "epoch": 591, "lr": 4.604930806497709e-08}
+{"train_loss": 0.0004507280245888978, "global_step": 38474, "epoch": 591, "lr": 4.5874408830215434e-08}
+{"train_loss": 0.00027284218231216073, "global_step": 38475, "epoch": 591, "lr": 4.569984221644008e-08}
+{"train_loss": 0.00024351433967240155, "global_step": 38476, "epoch": 591, "lr": 4.552560822481122e-08}
+{"train_loss": 0.00025343670859001577, "global_step": 38477, "epoch": 591, "lr": 4.535170685649459e-08}
+{"train_loss": 0.0002532180806156248, "global_step": 38478, "epoch": 591, "lr": 4.517813811264482e-08}
+{"train_loss": 0.0003757570084417239, "global_step": 38479, "epoch": 591, "lr": 4.500490199441654e-08, "val_loss": 0.003939064219594002}
+{"train_loss": 0.0012197582982480526, "global_step": 38480, "epoch": 592, "lr": 4.483199850296438e-08}
+{"train_loss": 0.0003917469584848732, "global_step": 38481, "epoch": 592, "lr": 4.4659427639442976e-08}
+{"train_loss": 0.00036298605846241117, "global_step": 38482, "epoch": 592, "lr": 4.448718940499586e-08}
+{"train_loss": 0.00041485525434836745, "global_step": 38483, "epoch": 592, "lr": 4.4315283800777654e-08}
+{"train_loss": 0.000396224349969998, "global_step": 38484, "epoch": 592, "lr": 4.4143710827920795e-08}
+{"train_loss": 0.0003251953748986125, "global_step": 38485, "epoch": 592, "lr": 4.3972470487574355e-08}
+{"train_loss": 0.000398101779865101, "global_step": 38486, "epoch": 592, "lr": 4.3801562780881874e-08}
+{"train_loss": 0.0003760556865017861, "global_step": 38487, "epoch": 592, "lr": 4.3630987708975776e-08}
+{"train_loss": 0.00035514950286597013, "global_step": 38488, "epoch": 592, "lr": 4.3460745272999595e-08}
+{"train_loss": 0.0005631243111565709, "global_step": 38489, "epoch": 592, "lr": 4.3290835474074643e-08}
+{"train_loss": 0.00042928787297569215, "global_step": 38490, "epoch": 592, "lr": 4.312125831334446e-08}
+{"train_loss": 0.00044880883069708943, "global_step": 38491, "epoch": 592, "lr": 4.295201379193037e-08}
+{"train_loss": 0.0003284337872173637, "global_step": 38492, "epoch": 592, "lr": 4.278310191096479e-08}
+{"train_loss": 0.00029154197545722127, "global_step": 38493, "epoch": 592, "lr": 4.2614522671563516e-08}
+{"train_loss": 0.0004556348139885813, "global_step": 38494, "epoch": 592, "lr": 4.244627607485896e-08}
+{"train_loss": 0.0004985466948710382, "global_step": 38495, "epoch": 592, "lr": 4.2278362121966894e-08}
+{"train_loss": 0.0002766318793874234, "global_step": 38496, "epoch": 592, "lr": 4.2110780814008656e-08}
+{"train_loss": 0.00032673924579285085, "global_step": 38497, "epoch": 592, "lr": 4.194353215209446e-08}
+{"train_loss": 0.0004711164510808885, "global_step": 38498, "epoch": 592, "lr": 4.1776616137340074e-08}
+{"train_loss": 0.0007437922176904976, "global_step": 38499, "epoch": 592, "lr": 4.161003277085573e-08}
+{"train_loss": 0.0004721394507214427, "global_step": 38500, "epoch": 592, "lr": 4.1443782053757204e-08}
+{"train_loss": 0.000526654941495508, "global_step": 38501, "epoch": 592, "lr": 4.127786398714362e-08}
+{"train_loss": 0.00036215956788510084, "global_step": 38502, "epoch": 592, "lr": 4.111227857212518e-08}
+{"train_loss": 0.0007028374238871038, "global_step": 38503, "epoch": 592, "lr": 4.094702580980103e-08}
+{"train_loss": 0.00026922798133455217, "global_step": 38504, "epoch": 592, "lr": 4.078210570127028e-08}
+{"train_loss": 0.0004019826592411846, "global_step": 38505, "epoch": 592, "lr": 4.06175182476376e-08}
+{"train_loss": 0.0004530068254098296, "global_step": 38506, "epoch": 592, "lr": 4.045326344999101e-08}
+{"train_loss": 0.0003552166454028338, "global_step": 38507, "epoch": 592, "lr": 4.028934130942963e-08}
+{"train_loss": 0.00029126196750439703, "global_step": 38508, "epoch": 592, "lr": 4.0125751827047034e-08}
+{"train_loss": 0.0006561758345924318, "global_step": 38509, "epoch": 592, "lr": 3.996249500392568e-08}
+{"train_loss": 0.0004052876611240208, "global_step": 38510, "epoch": 592, "lr": 3.97995708411536e-08}
+{"train_loss": 0.0002331026189494878, "global_step": 38511, "epoch": 592, "lr": 3.96369793398188e-08}
+{"train_loss": 0.00044836930464953184, "global_step": 38512, "epoch": 592, "lr": 3.947472050100376e-08}
+{"train_loss": 0.0003095331194344908, "global_step": 38513, "epoch": 592, "lr": 3.931279432579094e-08}
+{"train_loss": 0.00036351633025333285, "global_step": 38514, "epoch": 592, "lr": 3.91512008152517e-08}
+{"train_loss": 0.0003601321077439934, "global_step": 38515, "epoch": 592, "lr": 3.898993997046296e-08}
+{"train_loss": 0.00031272025080397725, "global_step": 38516, "epoch": 592, "lr": 3.8829011792507196e-08}
+{"train_loss": 0.000281952932709828, "global_step": 38517, "epoch": 592, "lr": 3.8668416282444664e-08}
+{"train_loss": 0.0003142656059935689, "global_step": 38518, "epoch": 592, "lr": 3.8508153441352277e-08}
+{"train_loss": 0.0002648665104061365, "global_step": 38519, "epoch": 592, "lr": 3.834822327030141e-08}
+{"train_loss": 0.0006239457288756967, "global_step": 38520, "epoch": 592, "lr": 3.8188625770341216e-08}
+{"train_loss": 0.0003043843316845596, "global_step": 38521, "epoch": 592, "lr": 3.802936094254861e-08}
+{"train_loss": 0.0003325311990920454, "global_step": 38522, "epoch": 592, "lr": 3.7870428787978305e-08}
+{"train_loss": 0.0003611978318076581, "global_step": 38523, "epoch": 592, "lr": 3.771182930769057e-08}
+{"train_loss": 0.0003299727395642549, "global_step": 38524, "epoch": 592, "lr": 3.755356250273456e-08}
+{"train_loss": 0.000317733793053776, "global_step": 38525, "epoch": 592, "lr": 3.7395628374176096e-08}
+{"train_loss": 0.0003935001150239259, "global_step": 38526, "epoch": 592, "lr": 3.723802692305878e-08}
+{"train_loss": 0.0008919902029447258, "global_step": 38527, "epoch": 592, "lr": 3.708075815043177e-08}
+{"train_loss": 0.00041041625081561506, "global_step": 38528, "epoch": 592, "lr": 3.692382205734979e-08}
+{"train_loss": 0.000329947448335588, "global_step": 38529, "epoch": 592, "lr": 3.6767218644845333e-08}
+{"train_loss": 0.0002580504515208304, "global_step": 38530, "epoch": 592, "lr": 3.661094791397312e-08}
+{"train_loss": 0.0002921583945862949, "global_step": 38531, "epoch": 592, "lr": 3.645500986576567e-08}
+{"train_loss": 0.0003710031451191753, "global_step": 38532, "epoch": 592, "lr": 3.629940450126101e-08}
+{"train_loss": 0.0005990306963212788, "global_step": 38533, "epoch": 592, "lr": 3.614413182150278e-08}
+{"train_loss": 0.000706826220266521, "global_step": 38534, "epoch": 592, "lr": 3.598919182752347e-08}
+{"train_loss": 0.00037545725353993475, "global_step": 38535, "epoch": 592, "lr": 3.5834584520350044e-08}
+{"train_loss": 0.00024554223637096584, "global_step": 38536, "epoch": 592, "lr": 3.5680309901009455e-08}
+{"train_loss": 0.00037247801083140075, "global_step": 38537, "epoch": 592, "lr": 3.5526367970539765e-08}
+{"train_loss": 0.0007998145301826298, "global_step": 38538, "epoch": 592, "lr": 3.5372758729956825e-08}
+{"train_loss": 0.00035626403405331075, "global_step": 38539, "epoch": 592, "lr": 3.5219482180282037e-08}
+{"train_loss": 0.00045745749957859516, "global_step": 38540, "epoch": 592, "lr": 3.506653832254236e-08}
+{"train_loss": 0.000370371708413586, "global_step": 38541, "epoch": 592, "lr": 3.491392715775366e-08}
+{"train_loss": 0.000299403618555516, "global_step": 38542, "epoch": 592, "lr": 3.476164868693732e-08}
+{"train_loss": 0.0006576803862117231, "global_step": 38543, "epoch": 592, "lr": 3.460970291109811e-08}
+{"train_loss": 0.0004259054177404883, "global_step": 38544, "epoch": 592, "lr": 3.445808983125187e-08, "val_loss": 0.004970035050064325}
+{"train_loss": 0.0003765250148717314, "global_step": 38545, "epoch": 593, "lr": 3.430680944840892e-08}
+{"train_loss": 0.00039971680962480605, "global_step": 38546, "epoch": 593, "lr": 3.4155861763573994e-08}
+{"train_loss": 0.0004028906987514347, "global_step": 38547, "epoch": 593, "lr": 3.40052467777574e-08}
+{"train_loss": 0.0005509433685801923, "global_step": 38548, "epoch": 593, "lr": 3.385496449195835e-08}
+{"train_loss": 0.0004901899374090135, "global_step": 38549, "epoch": 593, "lr": 3.370501490717603e-08}
+{"train_loss": 0.00042852238402701914, "global_step": 38550, "epoch": 593, "lr": 3.3555398024409656e-08}
+{"train_loss": 0.0008161947480402887, "global_step": 38551, "epoch": 593, "lr": 3.340611384465842e-08}
+{"train_loss": 0.0003750351315829903, "global_step": 38552, "epoch": 593, "lr": 3.3257162368910413e-08}
+{"train_loss": 0.0002477568050380796, "global_step": 38553, "epoch": 593, "lr": 3.3108543598164846e-08}
+{"train_loss": 0.0010879738256335258, "global_step": 38554, "epoch": 593, "lr": 3.296025753340981e-08}
+{"train_loss": 0.0006154218572191894, "global_step": 38555, "epoch": 593, "lr": 3.281230417562786e-08}
+{"train_loss": 0.0005504769505932927, "global_step": 38556, "epoch": 593, "lr": 3.2664683525807094e-08}
+{"train_loss": 0.0004561890964396298, "global_step": 38557, "epoch": 593, "lr": 3.251739558493005e-08}
+{"train_loss": 0.0004695049428846687, "global_step": 38558, "epoch": 593, "lr": 3.237044035397929e-08}
+{"train_loss": 0.00042561203008517623, "global_step": 38559, "epoch": 593, "lr": 3.2223817833931805e-08}
+{"train_loss": 0.00046500301687046885, "global_step": 38560, "epoch": 593, "lr": 3.207752802576458e-08}
+{"train_loss": 0.0002646982902660966, "global_step": 38561, "epoch": 593, "lr": 3.1931570930449076e-08}
+{"train_loss": 0.0007735757390037179, "global_step": 38562, "epoch": 593, "lr": 3.178594654896228e-08}
+{"train_loss": 0.0003611024876590818, "global_step": 38563, "epoch": 593, "lr": 3.164065488226453e-08}
+{"train_loss": 0.00029758145683445036, "global_step": 38564, "epoch": 593, "lr": 3.1495695931332834e-08}
+{"train_loss": 0.00029508836450986564, "global_step": 38565, "epoch": 593, "lr": 3.135106969712753e-08}
+{"train_loss": 0.00023673464602325112, "global_step": 38566, "epoch": 593, "lr": 3.1206776180614514e-08}
+{"train_loss": 0.0005016439245082438, "global_step": 38567, "epoch": 593, "lr": 3.106281538275413e-08}
+{"train_loss": 0.0003894328256137669, "global_step": 38568, "epoch": 593, "lr": 3.091918730450116e-08}
+{"train_loss": 0.0003724042617250234, "global_step": 38569, "epoch": 593, "lr": 3.077589194681596e-08}
+{"train_loss": 0.0005220968159846961, "global_step": 38570, "epoch": 593, "lr": 3.063292931065331e-08}
+{"train_loss": 0.00048739498015493155, "global_step": 38571, "epoch": 593, "lr": 3.0490299396962464e-08}
+{"train_loss": 0.0005406124982982874, "global_step": 38572, "epoch": 593, "lr": 3.034800220669265e-08}
+{"train_loss": 0.00037142110522836447, "global_step": 38573, "epoch": 593, "lr": 3.020603774079311e-08}
+{"train_loss": 0.00036762465606443584, "global_step": 38574, "epoch": 593, "lr": 3.0064406000207544e-08}
+{"train_loss": 0.0003223759704269469, "global_step": 38575, "epoch": 593, "lr": 2.992310698587964e-08}
+{"train_loss": 0.0005134199745953083, "global_step": 38576, "epoch": 593, "lr": 2.9782140698747518e-08}
+{"train_loss": 0.00034459884045645595, "global_step": 38577, "epoch": 593, "lr": 2.964150713976044e-08}
+{"train_loss": 0.0002796417102217674, "global_step": 38578, "epoch": 593, "lr": 2.950120630984543e-08}
+{"train_loss": 0.00038451983709819615, "global_step": 38579, "epoch": 593, "lr": 2.936123820993508e-08}
+{"train_loss": 0.00046380452113226056, "global_step": 38580, "epoch": 593, "lr": 2.9221602840967534e-08}
+{"train_loss": 0.0001909637067001313, "global_step": 38581, "epoch": 593, "lr": 2.9082300203864265e-08}
+{"train_loss": 0.00036861858097836375, "global_step": 38582, "epoch": 593, "lr": 2.894333029956342e-08}
+{"train_loss": 0.0005753200384788215, "global_step": 38583, "epoch": 593, "lr": 2.8804693128986482e-08}
+{"train_loss": 0.00025818805443122983, "global_step": 38584, "epoch": 593, "lr": 2.8666388693054935e-08}
+{"train_loss": 0.00048507307656109333, "global_step": 38585, "epoch": 593, "lr": 2.8528416992690264e-08}
+{"train_loss": 0.0002963618317153305, "global_step": 38586, "epoch": 593, "lr": 2.8390778028808406e-08}
+{"train_loss": 0.0005118565168231726, "global_step": 38587, "epoch": 593, "lr": 2.8253471802330846e-08}
+{"train_loss": 0.00026726126088760793, "global_step": 38588, "epoch": 593, "lr": 2.811649831416796e-08}
+{"train_loss": 0.0009789286414161325, "global_step": 38589, "epoch": 593, "lr": 2.797985756523569e-08}
+{"train_loss": 0.00026706961216405034, "global_step": 38590, "epoch": 593, "lr": 2.7843549556438862e-08}
+{"train_loss": 0.0004053024749737233, "global_step": 38591, "epoch": 593, "lr": 2.7707574288687866e-08}
+{"train_loss": 0.0007384946220554411, "global_step": 38592, "epoch": 593, "lr": 2.7571931762887528e-08}
+{"train_loss": 0.0007087324629537761, "global_step": 38593, "epoch": 593, "lr": 2.7436621979942678e-08}
+{"train_loss": 0.00021364825079217553, "global_step": 38594, "epoch": 593, "lr": 2.73016449407526e-08}
+{"train_loss": 0.0005448391893878579, "global_step": 38595, "epoch": 593, "lr": 2.7167000646216577e-08}
+{"train_loss": 0.0003865264297928661, "global_step": 38596, "epoch": 593, "lr": 2.7032689097233888e-08}
+{"train_loss": 0.0004948527785018086, "global_step": 38597, "epoch": 593, "lr": 2.6898710294692707e-08}
+{"train_loss": 0.0005079113761894405, "global_step": 38598, "epoch": 593, "lr": 2.676506423948677e-08}
+{"train_loss": 0.00031441799364984035, "global_step": 38599, "epoch": 593, "lr": 2.6631750932515353e-08}
+{"train_loss": 0.00047347680083476007, "global_step": 38600, "epoch": 593, "lr": 2.6498770374649982e-08}
+{"train_loss": 0.0002896856458391994, "global_step": 38601, "epoch": 593, "lr": 2.636612256678994e-08}
+{"train_loss": 0.00029721445753239095, "global_step": 38602, "epoch": 593, "lr": 2.623380750980675e-08}
+{"train_loss": 0.00028696368099190295, "global_step": 38603, "epoch": 593, "lr": 2.6101825204594143e-08}
+{"train_loss": 0.0003846599138341844, "global_step": 38604, "epoch": 593, "lr": 2.5970175652023642e-08}
+{"train_loss": 0.00041535732452757657, "global_step": 38605, "epoch": 593, "lr": 2.5838858852972324e-08}
+{"train_loss": 0.0004308052593842149, "global_step": 38606, "epoch": 593, "lr": 2.5707874808311717e-08}
+{"train_loss": 0.0004840788897126913, "global_step": 38607, "epoch": 593, "lr": 2.5577223518918893e-08}
+{"train_loss": 0.00027616892475634813, "global_step": 38608, "epoch": 593, "lr": 2.5446904985665376e-08}
+{"train_loss": 0.0004401430073462856, "global_step": 38609, "epoch": 593, "lr": 2.5316919209411593e-08, "val_loss": 0.007451257668435574}
+{"train_loss": 0.00025261493283323944, "global_step": 38610, "epoch": 594, "lr": 2.518726619102907e-08}
+{"train_loss": 0.00027883751317858696, "global_step": 38611, "epoch": 594, "lr": 2.5057945931378222e-08}
+{"train_loss": 0.00037152395816519856, "global_step": 38612, "epoch": 594, "lr": 2.492895843131948e-08}
+{"train_loss": 0.0005457070656120777, "global_step": 38613, "epoch": 594, "lr": 2.4800303691718817e-08}
+{"train_loss": 0.00032482354436069727, "global_step": 38614, "epoch": 594, "lr": 2.467198171342e-08}
+{"train_loss": 0.0004335836274549365, "global_step": 38615, "epoch": 594, "lr": 2.4543992497289002e-08}
+{"train_loss": 0.00040123905637301505, "global_step": 38616, "epoch": 594, "lr": 2.4416336044175147e-08}
+{"train_loss": 0.0003029105137102306, "global_step": 38617, "epoch": 594, "lr": 2.4289012354927753e-08}
+{"train_loss": 0.0007874096045270562, "global_step": 38618, "epoch": 594, "lr": 2.416202143039059e-08}
+{"train_loss": 0.0003394558443687856, "global_step": 38619, "epoch": 594, "lr": 2.403536327141298e-08}
+{"train_loss": 0.0004397051816340536, "global_step": 38620, "epoch": 594, "lr": 2.390903787883869e-08}
+{"train_loss": 0.000254915765253827, "global_step": 38621, "epoch": 594, "lr": 2.3783045253511495e-08}
+{"train_loss": 0.00023419091303367168, "global_step": 38622, "epoch": 594, "lr": 2.3657385396264054e-08}
+{"train_loss": 0.00047328497748821974, "global_step": 38623, "epoch": 594, "lr": 2.353205830793459e-08}
+{"train_loss": 0.0003005730686709285, "global_step": 38624, "epoch": 594, "lr": 2.3407063989361322e-08}
+{"train_loss": 0.0002794890315271914, "global_step": 38625, "epoch": 594, "lr": 2.3282402441371364e-08}
+{"train_loss": 0.0005122091388329864, "global_step": 38626, "epoch": 594, "lr": 2.315807366480294e-08}
+{"train_loss": 0.0005263445200398564, "global_step": 38627, "epoch": 594, "lr": 2.3034077660472052e-08}
+{"train_loss": 0.0006412956863641739, "global_step": 38628, "epoch": 594, "lr": 2.291041442921693e-08}
+{"train_loss": 0.0004337104910518974, "global_step": 38629, "epoch": 594, "lr": 2.2787083971848034e-08}
+{"train_loss": 0.00031962848152033985, "global_step": 38630, "epoch": 594, "lr": 2.2664086289198027e-08}
+{"train_loss": 0.0005300594493746758, "global_step": 38631, "epoch": 594, "lr": 2.254142138208293e-08}
+{"train_loss": 0.00025538390036672354, "global_step": 38632, "epoch": 594, "lr": 2.2419089251313195e-08}
+{"train_loss": 0.000803097034804523, "global_step": 38633, "epoch": 594, "lr": 2.22970898977104e-08}
+{"train_loss": 0.00032142570125870407, "global_step": 38634, "epoch": 594, "lr": 2.2175423322084997e-08}
+{"train_loss": 0.0003557147574611008, "global_step": 38635, "epoch": 594, "lr": 2.2054089525247455e-08}
+{"train_loss": 0.00040229351725429296, "global_step": 38636, "epoch": 594, "lr": 2.1933088508002687e-08}
+{"train_loss": 0.0005478070233948529, "global_step": 38637, "epoch": 594, "lr": 2.181242027116115e-08}
+{"train_loss": 0.00039280441706068814, "global_step": 38638, "epoch": 594, "lr": 2.1692084815522207e-08}
+{"train_loss": 0.00027688266709446907, "global_step": 38639, "epoch": 594, "lr": 2.1572082141885218e-08}
+{"train_loss": 0.0004088725836481899, "global_step": 38640, "epoch": 594, "lr": 2.1452412251055098e-08}
+{"train_loss": 0.00032419897615909576, "global_step": 38641, "epoch": 594, "lr": 2.1333075143831204e-08}
+{"train_loss": 0.0005126377800479531, "global_step": 38642, "epoch": 594, "lr": 2.1214070820996246e-08}
+{"train_loss": 0.0006468428182415664, "global_step": 38643, "epoch": 594, "lr": 2.1095399283355132e-08}
+{"train_loss": 0.0006423199083656073, "global_step": 38644, "epoch": 594, "lr": 2.0977060531690574e-08}
+{"train_loss": 0.0003983742499258369, "global_step": 38645, "epoch": 594, "lr": 2.0859054566790825e-08}
+{"train_loss": 0.00044612359488382936, "global_step": 38646, "epoch": 594, "lr": 2.074138138944415e-08}
+{"train_loss": 0.00040736564551480114, "global_step": 38647, "epoch": 594, "lr": 2.0624041000433247e-08}
+{"train_loss": 0.0002953742223326117, "global_step": 38648, "epoch": 594, "lr": 2.050703340053528e-08}
+{"train_loss": 0.0006377324461936951, "global_step": 38649, "epoch": 594, "lr": 2.0390358590538504e-08}
+{"train_loss": 0.0004220306873321533, "global_step": 38650, "epoch": 594, "lr": 2.0274016571214527e-08}
+{"train_loss": 0.0003162449866067618, "global_step": 38651, "epoch": 594, "lr": 2.015800734333495e-08}
+{"train_loss": 0.00021819857647642493, "global_step": 38652, "epoch": 594, "lr": 2.004233090767693e-08}
+{"train_loss": 0.00044893825543113053, "global_step": 38653, "epoch": 594, "lr": 1.9926987265012075e-08}
+{"train_loss": 0.00045151569065637887, "global_step": 38654, "epoch": 594, "lr": 1.9811976416100887e-08}
+{"train_loss": 0.00043225320405326784, "global_step": 38655, "epoch": 594, "lr": 1.9697298361720517e-08}
+{"train_loss": 0.0003735947539098561, "global_step": 38656, "epoch": 594, "lr": 1.9582953102620373e-08}
+{"train_loss": 0.00036038047983311117, "global_step": 38657, "epoch": 594, "lr": 1.9468940639572054e-08}
+{"train_loss": 0.000356475095031783, "global_step": 38658, "epoch": 594, "lr": 1.9355260973336065e-08}
+{"train_loss": 0.00024574363487772644, "global_step": 38659, "epoch": 594, "lr": 1.9241914104661807e-08}
+{"train_loss": 0.00030205846996977925, "global_step": 38660, "epoch": 594, "lr": 1.9128900034304232e-08}
+{"train_loss": 0.0004149514134041965, "global_step": 38661, "epoch": 594, "lr": 1.9016218763023842e-08}
+{"train_loss": 0.0004193313361611217, "global_step": 38662, "epoch": 594, "lr": 1.8903870291564483e-08}
+{"train_loss": 0.0004092253220733255, "global_step": 38663, "epoch": 594, "lr": 1.8791854620675565e-08}
+{"train_loss": 0.0002452873741276562, "global_step": 38664, "epoch": 594, "lr": 1.8680171751100928e-08}
+{"train_loss": 0.0005235467688180506, "global_step": 38665, "epoch": 594, "lr": 1.8568821683589978e-08}
+{"train_loss": 0.00030199773027561605, "global_step": 38666, "epoch": 594, "lr": 1.845780441888101e-08}
+{"train_loss": 0.0005253915442153811, "global_step": 38667, "epoch": 594, "lr": 1.834711995771232e-08}
+{"train_loss": 0.00033069870551116765, "global_step": 38668, "epoch": 594, "lr": 1.8236768300822215e-08}
+{"train_loss": 0.00046776901581324637, "global_step": 38669, "epoch": 594, "lr": 1.8126749448943437e-08}
+{"train_loss": 0.0006730417371727526, "global_step": 38670, "epoch": 594, "lr": 1.801706340280873e-08}
+{"train_loss": 0.00019022831111215055, "global_step": 38671, "epoch": 594, "lr": 1.79077101631564e-08}
+{"train_loss": 0.000375418399926275, "global_step": 38672, "epoch": 594, "lr": 1.7798689730702534e-08}
+{"train_loss": 0.0004578867519740015, "global_step": 38673, "epoch": 594, "lr": 1.769000210617433e-08}
+{"train_loss": 0.0004117179485127473, "global_step": 38674, "epoch": 594, "lr": 1.7581647290304537e-08, "val_loss": 0.015145773068070412}
+{"train_loss": 0.00034430844243615866, "global_step": 38675, "epoch": 595, "lr": 1.7473625283809246e-08}
+{"train_loss": 0.000492537918034941, "global_step": 38676, "epoch": 595, "lr": 1.7365936087410105e-08}
+{"train_loss": 0.0004003428330179304, "global_step": 38677, "epoch": 595, "lr": 1.7258579701817656e-08}
+{"train_loss": 0.0002815432962961495, "global_step": 38678, "epoch": 595, "lr": 1.7151556127753544e-08}
+{"train_loss": 0.0004416408482939005, "global_step": 38679, "epoch": 595, "lr": 1.704486536592831e-08}
+{"train_loss": 0.0003000781580340117, "global_step": 38680, "epoch": 595, "lr": 1.6938507417052496e-08}
+{"train_loss": 0.00038130642496980727, "global_step": 38681, "epoch": 595, "lr": 1.6832482281831098e-08}
+{"train_loss": 0.0002175284462282434, "global_step": 38682, "epoch": 595, "lr": 1.6726789960974655e-08}
+{"train_loss": 0.00028427704819478095, "global_step": 38683, "epoch": 595, "lr": 1.662143045518816e-08}
+{"train_loss": 0.0003407890326343477, "global_step": 38684, "epoch": 595, "lr": 1.65164037651655e-08}
+{"train_loss": 0.00029231232474558055, "global_step": 38685, "epoch": 595, "lr": 1.641170989161167e-08}
+{"train_loss": 0.00035686499904841185, "global_step": 38686, "epoch": 595, "lr": 1.6307348835226112e-08}
+{"train_loss": 0.00028181448578834534, "global_step": 38687, "epoch": 595, "lr": 1.6203320596697156e-08}
+{"train_loss": 0.00038495002081617713, "global_step": 38688, "epoch": 595, "lr": 1.6099625176718702e-08}
+{"train_loss": 0.0004392082628328353, "global_step": 38689, "epoch": 595, "lr": 1.599626257598463e-08}
+{"train_loss": 0.00030518509447574615, "global_step": 38690, "epoch": 595, "lr": 1.5893232795183288e-08}
+{"train_loss": 0.00039522291626781225, "global_step": 38691, "epoch": 595, "lr": 1.5790535835003008e-08}
+{"train_loss": 0.0005581339355558157, "global_step": 38692, "epoch": 595, "lr": 1.5688171696115472e-08}
+{"train_loss": 0.0006375423981808126, "global_step": 38693, "epoch": 595, "lr": 1.5586140379214576e-08}
+{"train_loss": 0.00036430053296498954, "global_step": 38694, "epoch": 595, "lr": 1.548444188497755e-08}
+{"train_loss": 0.00029283782350830734, "global_step": 38695, "epoch": 595, "lr": 1.5383076214076087e-08}
+{"train_loss": 0.000761148810852319, "global_step": 38696, "epoch": 595, "lr": 1.5282043367192966e-08}
+{"train_loss": 0.00029677580459974706, "global_step": 38697, "epoch": 595, "lr": 1.5181343344994325e-08}
+{"train_loss": 0.0005060924449935555, "global_step": 38698, "epoch": 595, "lr": 1.508097614815185e-08}
+{"train_loss": 0.00031168380519375205, "global_step": 38699, "epoch": 595, "lr": 1.498094177733722e-08}
+{"train_loss": 0.00029446574626490474, "global_step": 38700, "epoch": 595, "lr": 1.4881240233211025e-08}
+{"train_loss": 0.00034755008528009057, "global_step": 38701, "epoch": 595, "lr": 1.4781871516444945e-08}
+{"train_loss": 0.0004658905672840774, "global_step": 38702, "epoch": 595, "lr": 1.4682835627694014e-08}
+{"train_loss": 0.000587854185141623, "global_step": 38703, "epoch": 595, "lr": 1.4584132567618813e-08}
+{"train_loss": 0.0003309831372462213, "global_step": 38704, "epoch": 595, "lr": 1.4485762336879927e-08}
+{"train_loss": 0.0005202330066822469, "global_step": 38705, "epoch": 595, "lr": 1.4387724936126835e-08}
+{"train_loss": 0.00038214464439079165, "global_step": 38706, "epoch": 595, "lr": 1.4290020366014567e-08}
+{"train_loss": 0.0003143718931823969, "global_step": 38707, "epoch": 595, "lr": 1.4192648627198157e-08}
+{"train_loss": 0.0003872460511047393, "global_step": 38708, "epoch": 595, "lr": 1.4095609720321534e-08}
+{"train_loss": 0.00039388437289744616, "global_step": 38709, "epoch": 595, "lr": 1.3998903646028627e-08}
+{"train_loss": 0.0004230074700899422, "global_step": 38710, "epoch": 595, "lr": 1.3902530404968917e-08}
+{"train_loss": 0.0003618747869040817, "global_step": 38711, "epoch": 595, "lr": 1.380648999778078e-08}
+{"train_loss": 0.0002471984480507672, "global_step": 38712, "epoch": 595, "lr": 1.3710782425108149e-08}
+{"train_loss": 0.0007252068025991321, "global_step": 38713, "epoch": 595, "lr": 1.3615407687578297e-08}
+{"train_loss": 0.00032536647631786764, "global_step": 38714, "epoch": 595, "lr": 1.3520365785835154e-08}
+{"train_loss": 0.00038030403084121644, "global_step": 38715, "epoch": 595, "lr": 1.3425656720511548e-08}
+{"train_loss": 0.00023116814554668963, "global_step": 38716, "epoch": 595, "lr": 1.3331280492234755e-08}
+{"train_loss": 0.0003764774592127651, "global_step": 38717, "epoch": 595, "lr": 1.323723710163205e-08}
+{"train_loss": 0.0005882913246750832, "global_step": 38718, "epoch": 595, "lr": 1.3143526549330709e-08}
+{"train_loss": 0.0003879622963722795, "global_step": 38719, "epoch": 595, "lr": 1.305014883595801e-08}
+{"train_loss": 0.0007368593942373991, "global_step": 38720, "epoch": 595, "lr": 1.2957103962135675e-08}
+{"train_loss": 0.00031767398468218744, "global_step": 38721, "epoch": 595, "lr": 1.286439192847988e-08}
+{"train_loss": 0.0004015132144559175, "global_step": 38722, "epoch": 595, "lr": 1.2772012735606798e-08}
+{"train_loss": 0.0004324906622059643, "global_step": 38723, "epoch": 595, "lr": 1.2679966384132602e-08}
+{"train_loss": 0.00020750166731886566, "global_step": 38724, "epoch": 595, "lr": 1.2588252874673468e-08}
+{"train_loss": 0.0005369092104956508, "global_step": 38725, "epoch": 595, "lr": 1.2496872207834464e-08}
+{"train_loss": 0.00022238267411012203, "global_step": 38726, "epoch": 595, "lr": 1.2405824384231768e-08}
+{"train_loss": 0.0004048472037538886, "global_step": 38727, "epoch": 595, "lr": 1.2315109404464898e-08}
+{"train_loss": 0.0002454028290230781, "global_step": 38728, "epoch": 595, "lr": 1.2224727269138925e-08}
+{"train_loss": 0.0005555874668061733, "global_step": 38729, "epoch": 595, "lr": 1.2134677978858922e-08}
+{"train_loss": 0.0005242535262368619, "global_step": 38730, "epoch": 595, "lr": 1.2044961534224408e-08}
+{"train_loss": 0.0005303433863446116, "global_step": 38731, "epoch": 595, "lr": 1.1955577935829354e-08}
+{"train_loss": 0.0002551164070609957, "global_step": 38732, "epoch": 595, "lr": 1.1866527184267729e-08}
+{"train_loss": 0.0002327906113350764, "global_step": 38733, "epoch": 595, "lr": 1.1777809280139051e-08}
+{"train_loss": 0.0003324036078993231, "global_step": 38734, "epoch": 595, "lr": 1.1689424224026191e-08}
+{"train_loss": 0.00041326816426590085, "global_step": 38735, "epoch": 595, "lr": 1.1601372016528667e-08}
+{"train_loss": 0.0003777589008677751, "global_step": 38736, "epoch": 595, "lr": 1.1513652658218244e-08}
+{"train_loss": 0.00039760948857292533, "global_step": 38737, "epoch": 595, "lr": 1.1426266149688891e-08}
+{"train_loss": 0.0002417577925371006, "global_step": 38738, "epoch": 595, "lr": 1.1339212491523476e-08}
+{"train_loss": 0.00039365823120953374, "global_step": 38739, "epoch": 595, "lr": 1.1252491684293764e-08, "val_loss": 0.023543618619441986, "train_action_mse_error": 8.725754014449194e-06}
+{"train_loss": 0.0005086965393275023, "global_step": 38740, "epoch": 596, "lr": 1.1166103728588173e-08}
+{"train_loss": 0.00027704445528797805, "global_step": 38741, "epoch": 596, "lr": 1.1080048624967364e-08}
+{"train_loss": 0.0005930563784204423, "global_step": 38742, "epoch": 596, "lr": 1.099432637401976e-08}
+{"train_loss": 0.00032161513809114695, "global_step": 38743, "epoch": 596, "lr": 1.0908936976306017e-08}
+{"train_loss": 0.00032484164694324136, "global_step": 38744, "epoch": 596, "lr": 1.0823880432397903e-08}
+{"train_loss": 0.0003270296729169786, "global_step": 38745, "epoch": 596, "lr": 1.0739156742856082e-08}
+{"train_loss": 0.00029236541013233364, "global_step": 38746, "epoch": 596, "lr": 1.0654765908257868e-08}
+{"train_loss": 0.00047153281047940254, "global_step": 38747, "epoch": 596, "lr": 1.0570707929152823e-08}
+{"train_loss": 0.0002957101969514042, "global_step": 38748, "epoch": 596, "lr": 1.048698280610716e-08}
+{"train_loss": 0.00044067497947253287, "global_step": 38749, "epoch": 596, "lr": 1.040359053967599e-08}
+{"train_loss": 0.0003485796332824975, "global_step": 38750, "epoch": 596, "lr": 1.0320531130414423e-08}
+{"train_loss": 0.00028156809275969863, "global_step": 38751, "epoch": 596, "lr": 1.0237804578877575e-08}
+{"train_loss": 0.0003578060423023999, "global_step": 38752, "epoch": 596, "lr": 1.015541088560945e-08}
+{"train_loss": 0.0004633367352653295, "global_step": 38753, "epoch": 596, "lr": 1.0073350051170716e-08}
+{"train_loss": 0.0002953530056402087, "global_step": 38754, "epoch": 596, "lr": 9.991622076099827e-09}
+{"train_loss": 0.0003479593724478036, "global_step": 38755, "epoch": 596, "lr": 9.910226960940793e-09}
+{"train_loss": 0.00041788339149206877, "global_step": 38756, "epoch": 596, "lr": 9.829164706237626e-09}
+{"train_loss": 0.0004913235898129642, "global_step": 38757, "epoch": 596, "lr": 9.74843531252878e-09}
+{"train_loss": 0.00048070852062664926, "global_step": 38758, "epoch": 596, "lr": 9.668038780352717e-09}
+{"train_loss": 0.00023567730386275798, "global_step": 38759, "epoch": 596, "lr": 9.587975110242342e-09}
+{"train_loss": 0.00022333247761707753, "global_step": 38760, "epoch": 596, "lr": 9.508244302736113e-09}
+{"train_loss": 0.0002752977597992867, "global_step": 38761, "epoch": 596, "lr": 9.428846358355836e-09}
+{"train_loss": 0.00032936365460045636, "global_step": 38762, "epoch": 596, "lr": 9.349781277645519e-09}
+{"train_loss": 0.0003607230319175869, "global_step": 38763, "epoch": 596, "lr": 9.271049061115866e-09}
+{"train_loss": 0.0004046654503326863, "global_step": 38764, "epoch": 596, "lr": 9.192649709299784e-09}
+{"train_loss": 0.0005014806520193815, "global_step": 38765, "epoch": 596, "lr": 9.114583222713525e-09}
+{"train_loss": 0.00037629823782481253, "global_step": 38766, "epoch": 596, "lr": 9.036849601884445e-09}
+{"train_loss": 0.0004760951269418001, "global_step": 38767, "epoch": 596, "lr": 8.959448847323248e-09}
+{"train_loss": 0.00035514510818757117, "global_step": 38768, "epoch": 596, "lr": 8.882380959551739e-09}
+{"train_loss": 0.0004687652981374413, "global_step": 38769, "epoch": 596, "lr": 8.805645939075068e-09}
+{"train_loss": 0.0005284587969072163, "global_step": 38770, "epoch": 596, "lr": 8.729243786409492e-09}
+{"train_loss": 0.0005137759726494551, "global_step": 38771, "epoch": 596, "lr": 8.653174502065709e-09}
+{"train_loss": 0.00028705954900942743, "global_step": 38772, "epoch": 596, "lr": 8.577438086543322e-09}
+{"train_loss": 0.0003368433390278369, "global_step": 38773, "epoch": 596, "lr": 8.502034540353032e-09}
+{"train_loss": 0.0005361635121516883, "global_step": 38774, "epoch": 596, "lr": 8.426963863994441e-09}
+{"train_loss": 0.0002593924873508513, "global_step": 38775, "epoch": 596, "lr": 8.35222605796715e-09}
+{"train_loss": 0.0004251016362104565, "global_step": 38776, "epoch": 596, "lr": 8.277821122765206e-09}
+{"train_loss": 0.00040161231299862266, "global_step": 38777, "epoch": 596, "lr": 8.203749058893762e-09}
+{"train_loss": 0.00035101300454698503, "global_step": 38778, "epoch": 596, "lr": 8.130009866835764e-09}
+{"train_loss": 0.0003694998158607632, "global_step": 38779, "epoch": 596, "lr": 8.056603547090813e-09}
+{"train_loss": 0.0003494786797091365, "global_step": 38780, "epoch": 596, "lr": 7.983530100141856e-09}
+{"train_loss": 0.0009097268339246511, "global_step": 38781, "epoch": 596, "lr": 7.910789526477391e-09}
+{"train_loss": 0.0003394978994037956, "global_step": 38782, "epoch": 596, "lr": 7.838381826580365e-09}
+{"train_loss": 0.00021834218932781368, "global_step": 38783, "epoch": 596, "lr": 7.766307000933727e-09}
+{"train_loss": 0.0005302410572767258, "global_step": 38784, "epoch": 596, "lr": 7.69456505002042e-09}
+{"train_loss": 0.00021505702170543373, "global_step": 38785, "epoch": 596, "lr": 7.62315597431229e-09}
+{"train_loss": 0.0002894065110012889, "global_step": 38786, "epoch": 596, "lr": 7.552079774286736e-09}
+{"train_loss": 0.00024267556727863848, "global_step": 38787, "epoch": 596, "lr": 7.48133645042115e-09}
+{"train_loss": 0.0003429038333706558, "global_step": 38788, "epoch": 596, "lr": 7.4109260031818285e-09}
+{"train_loss": 0.0002489366743247956, "global_step": 38789, "epoch": 596, "lr": 7.340848433040614e-09}
+{"train_loss": 0.0005476429942063987, "global_step": 38790, "epoch": 596, "lr": 7.271103740463803e-09}
+{"train_loss": 0.0005510529736056924, "global_step": 38791, "epoch": 596, "lr": 7.201691925912135e-09}
+{"train_loss": 0.0005413430044427514, "global_step": 38792, "epoch": 596, "lr": 7.132612989851906e-09}
+{"train_loss": 0.0004500513896346092, "global_step": 38793, "epoch": 596, "lr": 7.063866932743857e-09}
+{"train_loss": 0.0003038268769159913, "global_step": 38794, "epoch": 596, "lr": 6.995453755043179e-09}
+{"train_loss": 0.00034029281232506037, "global_step": 38795, "epoch": 596, "lr": 6.927373457199515e-09}
+{"train_loss": 0.00047627120511606336, "global_step": 38796, "epoch": 596, "lr": 6.8596260396791564e-09}
+{"train_loss": 0.0007028804393485188, "global_step": 38797, "epoch": 596, "lr": 6.792211502926194e-09}
+{"train_loss": 0.0002555260434746742, "global_step": 38798, "epoch": 596, "lr": 6.725129847390266e-09}
+{"train_loss": 0.00031987240072339773, "global_step": 38799, "epoch": 596, "lr": 6.6583810735154625e-09}
+{"train_loss": 0.00037543231155723333, "global_step": 38800, "epoch": 596, "lr": 6.591965181745874e-09}
+{"train_loss": 0.00020668332581408322, "global_step": 38801, "epoch": 596, "lr": 6.525882172531139e-09}
+{"train_loss": 0.00034351582871749997, "global_step": 38802, "epoch": 596, "lr": 6.460132046304246e-09}
+{"train_loss": 0.0003864903701469302, "global_step": 38803, "epoch": 596, "lr": 6.3947148035037315e-09}
+{"train_loss": 0.00038646704835208274, "global_step": 38804, "epoch": 596, "lr": 6.329630444568136e-09, "val_loss": 0.01632090099155903}
+{"train_loss": 0.00036960197030566633, "global_step": 38805, "epoch": 597, "lr": 6.264878969930443e-09}
+{"train_loss": 0.00038208600017242134, "global_step": 38806, "epoch": 597, "lr": 6.200460380018091e-09}
+{"train_loss": 0.00024502677842974663, "global_step": 38807, "epoch": 597, "lr": 6.136374675264067e-09}
+{"train_loss": 0.0002645048953127116, "global_step": 38808, "epoch": 597, "lr": 6.072621856095806e-09}
+{"train_loss": 0.000331808376358822, "global_step": 38809, "epoch": 597, "lr": 6.009201922929641e-09}
+{"train_loss": 0.0002282238274347037, "global_step": 38810, "epoch": 597, "lr": 5.9461148761985605e-09}
+{"train_loss": 0.00048106940812431276, "global_step": 38811, "epoch": 597, "lr": 5.8833607163188975e-09}
+{"train_loss": 0.00031689938623458147, "global_step": 38812, "epoch": 597, "lr": 5.820939443701434e-09}
+{"train_loss": 0.000350095157045871, "global_step": 38813, "epoch": 597, "lr": 5.758851058773606e-09}
+{"train_loss": 0.00042201022733934224, "global_step": 38814, "epoch": 597, "lr": 5.697095561940646e-09}
+{"train_loss": 0.0006698518409393728, "global_step": 38815, "epoch": 597, "lr": 5.635672953618887e-09}
+{"train_loss": 0.0006494009867310524, "global_step": 38816, "epoch": 597, "lr": 5.5745832342080085e-09}
+{"train_loss": 0.00035919289803132415, "global_step": 38817, "epoch": 597, "lr": 5.513826404129896e-09}
+{"train_loss": 0.0006799151306040585, "global_step": 38818, "epoch": 597, "lr": 5.453402463773127e-09}
+{"train_loss": 0.00022749385971110314, "global_step": 38819, "epoch": 597, "lr": 5.393311413554037e-09}
+{"train_loss": 0.0004326983471401036, "global_step": 38820, "epoch": 597, "lr": 5.333553253861201e-09}
+{"train_loss": 0.0004119311342947185, "global_step": 38821, "epoch": 597, "lr": 5.2741279850998526e-09}
+{"train_loss": 0.00029788134270347655, "global_step": 38822, "epoch": 597, "lr": 5.21503560765857e-09}
+{"train_loss": 0.0003914192202500999, "global_step": 38823, "epoch": 597, "lr": 5.156276121942582e-09}
+{"train_loss": 0.00023399452038574964, "global_step": 38824, "epoch": 597, "lr": 5.097849528334919e-09}
+{"train_loss": 0.00025938692851923406, "global_step": 38825, "epoch": 597, "lr": 5.0397558272241574e-09}
+{"train_loss": 0.0006409510970115662, "global_step": 38826, "epoch": 597, "lr": 4.981995018998875e-09}
+{"train_loss": 0.0003485958441160619, "global_step": 38827, "epoch": 597, "lr": 4.9245671040420995e-09}
+{"train_loss": 0.0006424385937862098, "global_step": 38828, "epoch": 597, "lr": 4.867472082736857e-09}
+{"train_loss": 0.00031300532282330096, "global_step": 38829, "epoch": 597, "lr": 4.810709955466175e-09}
+{"train_loss": 0.00035962596302852035, "global_step": 38830, "epoch": 597, "lr": 4.7542807226075295e-09}
+{"train_loss": 0.00044304010225459933, "global_step": 38831, "epoch": 597, "lr": 4.698184384532844e-09}
+{"train_loss": 0.0003512472612783313, "global_step": 38832, "epoch": 597, "lr": 4.642420941619596e-09}
+{"train_loss": 0.00040480386815033853, "global_step": 38833, "epoch": 597, "lr": 4.58699039423971e-09}
+{"train_loss": 0.0002663320628926158, "global_step": 38834, "epoch": 597, "lr": 4.531892742754007e-09}
+{"train_loss": 0.0004288550990168005, "global_step": 38835, "epoch": 597, "lr": 4.477127987539964e-09}
+{"train_loss": 0.0004891115240752697, "global_step": 38836, "epoch": 597, "lr": 4.422696128952853e-09}
+{"train_loss": 0.00025685434229671955, "global_step": 38837, "epoch": 597, "lr": 4.368597167364596e-09}
+{"train_loss": 0.0002438149822410196, "global_step": 38838, "epoch": 597, "lr": 4.3148311031304675e-09}
+{"train_loss": 0.00031611332087777555, "global_step": 38839, "epoch": 597, "lr": 4.261397936605738e-09}
+{"train_loss": 0.0003285626298747957, "global_step": 38840, "epoch": 597, "lr": 4.208297668151229e-09}
+{"train_loss": 0.00035859562922269106, "global_step": 38841, "epoch": 597, "lr": 4.155530298116661e-09}
+{"train_loss": 0.0006082425243221223, "global_step": 38842, "epoch": 597, "lr": 4.103095826857306e-09}
+{"train_loss": 0.00030130986124277115, "global_step": 38843, "epoch": 597, "lr": 4.050994254717333e-09}
+{"train_loss": 0.0003791296330746263, "global_step": 38844, "epoch": 597, "lr": 3.999225582052013e-09}
+{"train_loss": 0.0005310808774083853, "global_step": 38845, "epoch": 597, "lr": 3.947789809194414e-09}
+{"train_loss": 0.0002733037108555436, "global_step": 38846, "epoch": 597, "lr": 3.896686936494254e-09}
+{"train_loss": 0.0004810299724340439, "global_step": 38847, "epoch": 597, "lr": 3.845916964290152e-09}
+{"train_loss": 0.00027753773611038923, "global_step": 38848, "epoch": 597, "lr": 3.795479892926279e-09}
+{"train_loss": 0.0003016925766132772, "global_step": 38849, "epoch": 597, "lr": 3.745375722724597e-09}
+{"train_loss": 0.00039483405998907983, "global_step": 38850, "epoch": 597, "lr": 3.6956044540348287e-09}
+{"train_loss": 0.0003150780685245991, "global_step": 38851, "epoch": 597, "lr": 3.646166087173386e-09}
+{"train_loss": 0.0006213277811184525, "global_step": 38852, "epoch": 597, "lr": 3.5970606224844385e-09}
+{"train_loss": 0.00022830920352134854, "global_step": 38853, "epoch": 597, "lr": 3.5482880602788484e-09}
+{"train_loss": 0.0004963770625181496, "global_step": 38854, "epoch": 597, "lr": 3.4998484008952336e-09}
+{"train_loss": 0.0002914098440669477, "global_step": 38855, "epoch": 597, "lr": 3.4517416446500084e-09}
+{"train_loss": 0.0004690455680247396, "global_step": 38856, "epoch": 597, "lr": 3.403967791865137e-09}
+{"train_loss": 0.0006092392140999436, "global_step": 38857, "epoch": 597, "lr": 3.3565268428514816e-09}
+{"train_loss": 0.0002633449621498585, "global_step": 38858, "epoch": 597, "lr": 3.3094187979365586e-09}
+{"train_loss": 0.0006251162267290056, "global_step": 38859, "epoch": 597, "lr": 3.262643657425679e-09}
+{"train_loss": 0.00036986672785133123, "global_step": 38860, "epoch": 597, "lr": 3.2162014216352565e-09}
+{"train_loss": 0.00044663046719506383, "global_step": 38861, "epoch": 597, "lr": 3.1700920908706024e-09}
+{"train_loss": 0.0002508587494958192, "global_step": 38862, "epoch": 597, "lr": 3.1243156654425787e-09}
+{"train_loss": 0.0003315741487313062, "global_step": 38863, "epoch": 597, "lr": 3.078872145650946e-09}
+{"train_loss": 0.0004792034160345793, "global_step": 38864, "epoch": 597, "lr": 3.033761531806567e-09}
+{"train_loss": 0.000596083584241569, "global_step": 38865, "epoch": 597, "lr": 2.9889838241980994e-09}
+{"train_loss": 0.0003930643724743277, "global_step": 38866, "epoch": 597, "lr": 2.9445390231364055e-09}
+{"train_loss": 0.0004258482076693326, "global_step": 38867, "epoch": 597, "lr": 2.9004271289045928e-09}
+{"train_loss": 0.0002748073311522603, "global_step": 38868, "epoch": 597, "lr": 2.8566481418079716e-09}
+{"train_loss": 0.00039393657599038517, "global_step": 38869, "epoch": 597, "lr": 2.8132020621296495e-09, "val_loss": 0.005999464076012373}
+{"train_loss": 0.0005776729667559266, "global_step": 38870, "epoch": 598, "lr": 2.770088890169387e-09}
+{"train_loss": 0.00032791189732961357, "global_step": 38871, "epoch": 598, "lr": 2.7273086261991875e-09}
+{"train_loss": 0.000280494277831167, "global_step": 38872, "epoch": 598, "lr": 2.6848612705132613e-09}
+{"train_loss": 0.00030384387355297804, "global_step": 38873, "epoch": 598, "lr": 2.642746823394715e-09}
+{"train_loss": 0.00035199272679165006, "global_step": 38874, "epoch": 598, "lr": 2.600965285121104e-09}
+{"train_loss": 0.0005086035234853625, "global_step": 38875, "epoch": 598, "lr": 2.559516655975536e-09}
+{"train_loss": 0.0003479031438473612, "global_step": 38876, "epoch": 598, "lr": 2.518400936224463e-09}
+{"train_loss": 0.0005178714636713266, "global_step": 38877, "epoch": 598, "lr": 2.4776181261509935e-09}
+{"train_loss": 0.0002908084134105593, "global_step": 38878, "epoch": 598, "lr": 2.43716822602158e-09}
+{"train_loss": 0.0003903837641701102, "global_step": 38879, "epoch": 598, "lr": 2.3970512361082276e-09}
+{"train_loss": 0.0003991195117123425, "global_step": 38880, "epoch": 598, "lr": 2.3572671566718386e-09}
+{"train_loss": 0.00027371826581656933, "global_step": 38881, "epoch": 598, "lr": 2.3178159879899684e-09}
+{"train_loss": 0.0003145362134091556, "global_step": 38882, "epoch": 598, "lr": 2.278697730312418e-09}
+{"train_loss": 0.00027801102260127664, "global_step": 38883, "epoch": 598, "lr": 2.23991238390564e-09}
+{"train_loss": 0.0005986403557471931, "global_step": 38884, "epoch": 598, "lr": 2.2014599490249864e-09}
+{"train_loss": 0.000590867770370096, "global_step": 38885, "epoch": 598, "lr": 2.1633404259313593e-09}
+{"train_loss": 0.0003407012845855206, "global_step": 38886, "epoch": 598, "lr": 2.12555381488011e-09}
+{"train_loss": 0.00032479950459674, "global_step": 38887, "epoch": 598, "lr": 2.0881001161099366e-09}
+{"train_loss": 0.00024362371186725795, "global_step": 38888, "epoch": 598, "lr": 2.0509793298872925e-09}
+{"train_loss": 0.0004624600987881422, "global_step": 38889, "epoch": 598, "lr": 2.0141914564453244e-09}
+{"train_loss": 0.0003029865329153836, "global_step": 38890, "epoch": 598, "lr": 1.977736496033833e-09}
+{"train_loss": 0.000724523386452347, "global_step": 38891, "epoch": 598, "lr": 1.9416144489026176e-09}
+{"train_loss": 0.000480761838844046, "global_step": 38892, "epoch": 598, "lr": 1.905825315279275e-09}
+{"train_loss": 0.000332839583279565, "global_step": 38893, "epoch": 598, "lr": 1.8703690954080534e-09}
+{"train_loss": 0.0005105624441057444, "global_step": 38894, "epoch": 598, "lr": 1.835245789533202e-09}
+{"train_loss": 0.00028221571119502187, "global_step": 38895, "epoch": 598, "lr": 1.8004553978767657e-09}
+{"train_loss": 0.00035835508606396616, "global_step": 38896, "epoch": 598, "lr": 1.7659979206718912e-09}
+{"train_loss": 0.0005067893071100116, "global_step": 38897, "epoch": 598, "lr": 1.7318733581517255e-09}
+{"train_loss": 0.00031641311943531036, "global_step": 38898, "epoch": 598, "lr": 1.698081710543864e-09}
+{"train_loss": 0.0008890577591955662, "global_step": 38899, "epoch": 598, "lr": 1.6646229780759026e-09}
+{"train_loss": 0.0002814746694639325, "global_step": 38900, "epoch": 598, "lr": 1.6314971609643348e-09}
+{"train_loss": 0.0004074870957992971, "global_step": 38901, "epoch": 598, "lr": 1.5987042594312052e-09}
+{"train_loss": 0.0005743952351622283, "global_step": 38902, "epoch": 598, "lr": 1.5662442736930072e-09}
+{"train_loss": 0.0002947724424302578, "global_step": 38903, "epoch": 598, "lr": 1.5341172039717855e-09}
+{"train_loss": 0.00037433727993629873, "global_step": 38904, "epoch": 598, "lr": 1.5023230504784824e-09}
+{"train_loss": 0.0004850876284763217, "global_step": 38905, "epoch": 598, "lr": 1.4708618134240403e-09}
+{"train_loss": 0.00030142057221382856, "global_step": 38906, "epoch": 598, "lr": 1.4397334930194017e-09}
+{"train_loss": 0.00045980222057551146, "global_step": 38907, "epoch": 598, "lr": 1.4089380894699578e-09}
+{"train_loss": 0.0002504189615137875, "global_step": 38908, "epoch": 598, "lr": 1.3784756029810996e-09}
+{"train_loss": 0.00031947484239935875, "global_step": 38909, "epoch": 598, "lr": 1.3483460337582187e-09}
+{"train_loss": 0.0004973646136932075, "global_step": 38910, "epoch": 598, "lr": 1.3185493820011551e-09}
+{"train_loss": 0.0004368545487523079, "global_step": 38911, "epoch": 598, "lr": 1.289085647904198e-09}
+{"train_loss": 0.0003197629703208804, "global_step": 38912, "epoch": 598, "lr": 1.2599548316671873e-09}
+{"train_loss": 0.00028879736782982945, "global_step": 38913, "epoch": 598, "lr": 1.231156933484412e-09}
+{"train_loss": 0.00029579977854155004, "global_step": 38914, "epoch": 598, "lr": 1.20269195354461e-09}
+{"train_loss": 0.00030955960392020643, "global_step": 38915, "epoch": 598, "lr": 1.1745598920420708e-09}
+{"train_loss": 0.00031515592127107084, "global_step": 38916, "epoch": 598, "lr": 1.1467607491599808e-09}
+{"train_loss": 0.0005145628820173442, "global_step": 38917, "epoch": 598, "lr": 1.1192945250870779e-09}
+{"train_loss": 0.00034613601746968925, "global_step": 38918, "epoch": 598, "lr": 1.092161220000998e-09}
+{"train_loss": 0.00045006125583313406, "global_step": 38919, "epoch": 598, "lr": 1.0653608340904785e-09}
+{"train_loss": 0.0002452607441227883, "global_step": 38920, "epoch": 598, "lr": 1.0388933675220535e-09}
+{"train_loss": 0.0002872777113225311, "global_step": 38921, "epoch": 598, "lr": 1.0127588204844607e-09}
+{"train_loss": 0.00026582530699670315, "global_step": 38922, "epoch": 598, "lr": 9.869571931442334e-10}
+{"train_loss": 0.0002296746679348871, "global_step": 38923, "epoch": 598, "lr": 9.614884856734563e-10}
+{"train_loss": 0.00046671080053783953, "global_step": 38924, "epoch": 598, "lr": 9.363526982442138e-10}
+{"train_loss": 0.0002420482924208045, "global_step": 38925, "epoch": 598, "lr": 9.115498310230397e-10}
+{"train_loss": 0.00043388883932493627, "global_step": 38926, "epoch": 598, "lr": 8.870798841764672e-10}
+{"train_loss": 0.0002476386434864253, "global_step": 38927, "epoch": 598, "lr": 8.629428578654786e-10}
+{"train_loss": 0.0003096676664426923, "global_step": 38928, "epoch": 598, "lr": 8.391387522510563e-10}
+{"train_loss": 0.0002982758160214871, "global_step": 38929, "epoch": 598, "lr": 8.156675674941828e-10}
+{"train_loss": 0.0003014529647771269, "global_step": 38930, "epoch": 598, "lr": 7.925293037447379e-10}
+{"train_loss": 0.0004239675181452185, "global_step": 38931, "epoch": 598, "lr": 7.697239611637041e-10}
+{"train_loss": 0.000427640596171841, "global_step": 38932, "epoch": 598, "lr": 7.472515399009617e-10}
+{"train_loss": 0.000464040320366621, "global_step": 38933, "epoch": 598, "lr": 7.251120401008393e-10}
+{"train_loss": 0.00038423710480296557, "global_step": 38934, "epoch": 598, "lr": 7.033054619187684e-10, "val_loss": 0.02581712044775486}
+{"train_loss": 0.0005773477605544031, "global_step": 38935, "epoch": 599, "lr": 6.818318054935269e-10}
+{"train_loss": 0.0005549789639189839, "global_step": 38936, "epoch": 599, "lr": 6.606910709749947e-10}
+{"train_loss": 0.0005298140458762646, "global_step": 38937, "epoch": 599, "lr": 6.398832585019499e-10}
+{"train_loss": 0.0002689241082407534, "global_step": 38938, "epoch": 599, "lr": 6.19408368207619e-10}
+{"train_loss": 0.00029869572608731687, "global_step": 38939, "epoch": 599, "lr": 5.992664002307802e-10}
+{"train_loss": 0.00034233988844789565, "global_step": 38940, "epoch": 599, "lr": 5.7945735470466e-10}
+{"train_loss": 0.00021710623695980757, "global_step": 38941, "epoch": 599, "lr": 5.599812317680364e-10}
+{"train_loss": 0.0005010375170968473, "global_step": 38942, "epoch": 599, "lr": 5.40838031543034e-10}
+{"train_loss": 0.0003902267781086266, "global_step": 38943, "epoch": 599, "lr": 5.220277541573282e-10}
+{"train_loss": 0.0002748846891336143, "global_step": 38944, "epoch": 599, "lr": 5.035503997385949e-10}
+{"train_loss": 0.0002640117600094527, "global_step": 38945, "epoch": 599, "lr": 4.854059684145095e-10}
+{"train_loss": 0.0003867006453219801, "global_step": 38946, "epoch": 599, "lr": 4.675944602960946e-10}
+{"train_loss": 0.0002811503363773227, "global_step": 38947, "epoch": 599, "lr": 4.5011587551102574e-10}
+{"train_loss": 0.0003393527294974774, "global_step": 38948, "epoch": 599, "lr": 4.329702141703251e-10}
+{"train_loss": 0.0003627280821092427, "global_step": 38949, "epoch": 599, "lr": 4.1615747639056626e-10}
+{"train_loss": 0.0003338792303111404, "global_step": 38950, "epoch": 599, "lr": 3.9967766227722024e-10}
+{"train_loss": 0.00037500038160942495, "global_step": 38951, "epoch": 599, "lr": 3.835307719524117e-10}
+{"train_loss": 0.0002923720167018473, "global_step": 38952, "epoch": 599, "lr": 3.677168055105096e-10}
+{"train_loss": 0.00032762426417320967, "global_step": 38953, "epoch": 599, "lr": 3.5223576306808723e-10}
+{"train_loss": 0.0003185281530022621, "global_step": 38954, "epoch": 599, "lr": 3.3708764471951373e-10}
+{"train_loss": 0.0002676645526662469, "global_step": 38955, "epoch": 599, "lr": 3.2227245057026014e-10}
+{"train_loss": 0.0002814211475197226, "global_step": 38956, "epoch": 599, "lr": 3.077901807202466e-10}
+{"train_loss": 0.00019575639453250915, "global_step": 38957, "epoch": 599, "lr": 2.936408352582909e-10}
+{"train_loss": 0.0003060327435377985, "global_step": 38958, "epoch": 599, "lr": 2.798244142898643e-10}
+{"train_loss": 0.0002054002252407372, "global_step": 38959, "epoch": 599, "lr": 2.663409178982335e-10}
+{"train_loss": 0.00038706345367245376, "global_step": 38960, "epoch": 599, "lr": 2.531903461722163e-10}
+{"train_loss": 0.0003130954864900559, "global_step": 38961, "epoch": 599, "lr": 2.4037269920618165e-10}
+{"train_loss": 0.00025609059957787395, "global_step": 38962, "epoch": 599, "lr": 2.2788797708339637e-10}
+{"train_loss": 0.0003327991580590606, "global_step": 38963, "epoch": 599, "lr": 2.1573617988712714e-10}
+{"train_loss": 0.0002705196675378829, "global_step": 38964, "epoch": 599, "lr": 2.0391730769508954e-10}
+{"train_loss": 0.0003013606183230877, "global_step": 38965, "epoch": 599, "lr": 1.9243136059055033e-10}
+{"train_loss": 0.00029110664036124945, "global_step": 38966, "epoch": 599, "lr": 1.81278338645674e-10}
+{"train_loss": 0.0002690927649382502, "global_step": 38967, "epoch": 599, "lr": 1.7045824193262506e-10}
+{"train_loss": 0.00022875072318129241, "global_step": 38968, "epoch": 599, "lr": 1.599710705346702e-10}
+{"train_loss": 0.00034498816239647567, "global_step": 38969, "epoch": 599, "lr": 1.498168245073206e-10}
+{"train_loss": 0.0002442679542582482, "global_step": 38970, "epoch": 599, "lr": 1.3999550392829187e-10}
+{"train_loss": 0.0003289903688710183, "global_step": 38971, "epoch": 599, "lr": 1.3050710885864626e-10}
+{"train_loss": 0.0006350320181809366, "global_step": 38972, "epoch": 599, "lr": 1.2135163936499716e-10}
+{"train_loss": 0.00042541552102193236, "global_step": 38973, "epoch": 599, "lr": 1.1252909550840684e-10}
+{"train_loss": 0.0004939902573823929, "global_step": 38974, "epoch": 599, "lr": 1.0403947733883534e-10}
+{"train_loss": 0.00032214156817644835, "global_step": 38975, "epoch": 599, "lr": 9.588278492289605e-11}
+{"train_loss": 0.00046066922368481755, "global_step": 38976, "epoch": 599, "lr": 8.805901831054897e-11}
+{"train_loss": 0.0002251280238851905, "global_step": 38977, "epoch": 599, "lr": 8.056817755730527e-11}
+{"train_loss": 0.0006626008544117212, "global_step": 38978, "epoch": 599, "lr": 7.341026270757389e-11}
+{"train_loss": 0.00022422356414608657, "global_step": 38979, "epoch": 599, "lr": 6.658527381131485e-11}
+{"train_loss": 0.00037477159639820457, "global_step": 38980, "epoch": 599, "lr": 6.009321091293706e-11}
+{"train_loss": 0.0003197246405761689, "global_step": 38981, "epoch": 599, "lr": 5.393407406240059e-11}
+{"train_loss": 0.0003630067512858659, "global_step": 38982, "epoch": 599, "lr": 4.810786329301209e-11}
+{"train_loss": 0.0003261967794969678, "global_step": 38983, "epoch": 599, "lr": 4.261457864362939e-11}
+{"train_loss": 0.0005432777106761932, "global_step": 38984, "epoch": 599, "lr": 3.745422015311029e-11}
+{"train_loss": 0.00046734922216273844, "global_step": 38985, "epoch": 599, "lr": 3.262678786031259e-11}
+{"train_loss": 0.00026843170053325593, "global_step": 38986, "epoch": 599, "lr": 2.8132281792991877e-11}
+{"train_loss": 0.0005679482710547745, "global_step": 38987, "epoch": 599, "lr": 2.3970701978903722e-11}
+{"train_loss": 0.0004729946667794138, "global_step": 38988, "epoch": 599, "lr": 2.0142048445803696e-11}
+{"train_loss": 0.0003308623854536563, "global_step": 38989, "epoch": 599, "lr": 1.664632122144738e-11}
+{"train_loss": 0.0005146010080352426, "global_step": 38990, "epoch": 599, "lr": 1.3483520333590349e-11}
+{"train_loss": 0.00023119553225114942, "global_step": 38991, "epoch": 599, "lr": 1.0653645793334832e-11}
+{"train_loss": 0.0006222751107998192, "global_step": 38992, "epoch": 599, "lr": 8.156697628436406e-12}
+{"train_loss": 0.0011046772124245763, "global_step": 38993, "epoch": 599, "lr": 5.992675855548413e-12}
+{"train_loss": 0.0003070460516028106, "global_step": 38994, "epoch": 599, "lr": 4.1615804802219714e-12}
+{"train_loss": 0.0004103458777535707, "global_step": 38995, "epoch": 599, "lr": 2.663411519110426e-12}
+{"train_loss": 0.0003800629929173738, "global_step": 38996, "epoch": 599, "lr": 1.4981689833160062e-12}
+{"train_loss": 0.0002755702007561922, "global_step": 38997, "epoch": 599, "lr": 6.658528839409428e-13}
+{"train_loss": 0.0004488688427954912, "global_step": 38998, "epoch": 599, "lr": 1.664632209852357e-13}
+{"train_loss": 0.0003750094051401202, "global_step": 38999, "epoch": 599, "lr": 0.0, "val_loss": 0.023744605481624603}