diff --git a/checkpoints/step_0.pt b/checkpoints/step_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed720516ab5430eb531fa9e58e54412eda431b4
--- /dev/null
+++ b/checkpoints/step_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3149d681953b48c92d7154bf2428b20e413fb068780b83d0deecc712b7a8ac44
+size 15018
diff --git a/checkpoints/step_100.pt b/checkpoints/step_100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd325c4fcb847f6a047c2fe073ff0181635ee3e2
--- /dev/null
+++ b/checkpoints/step_100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d8d86fdcb331f2ac51784fdb9f9ec9f162938bdd37b88b4af5f5dfeffb5d69
+size 15686
diff --git a/checkpoints/step_1000.pt b/checkpoints/step_1000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee834d7c900229dfa80bdf718ea26f489b8dcd7
--- /dev/null
+++ b/checkpoints/step_1000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005b851056c7e0ffc697a457b478b2475a49f170bdb0104f084b4aebb6549b5f
+size 15700
diff --git a/checkpoints/step_10000.pt b/checkpoints/step_10000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b40eb755411e464cbb38832fb8fd964c9258f7
--- /dev/null
+++ b/checkpoints/step_10000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc3e27047683375c8737f833d7b1d4a06b8c4ad78dc057d3cfd3b99012be10c
+size 15714
diff --git a/checkpoints/step_10100.pt b/checkpoints/step_10100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9f14d4d4dab94449970b981c140b118c5b7ee9
--- /dev/null
+++ b/checkpoints/step_10100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29e9f26447fb9876c1b613f4697cfe937d75c9f808846b129c6594f9794fd71
+size 15714
diff --git a/checkpoints/step_10200.pt b/checkpoints/step_10200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead7599131b2b8396ae972b1467f919a5d8e423e
--- /dev/null
+++ b/checkpoints/step_10200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee6853db4d484e4260c3cc641ad4dee31bc6becdcd83911b66baff73ae8db99
+size 15714
diff --git a/checkpoints/step_10300.pt b/checkpoints/step_10300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6385c7cfe09b8416b229999797ebcd3e7e980a38
--- /dev/null
+++ b/checkpoints/step_10300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fa562da2f5c7dfc25dab19f8ca90091d9a00da6d28b5dbda1a29fe470ba452
+size 15714
diff --git a/checkpoints/step_10400.pt b/checkpoints/step_10400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54d71121c21a3e0aaf60612f0047de7cb39cd56
--- /dev/null
+++ b/checkpoints/step_10400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa63f79c9ae3323559cda9ee9d010ff79959d4cf0a91142fd6811cc558e154b
+size 15714
diff --git a/checkpoints/step_10500.pt b/checkpoints/step_10500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1392439f51f0f31f30c96f2738566184de2f1be1
--- /dev/null
+++ b/checkpoints/step_10500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6436228437a7449a858f82e9462237aaecf7b1a0207c4eb108f7b5b8016cb447
+size 15714
diff --git a/checkpoints/step_10600.pt b/checkpoints/step_10600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c6483a7fbaba8aafc808c2b65dbaf14b130e2a
--- /dev/null
+++ b/checkpoints/step_10600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c54868fa8eab7283b199b0380f32e270babd9fd702ed3bf69d1e9aa572b712e
+size 15714
diff --git a/checkpoints/step_10700.pt b/checkpoints/step_10700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd864bd5ae77e61b27ec276cfbf5351c92e4fec
--- /dev/null
+++ b/checkpoints/step_10700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea6dfad01f135edfd2d67dcb7a4d70288947a3bf4ff5145c94a044b648ee4bd
+size 15714
diff --git a/checkpoints/step_10800.pt b/checkpoints/step_10800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf4f0b9ca9beae983dd0060454bd560de02e6c8
--- /dev/null
+++ b/checkpoints/step_10800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf784a62a3dbf202e2e7f4a80a601bacfede2e81fb681b65fe42dcdc8ece827
+size 15714
diff --git a/checkpoints/step_10900.pt b/checkpoints/step_10900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e66030aaa5366ca1f457f6378157f8f31a9f42
--- /dev/null
+++ b/checkpoints/step_10900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2b1d54884c963a47f2da526673305421b86718065d4e496ae87997637025fa
+size 15714
diff --git a/checkpoints/step_1100.pt b/checkpoints/step_1100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce18af2cc5cfb9016be45becfc87888727b0a58a
--- /dev/null
+++ b/checkpoints/step_1100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887fa20fe48e6c780b8fa03db79120cb1016d124e606f1a3d248ec7e841a303a
+size 15700
diff --git a/checkpoints/step_11000.pt b/checkpoints/step_11000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104638d37dc697c6529d93d6cea7cc6f3fda4598
--- /dev/null
+++ b/checkpoints/step_11000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4706d117e867505bbd93b45b9f364e1c655e38be4849c862d249d1e6f8844a7f
+size 15714
diff --git a/checkpoints/step_11100.pt b/checkpoints/step_11100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4cb6acb0b019abe9f85af021da4797211be846
--- /dev/null
+++ b/checkpoints/step_11100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c86585e346febb1df4dbc66c6133fafa4a3a912a138edb65b040cd3bfc234e9
+size 15714
diff --git a/checkpoints/step_11200.pt b/checkpoints/step_11200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e329fe8250a479b153290752ec0d071948199c0
--- /dev/null
+++ b/checkpoints/step_11200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2157fe3f4137f89ef858cc6bebdb6bab79ea472d3acd3ab7cf4faa8ffaf2fa4a
+size 15714
diff --git a/checkpoints/step_11300.pt b/checkpoints/step_11300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5179048fd199ef97940a71c37d1728f5065f67be
--- /dev/null
+++ b/checkpoints/step_11300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da81d0828cd24d978514d0dca39f3799944dff531a093ba33daf48b10f13103
+size 15714
diff --git a/checkpoints/step_11400.pt b/checkpoints/step_11400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2def5f54636c0f9ddf2e3f8ef7764e10e50cc14b
--- /dev/null
+++ b/checkpoints/step_11400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e1827b0e5c72de616fde885e284b26fe2a5f50bd7b70beaa4ebd7ca720f11d
+size 15714
diff --git a/checkpoints/step_11500.pt b/checkpoints/step_11500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d108cdd72bda8cde771600f1acb9685882d08a0
--- /dev/null
+++ b/checkpoints/step_11500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8684629c8abd700cfb4cda62f546ce9b5f32f567926ba46fbf2b0c48ad6348
+size 15714
diff --git a/checkpoints/step_11600.pt b/checkpoints/step_11600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d8057923071d25924b4799785837c2cf5cad4f
--- /dev/null
+++ b/checkpoints/step_11600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d3cf699cea142ccc726d7cec42f9f1bba30bcc0c01cf690f0531ef5b63a535
+size 15714
diff --git a/checkpoints/step_11700.pt b/checkpoints/step_11700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676dabefea50839224bb704c7b77ac1db7ec7e86
--- /dev/null
+++ b/checkpoints/step_11700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d157e152a0ca1da8ad807edb6f210503652575279c9465bb16b1948b083ad0f
+size 15714
diff --git a/checkpoints/step_11800.pt b/checkpoints/step_11800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c083f2491df3cbf39572842ed39d2638a4071455
--- /dev/null
+++ b/checkpoints/step_11800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9a91c9b43ce858ea8b219ad26cfc66ff54a7be9cdb80fdd33140d212ef9841
+size 15714
diff --git a/checkpoints/step_11900.pt b/checkpoints/step_11900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca5aa2bd4db0eeabb0cb672f833dc2c197a78d4
--- /dev/null
+++ b/checkpoints/step_11900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdd5e5b1c35fea6dc98ac7be5e5ff4a3d0ecb2feab6ffae5016f819625d1449
+size 15714
diff --git a/checkpoints/step_1200.pt b/checkpoints/step_1200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3d236ec4a2270fc09257326a139bf6e012bc8d
--- /dev/null
+++ b/checkpoints/step_1200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dff007706b1114536f335e0955eb6b6f9bdc5ad05a058e858a8f61dc80fe70
+size 15700
diff --git a/checkpoints/step_12000.pt b/checkpoints/step_12000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e7ef42918a2c78b5d0d1ff2e8b1d29bd3a0ef3
--- /dev/null
+++ b/checkpoints/step_12000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1566613254e8307ba13f9daae870876166f863d6c794b7b8d1b07326da7b0bb0
+size 15714
diff --git a/checkpoints/step_12100.pt b/checkpoints/step_12100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34370b1e4226d46be3daa28744a53e0986d81954
--- /dev/null
+++ b/checkpoints/step_12100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b6c8395470cad206a4193c4af5f22916fb562e87b506eab5e4149615dcf589
+size 15714
diff --git a/checkpoints/step_12200.pt b/checkpoints/step_12200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b306f9a430ca28b00ae00a7fe261b326d17070f7
--- /dev/null
+++ b/checkpoints/step_12200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313a72a7ec07f99698c5903743cf358e2c07776d5ca1560f99599ef77d149ef8
+size 15714
diff --git a/checkpoints/step_12300.pt b/checkpoints/step_12300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f686567ebf89088adccbb29d4b481957c2b53f8
--- /dev/null
+++ b/checkpoints/step_12300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd7357604325385ba573732848eb22e9fa31afec511f4a98965f10a2209b9d9
+size 15714
diff --git a/checkpoints/step_12400.pt b/checkpoints/step_12400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510513ef5a9ab465082c8efe3e21e7184aec047b
--- /dev/null
+++ b/checkpoints/step_12400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bda5697387c0eda12ece90b2bea1253343eb88828221d941b4954d41b73df43
+size 15714
diff --git a/checkpoints/step_12500.pt b/checkpoints/step_12500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483815dbe6694059ee0068cab57aaf6a1d49b2c3
--- /dev/null
+++ b/checkpoints/step_12500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5b9e9cd369f3d757e2b7523f07d850df4de52397bdd723a84804fc7152b76b
+size 15714
diff --git a/checkpoints/step_12600.pt b/checkpoints/step_12600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24033eac04f406e75db68654c1aac1e20cdaa848
--- /dev/null
+++ b/checkpoints/step_12600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34845b61669529fcab0315451337ed55cc6bc9037292e947eaf11a61ea4f12f1
+size 15714
diff --git a/checkpoints/step_12700.pt b/checkpoints/step_12700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b7327845ec593612846a2b8bd35943d8cc8bc0
--- /dev/null
+++ b/checkpoints/step_12700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016485cbbe22e117fc5611e3c423050324b28c1beba107b4f77eb7acdcd86bd6
+size 15714
diff --git a/checkpoints/step_12800.pt b/checkpoints/step_12800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0650b65f51b49a1c40647f091945f3e938422356
--- /dev/null
+++ b/checkpoints/step_12800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39b7b0370057180d9a9dfb2f6844e0087b7d7ca307223e5d1a8732afbe9dc4a
+size 15714
diff --git a/checkpoints/step_12900.pt b/checkpoints/step_12900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570172d679bf8a4b8fd69830ba19f90065f223ab
--- /dev/null
+++ b/checkpoints/step_12900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3622bf3c7d7e3496b3a80ccd0092e79a4af1e99b41938cb76a0d318aa8e869
+size 15714
diff --git a/checkpoints/step_1300.pt b/checkpoints/step_1300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac4ba79a9e254c8042fb9aa01c2c957aa549bda
--- /dev/null
+++ b/checkpoints/step_1300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5511cb426cf687854c0796262d0e42a80c937b958a82118e887f6090ce9ff7
+size 15700
diff --git a/checkpoints/step_13000.pt b/checkpoints/step_13000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c05adde29beab41ca6c62489e93cc00c4bb0a2
--- /dev/null
+++ b/checkpoints/step_13000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9239aad4b5e0966a887092228b33a182cbc2380a0ef09960146e01f953942aa
+size 15714
diff --git a/checkpoints/step_13100.pt b/checkpoints/step_13100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3035c4b8b47b550078774760be077869a65c17
--- /dev/null
+++ b/checkpoints/step_13100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef28688c2ac7d51ef1a980938acd2c00a303caa36b692e329c523f4aee040275
+size 15714
diff --git a/checkpoints/step_13200.pt b/checkpoints/step_13200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c412d8edfe485f00e709ef35ce679a27509c51c3
--- /dev/null
+++ b/checkpoints/step_13200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579fde806f783689904607572466237e208c00fcb23b0a48e398331a3915721c
+size 15714
diff --git a/checkpoints/step_13300.pt b/checkpoints/step_13300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e6f17ff83e4b3b2520058131bbda407cdf8445
--- /dev/null
+++ b/checkpoints/step_13300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894b3fadb1e5ab49fe58bd3911713ebaedeef8d7039f746be7e139c1b8c0c584
+size 15714
diff --git a/checkpoints/step_13400.pt b/checkpoints/step_13400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa13a62e5c85968c829b9fa0c99b383b006b6541
--- /dev/null
+++ b/checkpoints/step_13400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea566f0d933b494e727fcdf6f6d38af529471dd168a161dd1e4c4117bc2f1fd
+size 15714
diff --git a/checkpoints/step_13500.pt b/checkpoints/step_13500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5100ccdfd564479799c29e4154fda1d3493533
--- /dev/null
+++ b/checkpoints/step_13500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c4c3f55128f01e9bdcddf11bf17974d8c42065df1d0c84322ee64be63a34f3
+size 15714
diff --git a/checkpoints/step_13600.pt b/checkpoints/step_13600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c3c4f659e312d033010965ecae3001ce8eee7c
--- /dev/null
+++ b/checkpoints/step_13600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bfcd76a3741a4875e8d5d9696df74cb8e7b431d927c7407c6df3e011f453bd
+size 15714
diff --git a/checkpoints/step_13700.pt b/checkpoints/step_13700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d613b5f648e470a649f34481a98ec33470430120
--- /dev/null
+++ b/checkpoints/step_13700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a4d91401ad0ef246e5caec0d18b4ef68a3d30a9a1d7e7a9bff5d3721504035
+size 15714
diff --git a/checkpoints/step_13800.pt b/checkpoints/step_13800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f562a74eae07618faf95cec5a49fceee8850f243
--- /dev/null
+++ b/checkpoints/step_13800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1647c9d6cfa43c030ad7146db42b0b767b4a53e3eb54eff1e66eb64c62a1fd60
+size 15714
diff --git a/checkpoints/step_13900.pt b/checkpoints/step_13900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e80482813070ccfdee190d2ef1858dcf5bebf2
--- /dev/null
+++ b/checkpoints/step_13900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0b76d46fb8198a1b906b58191270ef9577429cfd2715ba6e4a4b55ae5d155b
+size 15714
diff --git a/checkpoints/step_1400.pt b/checkpoints/step_1400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582fd44860b1e401cb0069059f72776bcd52cc78
--- /dev/null
+++ b/checkpoints/step_1400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802f7717872381f01aca2e0a7841847e34b3f29dbf24eb4d169c829e33d9fd21
+size 15700
diff --git a/checkpoints/step_14000.pt b/checkpoints/step_14000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12305a81ba8078c146b9f9738b15eaaf845a5ad2
--- /dev/null
+++ b/checkpoints/step_14000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9eca6655ceab6834b5cf86b39b3f14d9d12fff2f808f1c9a496ce9fbaa6a0d
+size 15714
diff --git a/checkpoints/step_14100.pt b/checkpoints/step_14100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d2640399a02c8f5588466382a6e792b0806789
--- /dev/null
+++ b/checkpoints/step_14100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de18d7d89c73a08dbac0606e6beb199cff30ec4b7e9ce9ea1cd187766c60d37
+size 15714
diff --git a/checkpoints/step_14200.pt b/checkpoints/step_14200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38094dbd3ca1bf88fe2cdde642890ed2c30f248a
--- /dev/null
+++ b/checkpoints/step_14200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e541fe6d9e32375c9e5f51c70c043f9afae95ac9c9a8b02852e248c7c981d1a
+size 15714
diff --git a/checkpoints/step_14300.pt b/checkpoints/step_14300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d985ab8f599bf8276151c6f9f87bdbfa16a3f81
--- /dev/null
+++ b/checkpoints/step_14300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645039dc54a33730599c19e4bb6b7ee7b54283b003db8a7b358a5e86789dbf21
+size 15714
diff --git a/checkpoints/step_14400.pt b/checkpoints/step_14400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b521205d442d6c56d327754ff14debe101225bb2
--- /dev/null
+++ b/checkpoints/step_14400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186addbc3bab688b05d8ff2743401e1b7c623d3f7926955a0b7b81aa298d0aa1
+size 15714
diff --git a/checkpoints/step_14500.pt b/checkpoints/step_14500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160ffa2089aed0c57d9bb39e4a06dac7a8600697
--- /dev/null
+++ b/checkpoints/step_14500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2286292650ec652b7fec8533f9324366cc4d48db6505e151f458025d3a37a0b
+size 15714
diff --git a/checkpoints/step_14600.pt b/checkpoints/step_14600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721688dd2eceac54b0b65eeeb0bd31225d8ea8e0
--- /dev/null
+++ b/checkpoints/step_14600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebcfe53880e954d8405a95d9116a8de07ccf45cc9ba603578e2eb86b1a35752
+size 15714
diff --git a/checkpoints/step_14700.pt b/checkpoints/step_14700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8faf4f784d5b7166c05419fbf6b3c2430942d75c
--- /dev/null
+++ b/checkpoints/step_14700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96d9e7595c804aadcaa07e3efb4471e2ace6d16e61d5f78faf22c0658ab87fe
+size 15714
diff --git a/checkpoints/step_14800.pt b/checkpoints/step_14800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d8d3727a52f1467f7c6ec4886d16457880ebf5
--- /dev/null
+++ b/checkpoints/step_14800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea7fec9d60cd608a1537e0d79e498e461a802d0c7bfd550650ed4b2b05e29f4
+size 15714
diff --git a/checkpoints/step_14900.pt b/checkpoints/step_14900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3f4e2d6c9dbc6928d25583067d03d0328a7017
--- /dev/null
+++ b/checkpoints/step_14900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829dc928bba2de454e54b5279a95b2bee1ee7608307620ceff1322bea0fbd11f
+size 15714
diff --git a/checkpoints/step_1500.pt b/checkpoints/step_1500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d2213d09db57ee6aa7c619a7c24e4241d68264
--- /dev/null
+++ b/checkpoints/step_1500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38a9f30cd5b82c46211952c2df0e757545213e7c2b59e8fade49a67f6c9b88a
+size 15700
diff --git a/checkpoints/step_15000.pt b/checkpoints/step_15000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e3c6fbb2db5ad3283ddf0773dc17c9ea4867ec
--- /dev/null
+++ b/checkpoints/step_15000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6164a8b327b116e6a05ab2e779328019df389767e95de4f0e4c6e2f3b6478ed7
+size 15714
diff --git a/checkpoints/step_15100.pt b/checkpoints/step_15100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbd363b856f083ec0bbef42f9ed136582bc46e0
--- /dev/null
+++ b/checkpoints/step_15100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7514f7200a1e7ba8e20c1a33473a3738f0f4d539fe4bd02c5282497bb99f170
+size 15714
diff --git a/checkpoints/step_15200.pt b/checkpoints/step_15200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3414b75d433bd239298e86b65f1a8a3368ce5208
--- /dev/null
+++ b/checkpoints/step_15200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72018713d8643a10edf7989661a0062f145ae1f7998786c738291cb6f0c7f77f
+size 15714
diff --git a/checkpoints/step_15300.pt b/checkpoints/step_15300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af14983b03ddca63e6b67583290b60d559fd896
--- /dev/null
+++ b/checkpoints/step_15300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4087355e8f55f358cc9f866d5922fcf8fa71e54db4703476b361153446920190
+size 15714
diff --git a/checkpoints/step_15400.pt b/checkpoints/step_15400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158892fb7818076497c48b4cc105237c3360b8ab
--- /dev/null
+++ b/checkpoints/step_15400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b1d764b5c9a5a9792207b180218e478520123f442a3bc2b6f69ece28f74d4c
+size 15714
diff --git a/checkpoints/step_15500.pt b/checkpoints/step_15500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14c9c413793df17e57bdf41c1b0a7b3a8e92d2d
--- /dev/null
+++ b/checkpoints/step_15500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2de886b4073874a3988d23af723b9124617fb660126c8eab1c1cc6592e81827
+size 15714
diff --git a/checkpoints/step_15600.pt b/checkpoints/step_15600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8815bde9ee8f16c9c140efe1daadefe6773219f
--- /dev/null
+++ b/checkpoints/step_15600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58549d50b9f3a4d7e71633d5901dfb3fba6b3980d89fee406692a95418ed2280
+size 15714
diff --git a/checkpoints/step_15700.pt b/checkpoints/step_15700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a2481afa8e2ea601310c878553109aec0944aa
--- /dev/null
+++ b/checkpoints/step_15700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2748981db02901e5cc64d510f831834b5e7794e096c73177b3386a7266805525
+size 15714
diff --git a/checkpoints/step_15800.pt b/checkpoints/step_15800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a584694831aa8145499505d2cb7d487a87ae89b7
--- /dev/null
+++ b/checkpoints/step_15800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38fc80c09fb1ced235a64e33aefafc4b11c8591f795810501c3d53d0be7bd9d
+size 15714
diff --git a/checkpoints/step_15900.pt b/checkpoints/step_15900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd517ab8f4a2f1b927ed7652bebb3aa482ec1892
--- /dev/null
+++ b/checkpoints/step_15900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3504fb0ad0a4a9a07c0ee97b07e2177a73c957f2e6a161bbc89b1046a3c3927
+size 15714
diff --git a/checkpoints/step_1600.pt b/checkpoints/step_1600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65c203e8b0329d714ee0dba09a2a170dbd2a608
--- /dev/null
+++ b/checkpoints/step_1600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abcc2ca6a6c032d3b61e7b592bbc6e743ac6306d60744ebc407e4e0f1f00583
+size 15700
diff --git a/checkpoints/step_16000.pt b/checkpoints/step_16000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966bebee0929679be513fd618f7b28b5774be9c8
--- /dev/null
+++ b/checkpoints/step_16000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1404826e04f182b97d0714e43d770ebf9f543418ef69b1ca3211ff53c9fb49
+size 15714
diff --git a/checkpoints/step_16100.pt b/checkpoints/step_16100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec6e87acc978b970b831f8b391737ded71f9979
--- /dev/null
+++ b/checkpoints/step_16100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035c5a75151e8a90f1a2b5743970967678af14ddedc7213c0ed1e65d4df3d4ac
+size 15714
diff --git a/checkpoints/step_16200.pt b/checkpoints/step_16200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4731595ef11c6eb4ba289330c5edc8f393a55d
--- /dev/null
+++ b/checkpoints/step_16200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81acdf32ce6f2b7de0c99ab67706d216824bd16ab20e21d7449c92bd6f129a46
+size 15714
diff --git a/checkpoints/step_16300.pt b/checkpoints/step_16300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b95641013bba67aecb8dd2ec3a2165fdb2ca45e
--- /dev/null
+++ b/checkpoints/step_16300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57fd0cff6c381581ae906e5983534594be76e2e9491540523a5dd990d52ca48
+size 15714
diff --git a/checkpoints/step_16400.pt b/checkpoints/step_16400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270d9433caf1e70ff5b40d9f03093e6348ffadc3
--- /dev/null
+++ b/checkpoints/step_16400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89de3529fd449afe93b47b8e6c530182c1dbadeceb6154798270e2be83690be9
+size 15714
diff --git a/checkpoints/step_16500.pt b/checkpoints/step_16500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cdbf80c99642125bd0754a4076bbfa7fab5be8
--- /dev/null
+++ b/checkpoints/step_16500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590d30ccc73fe25c8401df4c6a53cea0bbab02b05175e43c17ee58a3c792b98e
+size 15714
diff --git a/checkpoints/step_16600.pt b/checkpoints/step_16600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c50429b7e6bf1fdb6ea89470a496b7d364590b7
--- /dev/null
+++ b/checkpoints/step_16600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4065edcaf4b2ee4f86c0bcec5ae0e306875d193a5ea85bba590bb2303c6ed5f4
+size 15714
diff --git a/checkpoints/step_16700.pt b/checkpoints/step_16700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38261be228bae0eba0ffe4d8f4795d17ff2a1143
--- /dev/null
+++ b/checkpoints/step_16700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d6633cae182018572478c78e69373a4ff591de816ad2983369bf47dbd97fb5
+size 15714
diff --git a/checkpoints/step_16800.pt b/checkpoints/step_16800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf2d7896468f6f0237260bc1bacc39159695148
--- /dev/null
+++ b/checkpoints/step_16800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48c3b863831b2a28fe975690dff039b2a4bdc1fa62a5054d0553e343a61c14d
+size 15714
diff --git a/checkpoints/step_16900.pt b/checkpoints/step_16900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da3f480559c2ca0374ae2ec02a0d4a0bbf592c3
--- /dev/null
+++ b/checkpoints/step_16900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f785ad84cb57fddd7303d24d53fec35da18daabbb123d69b211599b888a1f69
+size 15714
diff --git a/checkpoints/step_1700.pt b/checkpoints/step_1700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf7f885e5d055d047ac95f2d459e2af3ebd07d9
--- /dev/null
+++ b/checkpoints/step_1700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138e14fcf209a44b577fbb3eda0a73099f159f8fd02220a28323a7dd301debd0
+size 15700
diff --git a/checkpoints/step_17000.pt b/checkpoints/step_17000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc6d918f8bef3c5bcd4ae79e74fef4db308190e
--- /dev/null
+++ b/checkpoints/step_17000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04cab510e43c7ba04976bd8e9c69f9c17b2bcf53edcdb770735742a9bc6e02a7
+size 15714
diff --git a/checkpoints/step_17100.pt b/checkpoints/step_17100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ea5513792bb8138698640621c720a32821939e
--- /dev/null
+++ b/checkpoints/step_17100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18359e91426e67f6761c01f7734aba4937dac19b2679200f27e5dbf268573dd
+size 15714
diff --git a/checkpoints/step_17200.pt b/checkpoints/step_17200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd315dff5cfbe0a48aae2a640ce10af2e564ef1
--- /dev/null
+++ b/checkpoints/step_17200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585fa719cbe84823a347d77c0294e7d08100ba5536094595c7799a7bd8654138
+size 15714
diff --git a/checkpoints/step_17300.pt b/checkpoints/step_17300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f723203643279eef019117ed345808d15af4a0ac
--- /dev/null
+++ b/checkpoints/step_17300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8a9d5bb20731f7aad3e20a878bc9fd717b88f2887e7df0eda4da6429fa7f63
+size 15714
diff --git a/checkpoints/step_17400.pt b/checkpoints/step_17400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5b04192495011edfd629623fb8bf81e27f1178
--- /dev/null
+++ b/checkpoints/step_17400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d5e8ef9d6719f7bf5170edbc6a8a67adde9b8959bb3c3f595d888069bdf3c4
+size 15714
diff --git a/checkpoints/step_17500.pt b/checkpoints/step_17500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc38f68dddcfe8abc73567dda3e01e24a8bde24
--- /dev/null
+++ b/checkpoints/step_17500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c526699c94afc12def7055042196992dca1cc139723b0d34fe6acdc0f52cc8
+size 15714
diff --git a/checkpoints/step_17600.pt b/checkpoints/step_17600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aef3da08a5915d6687c253829f8f6a115f261d3
--- /dev/null
+++ b/checkpoints/step_17600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a259923238384a890738db55c3595564130494ec26dd942dcfcc5ae4d5e2e4
+size 15714
diff --git a/checkpoints/step_17700.pt b/checkpoints/step_17700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e83c8e779a2f29b02a27f87a0a61aeda1bba589
--- /dev/null
+++ b/checkpoints/step_17700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7e736d689a443e0d04669a2816fb160fb57074f75688a2a81330043b1a4b02
+size 15714
diff --git a/checkpoints/step_17800.pt b/checkpoints/step_17800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cb02d952aa2d8186947ed1331c0a6aea491b0d
--- /dev/null
+++ b/checkpoints/step_17800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cbda5fd80670e113efc66500603aa788e95148aee431413254258913d48d6c
+size 15714
diff --git a/checkpoints/step_17900.pt b/checkpoints/step_17900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f5d99c1c05843ed639238400378886d6b7ba4c
--- /dev/null
+++ b/checkpoints/step_17900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd762fceaeade3afca6ad8033393a4b6146527f856eaa32ccba632400ac42ba
+size 15714
diff --git a/checkpoints/step_1800.pt b/checkpoints/step_1800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab7ca347e57842b0b50c3dd0d7ab411b33a8deb
--- /dev/null
+++ b/checkpoints/step_1800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f599a14aeba52194280c79d8a7618fd7e596a86b823b138555ec057b24de67bf
+size 15700
diff --git a/checkpoints/step_18000.pt b/checkpoints/step_18000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21abe70f9415c54c20ed58c5874dd5debaf8542
--- /dev/null
+++ b/checkpoints/step_18000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6430a118d2c209ab8ab24675eee55c4cf3548e9a1e88294611c83bc59507ac5e
+size 15714
diff --git a/checkpoints/step_18100.pt b/checkpoints/step_18100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c38815619dbd70a3cf267032d13ee067fef93b8
--- /dev/null
+++ b/checkpoints/step_18100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73de4aeb9ef928739c0a6b46c7cb7ba64a9cb5dbc1074fd6baa2de76635e087
+size 15714
diff --git a/checkpoints/step_18200.pt b/checkpoints/step_18200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc46842aa7aa4cb11b38fc23fe427d8723595810
--- /dev/null
+++ b/checkpoints/step_18200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b248d87f7f8298505db34354d7ae65618da4a523f612f6e45401a9721fe95f
+size 15714
diff --git a/checkpoints/step_18300.pt b/checkpoints/step_18300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf69c180b6e9e0c53a335435f6324eecf4523768
--- /dev/null
+++ b/checkpoints/step_18300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0122d3f1e053bd1f3f75b28207e0420d0747d52103477e9122646a64b823babb
+size 15714
diff --git a/checkpoints/step_18400.pt b/checkpoints/step_18400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5162a4ea18cd01199727b3cd18e5119c4d5a28
--- /dev/null
+++ b/checkpoints/step_18400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85e09eaff0197d2910fcec4c9da513cf42efed4a3136ca847e7a68dadf1ccf8
+size 15714
diff --git a/checkpoints/step_18500.pt b/checkpoints/step_18500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f497e423bfbcc783a754f491a746cfdc6285262e
--- /dev/null
+++ b/checkpoints/step_18500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fa895c4b80791f2cd548825820c9ec504023a3814240dfc2cb61ee29a2f7af
+size 15714
diff --git a/checkpoints/step_18600.pt b/checkpoints/step_18600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b769c7bfd95244e14834ff5610954063f757489
--- /dev/null
+++ b/checkpoints/step_18600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bff76d3c0d54445770bb85cb2eab2c705ebf218e3143b069025b5b0eb422e89
+size 15714
diff --git a/checkpoints/step_18700.pt b/checkpoints/step_18700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d07cd823b3278efc25c6938a1fe304e0fe1099b
--- /dev/null
+++ b/checkpoints/step_18700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465134f82f191ffa2dcdf5182b1807881012805c45d172091ad5b2fe0c9363a0
+size 15714
diff --git a/checkpoints/step_18800.pt b/checkpoints/step_18800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3c6535f5d6011856f046a5c6ea48ef4822d8d6
--- /dev/null
+++ b/checkpoints/step_18800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1b83890e1fbed6b606567cadd2784e69c380b5650cb1df527ffdc6ca9df171
+size 15714
diff --git a/checkpoints/step_18900.pt b/checkpoints/step_18900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a20ead952dcc9901325d95654d6f2ec639a1da7
--- /dev/null
+++ b/checkpoints/step_18900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355c84455be95b4d48ae081bf017d3f890ab0f211139e78732f9565e79405561
+size 15714
diff --git a/checkpoints/step_1900.pt b/checkpoints/step_1900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99522a34a7560d613f73f424036691dcf454ba25
--- /dev/null
+++ b/checkpoints/step_1900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91379a079c9582a9db7b859de7b790b644963e004ea40ef2e568e7297d1853cd
+size 15700
diff --git a/checkpoints/step_19000.pt b/checkpoints/step_19000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43229cbd0d27538a44a8f2d0937769f24e7683f5
--- /dev/null
+++ b/checkpoints/step_19000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719002e6ad7dcb468605c763bac5f304ef2febca2ac08ed360725ac9d5a2692e
+size 15714
diff --git a/checkpoints/step_19100.pt b/checkpoints/step_19100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4963cd014ebec1449a256496a722f71e59306f50
--- /dev/null
+++ b/checkpoints/step_19100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780bd90cb2e2130c2d529b5be8b4c0dc0ec1564022e1980b55cfe81359987973
+size 15714
diff --git a/checkpoints/step_19200.pt b/checkpoints/step_19200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828b3949836ac5ba984d5d2d034d290206046e04
--- /dev/null
+++ b/checkpoints/step_19200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689ae32a87be6288a4dc6077cc253f47abc5e3658b3f8b61a3beff243dc9780e
+size 15714
diff --git a/checkpoints/step_19300.pt b/checkpoints/step_19300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1458cf9b9e4e550c95df57bfd5b1ff3bb334a3
--- /dev/null
+++ b/checkpoints/step_19300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808c467b6b8f7ffd1da67e0247226c705e5795dcf6baec8018776a8b75427aad
+size 15714
diff --git a/checkpoints/step_19400.pt b/checkpoints/step_19400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc506a9dbf230f6377ab93b9fd7a1ccf285c0aa
--- /dev/null
+++ b/checkpoints/step_19400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cb040c00ca11b8933c01d23af3928fb655848ce707689c4dec1dcc3539a5ae
+size 15714
diff --git a/checkpoints/step_19500.pt b/checkpoints/step_19500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a82fcca8230c59464d80eb1ea54e0fdb7f76f51
--- /dev/null
+++ b/checkpoints/step_19500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c394095e9ed527aeecb3be77c0aae400d19583f221bf3a30b8f55737bdcecdf
+size 15714
diff --git a/checkpoints/step_19600.pt b/checkpoints/step_19600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d295e022665ae57af3d47d4771b5aa6765b16e
--- /dev/null
+++ b/checkpoints/step_19600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca28e502e7d425670b56e37e5f514d13cfeb63153ddb9501a4c2b62908378953
+size 15714
diff --git a/checkpoints/step_19700.pt b/checkpoints/step_19700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77715196ba5fdb025e6bf097a6f95cc2566476b0
--- /dev/null
+++ b/checkpoints/step_19700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067f97db70c42bd52aeed189494fc31ce21bcefb036a16b544417313f409432e
+size 15714
diff --git a/checkpoints/step_19800.pt b/checkpoints/step_19800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e5f237b53c412bf89c316570e996fa4fc972f3
--- /dev/null
+++ b/checkpoints/step_19800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfeef9e575d6a5b53a32dc61f591dd74581a2f7314c15f54810a18b2d112912f
+size 15714
diff --git a/checkpoints/step_19900.pt b/checkpoints/step_19900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375443441491b68182ac1abe59723d737450549a
--- /dev/null
+++ b/checkpoints/step_19900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1055d50b7ad488e391876853afe4a99ec332285288ff9bd983912fe28129244
+size 15714
diff --git a/checkpoints/step_200.pt b/checkpoints/step_200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657f2938c91347aa2c20a1fdd020d7ce6e828988
--- /dev/null
+++ b/checkpoints/step_200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b27d711a3f7e4fe93047727b3ee3dbcf2ed1cf0acb46114e5c4c00c7564d3dd
+size 15686
diff --git a/checkpoints/step_2000.pt b/checkpoints/step_2000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e444420aad931890b50f4c0bad033c0af3c2025
--- /dev/null
+++ b/checkpoints/step_2000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd433099da7743dc61002b39c3b2b17b14592d2a3528eadadaabb8e31aa01411
+size 15700
diff --git a/checkpoints/step_20000.pt b/checkpoints/step_20000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fb92e79b8fdfb54936907a206e4a1662b8e034
--- /dev/null
+++ b/checkpoints/step_20000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af188376ef3df8835ea5872bf7d22370541095e454c5b9472c0fd01af52aacf
+size 15714
diff --git a/checkpoints/step_2100.pt b/checkpoints/step_2100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ae3699f2563bf14e6f52aebfbb381346e600bc
--- /dev/null
+++ b/checkpoints/step_2100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9b372256f1bd6c585b498f3b044491045713d2b30aed879b45ea382dba4011
+size 15700
diff --git a/checkpoints/step_2200.pt b/checkpoints/step_2200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c8894e0821d7b6f66cec5f7ad2be7ab43ac26a
--- /dev/null
+++ b/checkpoints/step_2200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547139dd048b6e7f2def61b60043ea4c26e970ec47992d40ebc6c2ae40fa0b88
+size 15700
diff --git a/checkpoints/step_2300.pt b/checkpoints/step_2300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa13494e9b69f9c4e4ef04137d265d9e9eb4edf3
--- /dev/null
+++ b/checkpoints/step_2300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a09ff73dd6846ebfaa329f41714d5f4d8f5d60ad8283d9914d8fba7ce4011b
+size 15700
diff --git a/checkpoints/step_2400.pt b/checkpoints/step_2400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d90ce4e76955177ae95f144eec934deeaa633f
--- /dev/null
+++ b/checkpoints/step_2400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa7f499f0bf4283f7aa91f68e4364b7565e218bce724739a51135a1e084b420
+size 15700
diff --git a/checkpoints/step_2500.pt b/checkpoints/step_2500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22988f3ac1d97dafc68334a1440bf1e7be5956cf
--- /dev/null
+++ b/checkpoints/step_2500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ae3098745df286226dbb81b17c192ae6a82cf83df84f196193ba77df515e2c
+size 15700
diff --git a/checkpoints/step_2600.pt b/checkpoints/step_2600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f2077e6ffc85a6525a343a2f4653a1a23223dc
--- /dev/null
+++ b/checkpoints/step_2600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dbca3ed75cacab1bffaff12be394477aed8c277438f1e956476e416bf7c856
+size 15700
diff --git a/checkpoints/step_2700.pt b/checkpoints/step_2700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d13c47e538507b0acd8bf7b41279634006789a4
--- /dev/null
+++ b/checkpoints/step_2700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbf07be73c3001b663f12d1c2af656294d5cdfcd353aaf4fbee60275a291832
+size 15700
diff --git a/checkpoints/step_2800.pt b/checkpoints/step_2800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3f47132381c1d376237ae24b99096ff326d57d
--- /dev/null
+++ b/checkpoints/step_2800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf96e68df93765e54bb231b5137822612f80953338fb1b858b0b01fae8754f3
+size 15700
diff --git a/checkpoints/step_2900.pt b/checkpoints/step_2900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67cfc28efd21e0d02b65b852e32bbb26842db83
--- /dev/null
+++ b/checkpoints/step_2900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea31463406783c6a0babde795630c1964060fcc857cc20760a606fd8ac891fa3
+size 15700
diff --git a/checkpoints/step_300.pt b/checkpoints/step_300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6567cc70341bf21155f5f0f35e6dec44bb87dd91
--- /dev/null
+++ b/checkpoints/step_300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32398e9241bce7df2f4887a95b9e8ac205b01c40026389c32b8a30fe0ce53c98
+size 15686
diff --git a/checkpoints/step_3000.pt b/checkpoints/step_3000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e7e512d14605b51207947a2dd5019bd9c0d108
--- /dev/null
+++ b/checkpoints/step_3000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bbe323f63f16332fae30d47d5115d7a34cec1e4f59fe4793d5ca575b2438e2
+size 15700
diff --git a/checkpoints/step_3100.pt b/checkpoints/step_3100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36d95725721cba08b20f02565fd23d0ed9f4a0d
--- /dev/null
+++ b/checkpoints/step_3100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d1cf8315b6867917b02bc1ec32346586317b876a5c6983d91ac161d3cd00b2
+size 15700
diff --git a/checkpoints/step_3200.pt b/checkpoints/step_3200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841de48f1f04ee8f5d5d4c856dfea6f205f92058
--- /dev/null
+++ b/checkpoints/step_3200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ccee306b1960c29fbfe29aa0461185d0c4e6875cfd0bc003a1483860f957fb
+size 15700
diff --git a/checkpoints/step_3300.pt b/checkpoints/step_3300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cddf6eb41ebd9106596be4fa1fdf9f6b7eed62
--- /dev/null
+++ b/checkpoints/step_3300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61da6ce6c25068749e2a344d9d952454458eb2d16d3c9e85c65921d606151070
+size 15700
diff --git a/checkpoints/step_3400.pt b/checkpoints/step_3400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1ed5a2c299b07c04c331c13a9db80c7555772b
--- /dev/null
+++ b/checkpoints/step_3400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b8cc9b88799beef1495c05fec9b7e0a641ad45f5516f26e647ef043cd66a11
+size 15700
diff --git a/checkpoints/step_3500.pt b/checkpoints/step_3500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bbf76e5c60b97f3b527df9b49c61f5c9704518
--- /dev/null
+++ b/checkpoints/step_3500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3127cd6f6775f130e0fec5e8414a699fb6421906721a28ff05f81f74793b333
+size 15700
diff --git a/checkpoints/step_3600.pt b/checkpoints/step_3600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e678c1b17d04be790418395cccb2e0bbbfc690f
--- /dev/null
+++ b/checkpoints/step_3600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6551ec89556991cb1e1102cc84c46505c897a13b43f3af6b34b8b8bcecd8a098
+size 15700
diff --git a/checkpoints/step_3700.pt b/checkpoints/step_3700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b283e5cc87fef56584ac4e6f3c5eca68587acc1
--- /dev/null
+++ b/checkpoints/step_3700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2690eb4dccfb92d376d5c0eb6a69cd0cca38662e20516cf766450188ee077d9f
+size 15700
diff --git a/checkpoints/step_3800.pt b/checkpoints/step_3800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2e0d9031ad6ce07c1220c1beb86678fe5ee9c
--- /dev/null
+++ b/checkpoints/step_3800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bac82c4e08bd7fb47d7661f462b7b740cf30a6724875ec3329467c0f13e921
+size 15700
diff --git a/checkpoints/step_3900.pt b/checkpoints/step_3900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c874833bc4ffc272c09aedeb3028961ae2ff50
--- /dev/null
+++ b/checkpoints/step_3900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d3cbd76a868b4372e885c978da8a81722b8f527d92040567663521943e7d33
+size 15700
diff --git a/checkpoints/step_400.pt b/checkpoints/step_400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a34a79f6ecbfecad6bea87847f8642304c07bb
--- /dev/null
+++ b/checkpoints/step_400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b6e53cf535bf9c528643a6b1c96734d8aa0c65b438451049122bbe66d55356
+size 15686
diff --git a/checkpoints/step_4000.pt b/checkpoints/step_4000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4776ecfbfacd554f65f58b88e69dd4fa2ff726f2
--- /dev/null
+++ b/checkpoints/step_4000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e3f2e33a5471dc0bb2c98bc72189210c4b5df4da7eb446aaf9fbe2987062cc
+size 15700
diff --git a/checkpoints/step_4100.pt b/checkpoints/step_4100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd755885afebe52674ce4491c21cf0e36488909
--- /dev/null
+++ b/checkpoints/step_4100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdc1a956601abbb426a5af0ccbec91891a14b831155796ca6040269634454c9
+size 15700
diff --git a/checkpoints/step_4200.pt b/checkpoints/step_4200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87aa9aa2af33e75c30c516d707f335b251d2554e
--- /dev/null
+++ b/checkpoints/step_4200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db232fbc4a6f860737f283b54652fc9ee09b79d6d3719c832af4801ed01222b
+size 15700
diff --git a/checkpoints/step_4300.pt b/checkpoints/step_4300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcd4512b21af637f81573bc9eaa0459e17d3621
--- /dev/null
+++ b/checkpoints/step_4300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b961161cceb9bb6119047511c7071f1428eb2ae552df6304a5796583f79d5c4
+size 15700
diff --git a/checkpoints/step_4400.pt b/checkpoints/step_4400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e5be28c27b776c8fd1ed56e66cd9f9ba140ebe
--- /dev/null
+++ b/checkpoints/step_4400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4325547e55fb18e459c80cc34142e0bcf475b39dd3ddddff197b2609b143445
+size 15700
diff --git a/checkpoints/step_4500.pt b/checkpoints/step_4500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b3276140cc7d484976d9ba41a90a18265296e1
--- /dev/null
+++ b/checkpoints/step_4500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d506233c94089f52f2fa60e3134b6a205044486a22c0d2f0cb40be557c44c7a1
+size 15700
diff --git a/checkpoints/step_4600.pt b/checkpoints/step_4600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c0533bf823636a629e23328de188d0ab62cbef
--- /dev/null
+++ b/checkpoints/step_4600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0565fedbd1156d3229b39f650a2f064bb3cc63060e6472a5bc1c2468c45c16d
+size 15700
diff --git a/checkpoints/step_4700.pt b/checkpoints/step_4700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317a488531d2b817b12a1511cb8db518b7d9896e
--- /dev/null
+++ b/checkpoints/step_4700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1455ea9724096430f6cbc4eeb464486db316c97b3a04e858b721b47ba62216
+size 15700
diff --git a/checkpoints/step_4800.pt b/checkpoints/step_4800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdc9a7baab9cd8598d5a0182b39927b3778ae0d
--- /dev/null
+++ b/checkpoints/step_4800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f94c6484c741fd36605c17ac6ce174a3cb1b08a97c7e0fc3c5f4662487589ca
+size 15700
diff --git a/checkpoints/step_4900.pt b/checkpoints/step_4900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5a62504642d6bdb29f830abea4df414e329017
--- /dev/null
+++ b/checkpoints/step_4900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4fdc56babe103e84ec4b18fe223d9ec0f1a2c57202ba32a21aaba466164a6c
+size 15700
diff --git a/checkpoints/step_500.pt b/checkpoints/step_500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fcf71c06a008ed53e075c7f4a49b4151e5a544
--- /dev/null
+++ b/checkpoints/step_500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1834552268abb108f561dd1a2e1612710496adbffedc4c063c30fdf0d9e9ce
+size 15686
diff --git a/checkpoints/step_5000.pt b/checkpoints/step_5000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9134ef3515249b049572352b691ec749072d36fc
--- /dev/null
+++ b/checkpoints/step_5000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa646b3e7bced51be1729bf6ea0f8ae1e0f01ad37c5538e7694e07f3c5c0faa
+size 15700
diff --git a/checkpoints/step_5100.pt b/checkpoints/step_5100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccecba5eb6ebd2ff5a8222992b2000f2d54d6213
--- /dev/null
+++ b/checkpoints/step_5100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d514586efeed7d80df7b2f72cdbaa50bc72f455200cf81b0fc9fd44cb0420471
+size 15700
diff --git a/checkpoints/step_5200.pt b/checkpoints/step_5200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb946b9c7964841efeaa4a3b0ce7db2a2b17f87
--- /dev/null
+++ b/checkpoints/step_5200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3949ed67eefcc3a4b5385c5446822e3c7d8e9981c07e8fc805e0453ecb384f45
+size 15700
diff --git a/checkpoints/step_5300.pt b/checkpoints/step_5300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c53b9ec57d80047c7fc30b8c38c979352a10b13
--- /dev/null
+++ b/checkpoints/step_5300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fdc9a8704f5566bfb43f44607ba45339d1a4e65c8c8ace2346b50b4f714ffb
+size 15700
diff --git a/checkpoints/step_5400.pt b/checkpoints/step_5400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe55804785ec5dc522521a57ca23a6ce4b7eb0a
--- /dev/null
+++ b/checkpoints/step_5400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cabedae90827a06b164893464a6dd2701494e925e67d9e088549a1cf44795d1
+size 15700
diff --git a/checkpoints/step_5500.pt b/checkpoints/step_5500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00cdb54a9e66849a5bda0ecce1a4fb0e5d2a4ea
--- /dev/null
+++ b/checkpoints/step_5500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622a48678c4412d96bf2d15044acc8c72c540039feeacbbb2f51eceb24849f2b
+size 15700
diff --git a/checkpoints/step_5600.pt b/checkpoints/step_5600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246d7a38402bc557b7dce49c6ef1902c56709fb8
--- /dev/null
+++ b/checkpoints/step_5600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac190e1c14d5fb10a5d7e727df68b602ed76da9b04f339e016f4d555d287c947
+size 15700
diff --git a/checkpoints/step_5700.pt b/checkpoints/step_5700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329c689b11b74a64fb53f6e4135fdab29aeb7ab5
--- /dev/null
+++ b/checkpoints/step_5700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e013259552d292b61b9a8d694d2ef8a5ca57c2abc9eb3e4d2b893da074346d1
+size 15700
diff --git a/checkpoints/step_5800.pt b/checkpoints/step_5800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6242b59520a73b08f1733c30085b544a9e0a5bb8
--- /dev/null
+++ b/checkpoints/step_5800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fd8fb9d1aabde8629f8d09056bf2badcf232f34594a39292eb7824eb680467
+size 15700
diff --git a/checkpoints/step_5900.pt b/checkpoints/step_5900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7581363d03f2f65fa2d180e5d5cba1694bfc6a0e
--- /dev/null
+++ b/checkpoints/step_5900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1ab96da362ef86241151b226de39e8148c271fe328eb28f6c41b8f67131209
+size 15700
diff --git a/checkpoints/step_600.pt b/checkpoints/step_600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574f49032021dd2e8869d5fa36c6590d69b7f9a3
--- /dev/null
+++ b/checkpoints/step_600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1173b1675754486617b63a5aa695c382f578fda9228165fdffd4b9e23bda34
+size 15686
diff --git a/checkpoints/step_6000.pt b/checkpoints/step_6000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ad2f8a0b2ef286c78288e5c5a4a9e5e2fda30d
--- /dev/null
+++ b/checkpoints/step_6000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b67ea13ee6241a8677a6a04278dc3c261803eb4f8307252a8faf8e05dcc965
+size 15700
diff --git a/checkpoints/step_6100.pt b/checkpoints/step_6100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944a9d3f28a26bfa6f255517e85b053144667f1e
--- /dev/null
+++ b/checkpoints/step_6100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a591a7693729b370ce31dfcccba6bcb20fd3a30fbae73efbfc33aeb0aaf40958
+size 15700
diff --git a/checkpoints/step_6200.pt b/checkpoints/step_6200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9b459861b307ccc7321b48a2a47ccfa07eb0cf
--- /dev/null
+++ b/checkpoints/step_6200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d19d6772645ae282a6501f324954a2514498409bfd5c7e2a277f4e81281a33a
+size 15700
diff --git a/checkpoints/step_6300.pt b/checkpoints/step_6300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238b6aa63403b4a756e5a043078cd271e9de023c
--- /dev/null
+++ b/checkpoints/step_6300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557b7f58045889cbeb61f6f3a66bf0316e2b9d4962c6885e1d82316637ff7a11
+size 15700
diff --git a/checkpoints/step_6400.pt b/checkpoints/step_6400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d577a5961affbe19180d8c2e85080d8a94d131b
--- /dev/null
+++ b/checkpoints/step_6400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28aacaa5308cb78eb349ae1a9f9b9a3ded8cdb2db97d607ae4a8f9896433544a
+size 15700
diff --git a/checkpoints/step_6500.pt b/checkpoints/step_6500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51abe68d792d29941367a5eacc6810d0b216f391
--- /dev/null
+++ b/checkpoints/step_6500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf40d8bab6a4eaf0a2bcc674037c355cdbd179b4bc3ff41522d49118e3def72
+size 15700
diff --git a/checkpoints/step_6600.pt b/checkpoints/step_6600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b720cc86033c677c5f8ebaf98dd855c64646224
--- /dev/null
+++ b/checkpoints/step_6600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354872c2c5377f66faa36ea1414fe0ff0bb15b7a3fd92ac4616c6f4bc2a3e3d2
+size 15700
diff --git a/checkpoints/step_6700.pt b/checkpoints/step_6700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620d2ec14d8e5f79b14858e92b15a9f3bd9a2e23
--- /dev/null
+++ b/checkpoints/step_6700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a250a50a65413af75b3382beb4f92397f05e5a277137c0ab92770a684c08f3d
+size 15700
diff --git a/checkpoints/step_6800.pt b/checkpoints/step_6800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7ee61f30dadf186cc2f9106c1d1196ffa495f7
--- /dev/null
+++ b/checkpoints/step_6800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44558a7cefb21f339c0b78b2906f0a3793939cf298e601da00cf752435fd4dba
+size 15700
diff --git a/checkpoints/step_6900.pt b/checkpoints/step_6900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfc28172fe6816f93f33d5304bbfdb950e0b1c6
--- /dev/null
+++ b/checkpoints/step_6900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e6ae158bae43fe9667c2bf0736d189672543750353b981db812b5f7bd20d3a
+size 15700
diff --git a/checkpoints/step_700.pt b/checkpoints/step_700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fc5d3497b3799ed6b80a7b75ec9599a13e7334
--- /dev/null
+++ b/checkpoints/step_700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f545e236924e242214e1bc250d27e85eb29682a0ef48f3216cf2af569eb6ab3c
+size 15686
diff --git a/checkpoints/step_7000.pt b/checkpoints/step_7000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0affa8b6909218104d8e33c6952a9d71dbdcd704
--- /dev/null
+++ b/checkpoints/step_7000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68aa327ada2da9f1c2acf2fc15423c7c55e6f7a3ca975bffda90a9c889b7d68
+size 15700
diff --git a/checkpoints/step_7100.pt b/checkpoints/step_7100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a37772531932ef95513ee75ada3cd41c8247f6
--- /dev/null
+++ b/checkpoints/step_7100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1543a4e7f6020f35429a87a059c07ae8bdaf7b48abef432acde5a37fd0e2f7
+size 15700
diff --git a/checkpoints/step_7200.pt b/checkpoints/step_7200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a154e30f2f01b602f1fe6e762c923d5b70117855
--- /dev/null
+++ b/checkpoints/step_7200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6da6db8489890e8570423d8f56d02f0f21a9734df9d4d5d277cd54ea66df913
+size 15700
diff --git a/checkpoints/step_7300.pt b/checkpoints/step_7300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cfbca6e0e6c44472d55e02f3c038a907766c98
--- /dev/null
+++ b/checkpoints/step_7300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7af0760ef28ebcd271de098528581bb1fb4168166b3d7e81d804a4c0df2a7c
+size 15700
diff --git a/checkpoints/step_7400.pt b/checkpoints/step_7400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be879c061e3cd3c18bfbea08d99aa2508fb5491
--- /dev/null
+++ b/checkpoints/step_7400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6e882425559fabf5865d43070d4de921b6e73767bedb8d73ff4628dcfca442
+size 15700
diff --git a/checkpoints/step_7500.pt b/checkpoints/step_7500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c60feb9cecb561d05e568bf2d443082d5070e25
--- /dev/null
+++ b/checkpoints/step_7500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5871eb123cb4b1d507c10a06c0cddecaab04b88c8241afdad51b82eac2e7f3ac
+size 15700
diff --git a/checkpoints/step_7600.pt b/checkpoints/step_7600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5d9f24b2f2fb289b062a0099f2b71329bf6fdd
--- /dev/null
+++ b/checkpoints/step_7600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fb2bcb5350d8de10f3ee2c973934652cc32370762d2885b2747ec867a11aa5
+size 15700
diff --git a/checkpoints/step_7700.pt b/checkpoints/step_7700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da61cdbecddd3d0fb7b42c5f87de4d15e67f313b
--- /dev/null
+++ b/checkpoints/step_7700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73419dde70d2b89b72af2fa217b8a25ec9d67345c320db6419665d75e23664fa
+size 15700
diff --git a/checkpoints/step_7800.pt b/checkpoints/step_7800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a28981c185d496eba28b2de5e53e2e274d57ad
--- /dev/null
+++ b/checkpoints/step_7800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec6f10e84dc0b6b130ce6b5086c6362f5dfae12902a993064260fd96ae9d95d
+size 15700
diff --git a/checkpoints/step_7900.pt b/checkpoints/step_7900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76f0d83ba4795fde6dd1729bac8d11ebcb91d09
--- /dev/null
+++ b/checkpoints/step_7900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f57c23f9a8cbf0fc9fd9bb3cfb879778451bbc3f50bfdd63f003261f9920fce
+size 15700
diff --git a/checkpoints/step_800.pt b/checkpoints/step_800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e968ebe1d309162f32a97c3b79523430bf4e2041
--- /dev/null
+++ b/checkpoints/step_800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b56a833c4789522bcdbb5ac2b4abf59dbf0093eaf5331cc6f1cbcf9dc5de7da
+size 15686
diff --git a/checkpoints/step_8000.pt b/checkpoints/step_8000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59bcdc04d33ce77a6f6dcd95b5354eccfb8517
--- /dev/null
+++ b/checkpoints/step_8000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8568f9ab0821ebf9f9a6b16d7c60431a9de6cb1f96f2cb10cb236a34023b13
+size 15700
diff --git a/checkpoints/step_8100.pt b/checkpoints/step_8100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299959fd7406131c7a7449f88bd484f8b4033c78
--- /dev/null
+++ b/checkpoints/step_8100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2605a9c5d925078abc9186e99caabf78225fca8a389999a3a80662ec7ff18256
+size 15700
diff --git a/checkpoints/step_8200.pt b/checkpoints/step_8200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec2e6207c353c08de23245b7016b66ed58a8ff0
--- /dev/null
+++ b/checkpoints/step_8200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137fba060b7960ddcc623669ae26cc0f90bb26b5c60653970f762d6299e8d417
+size 15700
diff --git a/checkpoints/step_8300.pt b/checkpoints/step_8300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3046f86154bbbb63efa69104c13e58688e69d795
--- /dev/null
+++ b/checkpoints/step_8300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c86487b852f2332d2cee5f11c8da0f26be844ecb67ee3f180a70f27c5e1b2f
+size 15700
diff --git a/checkpoints/step_8400.pt b/checkpoints/step_8400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1ad435a6a7c7d7a6a10ce1c44f22bfd1241fb8
--- /dev/null
+++ b/checkpoints/step_8400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d17a8bb1dbc9c503f6683db997a7cbb2fe5b63894b90c5aec9f19cd4a8afdb5
+size 15700
diff --git a/checkpoints/step_8500.pt b/checkpoints/step_8500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286e739574bf35791b8609dfb1acc4f8deeac478
--- /dev/null
+++ b/checkpoints/step_8500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf239f4915a34b38becdfbc58db0c25bc4b318016e281cc1af03f198cb72415
+size 15700
diff --git a/checkpoints/step_8600.pt b/checkpoints/step_8600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c701d0ee3a24b26b231e647a931eff86636a1050
--- /dev/null
+++ b/checkpoints/step_8600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139e92247ffa5c7d2c2989a6dd05ba0931f2dbeac575fff5088cea0feac8f210
+size 15700
diff --git a/checkpoints/step_8700.pt b/checkpoints/step_8700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced34603e4d522c839701f7ad533be307cb186e5
--- /dev/null
+++ b/checkpoints/step_8700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d740ce34b7128bc37854272533ecdc6d439ba93893a219c7bcff4246d2269a22
+size 15700
diff --git a/checkpoints/step_8800.pt b/checkpoints/step_8800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a48c220f2937466e13289937f8687bb03a09126
--- /dev/null
+++ b/checkpoints/step_8800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0254605e570c4f5428ccc21079e6b367858dcbd8e35bd83b0179bf311a6694
+size 15700
diff --git a/checkpoints/step_8900.pt b/checkpoints/step_8900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905110a9f201be8fe490e62b25267f7ca7f10b10
--- /dev/null
+++ b/checkpoints/step_8900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3902deb6d612c289245845ae57fa1712c3d0eb545eb00bb52423bd063c7111b4
+size 15700
diff --git a/checkpoints/step_900.pt b/checkpoints/step_900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4f9b4faf97b91f490d8058d4d9e7688fad2a93
--- /dev/null
+++ b/checkpoints/step_900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb0a20367125eeac91c51afbc12e777daccd18ff39404780c713c6de9af324b
+size 15686
diff --git a/checkpoints/step_9000.pt b/checkpoints/step_9000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a224de77fae4e957d4dd2ec1818d60fe19f453
--- /dev/null
+++ b/checkpoints/step_9000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d846b6dcd9b6583ef95a2b0b120544492ee85c02188e34a2d129dffdecc99daa
+size 15700
diff --git a/checkpoints/step_9100.pt b/checkpoints/step_9100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a19c7cd5b6cb09deae1eb6428f67999c647af94
--- /dev/null
+++ b/checkpoints/step_9100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9e173dc9c69f057f86d7c0b641f5d7d91a39199b51e37ba85bb8d96f8ec63a
+size 15700
diff --git a/checkpoints/step_9200.pt b/checkpoints/step_9200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccea1673671e49a6edfc1299dfc19cefe409cb17
--- /dev/null
+++ b/checkpoints/step_9200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928e97e227a1f3556ea156bfe9c2334e722440386e906c1067ff1f2441ab0de6
+size 15700
diff --git a/checkpoints/step_9300.pt b/checkpoints/step_9300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fce571143bbcc89c13eda9c4b27566b53db18c9
--- /dev/null
+++ b/checkpoints/step_9300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d880814fd801a2293270628585dbdb3b4836a6fa33c82c47a9e4d67723b1a27
+size 15700
diff --git a/checkpoints/step_9400.pt b/checkpoints/step_9400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf9af2cbd0870182fed0c19f9973b30b224a3a5
--- /dev/null
+++ b/checkpoints/step_9400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ddcff33738ae16ec7b96edc5b1cb4ae10a5fff8e5687b64ff6567e21ba8a31
+size 15700
diff --git a/checkpoints/step_9500.pt b/checkpoints/step_9500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac49de1d274aedae54ed355dbeb4e39db0a9653
--- /dev/null
+++ b/checkpoints/step_9500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703c6fae569d7d71457c6329f6eeae55acf89dbe66e8bf91438a7b1a07f34a65
+size 15700
diff --git a/checkpoints/step_9600.pt b/checkpoints/step_9600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54f6453a9dc3bda11d0cd41f1e10fc94b8f2497
--- /dev/null
+++ b/checkpoints/step_9600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384bcb75529f9fb641b8e4bd3416248ba357cc1129727e95f85a61d53a8527ff
+size 15700
diff --git a/checkpoints/step_9700.pt b/checkpoints/step_9700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a68ed30955bf0b409874743c9f0bb6d59c0080
--- /dev/null
+++ b/checkpoints/step_9700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30130a739be74834fb6f436ea10d457711b29811b6cb71b59ba9176dd54fcd41
+size 15700
diff --git a/checkpoints/step_9800.pt b/checkpoints/step_9800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f51906eb401ed120213807d4861e4121a72d4db
--- /dev/null
+++ b/checkpoints/step_9800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4658479dd841eb541c302fbc337edf9272eec5363856e9736e3a015ebc4ac677
+size 15700
diff --git a/checkpoints/step_9900.pt b/checkpoints/step_9900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76bef0afdc456beff5334e1d461e5e712b1bf06
--- /dev/null
+++ b/checkpoints/step_9900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494499b0d413b5eb0ab7c57b6e07656bfd44695d2ed400330888df8a1f2f8245
+size 15700
diff --git a/config.yaml b/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..f805e71d276a0c5ab09472b0e4a751b864e0157d
--- /dev/null
+++ b/config.yaml
@@ -0,0 +1,44 @@
+data:
+  use_bos: true
+init:
+  init_gain: 0.33
+  init_type: mup
+  std_embed: 0.03
+  std_o: 0.08
+  std_qkv: 0.04
+loss:
+  label_smoothing: 0.0
+  type: next_token_ce
+model:
+  attn_scale: 0.34
+  attn_type: quadratic
+  d_model: 16
+  n_ctx: 17
+  n_head: 2
+  n_layers: 2
+  norm_places:
+  - pre_unembed
+  norm_type: tok0
+  rope_base: 1000
+  use_bias_qk: false
+  use_rmsnorm_qk: false
+  vocab_size: 25
+name: big_experiment
+seed: 42
+train:
+  batch_size: 128
+  betas:
+  - 0.9
+  - 0.95
+  checkpoint_every: 100
+  debug: true
+  dtype: bfloat16
+  eval_every: 100
+  grad_clip: 1.0
+  lr: 0.0003
+  lr_decay_frac: 0.33
+  max_steps: 20000
+  muon_lr: 0.02
+  use_muon: true
+  warmup_steps: 500
+  weight_decay: 0.01
diff --git a/final.pt b/final.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23dc01b31dd3e67caffc41605f77c7d3babf3d4
--- /dev/null
+++ b/final.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12df5bb2093a3c08f0e0003d7c083c1fadcfddbf2336c433a9668046f395f6d
+size 15004
diff --git a/metrics.jsonl b/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..8f58224bd0e2d2bea75f9df07ec5ea710dd31a05
--- /dev/null
+++ b/metrics.jsonl
@@ -0,0 +1,2201 @@
+{"step": 10, "train_loss": 3.2232677936553955, "train_acc": 0.029465930018416207, "lr": 0.00043999999999999996}
+{"step": 20, "train_loss": 3.2298834323883057, "train_acc": 0.024390243902439025, "lr": 0.00084}
+{"step": 30, "train_loss": 3.2286367416381836, "train_acc": 0.029310344827586206, "lr": 0.00124}
+{"step": 40, "train_loss": 3.224088430404663, "train_acc": 0.06166666666666667, "lr": 0.0016400000000000002}
+{"step": 50, "train_loss": 3.22036075592041, "train_acc": 0.041237113402061855, "lr": 0.0020399999999999997}
+{"step": 60, "train_loss": 3.229344606399536, "train_acc": 0.03237410071942446, "lr": 0.00244}
+{"step": 70, "train_loss": 3.2252724170684814, "train_acc": 0.03153988868274583, "lr": 0.0028399999999999996}
+{"step": 80, "train_loss": 3.2210865020751953, "train_acc": 0.044859813084112146, "lr": 0.0032400000000000003}
+{"step": 90, "train_loss": 3.2352519035339355, "train_acc": 0.03231292517006803, "lr": 0.00364}
+{"step": 100, "train_loss": 3.2247250080108643, "train_acc": 0.04230118443316413, "lr": 0.00404}
+{"step": 100, "val_loss": 3.222175123390691, "val_acc": 0.03949495176999452}
+{"step": 110, "train_loss": 3.225579261779785, "train_acc": 0.047619047619047616, "lr": 0.00444}
+{"step": 120, "train_loss": 3.215243339538574, "train_acc": 0.0462046204620462, "lr": 0.00484}
+{"step": 130, "train_loss": 3.2148842811584473, "train_acc": 0.04152249134948097, "lr": 0.005240000000000001}
+{"step": 140, "train_loss": 3.2167856693267822, "train_acc": 0.04, "lr": 0.005639999999999999}
+{"step": 150, "train_loss": 3.216550588607788, "train_acc": 0.04021937842778794, "lr": 0.00604}
+{"step": 160, "train_loss": 3.2192330360412598, "train_acc": 0.04, "lr": 0.00644}
+{"step": 170, "train_loss": 3.2224795818328857, "train_acc": 0.028933092224231464, "lr": 0.006840000000000001}
+{"step": 180, "train_loss": 3.2225453853607178, "train_acc": 0.04609929078014184, "lr": 0.00724}
+{"step": 190, "train_loss": 3.214245557785034, "train_acc": 0.04144144144144144, "lr": 0.00764}
+{"step": 200, "train_loss": 3.2171735763549805, "train_acc": 0.05663716814159292, "lr": 0.00804}
+{"step": 200, "val_loss": 3.2181589957060033, "val_acc": 0.04654213519761399}
+{"step": 210, "train_loss": 3.2166779041290283, "train_acc": 0.044802867383512544, "lr": 0.00844}
+{"step": 220, "train_loss": 3.222627878189087, "train_acc": 0.04528985507246377, "lr": 0.00884}
+{"step": 230, "train_loss": 3.2174317836761475, "train_acc": 0.02460456942003515, "lr": 0.00924}
+{"step": 240, "train_loss": 3.2204649448394775, "train_acc": 0.047038327526132406, "lr": 0.00964}
+{"step": 250, "train_loss": 3.214686393737793, "train_acc": 0.04395604395604396, "lr": 0.01004}
+{"step": 260, "train_loss": 3.2116072177886963, "train_acc": 0.060714285714285714, "lr": 0.010440000000000001}
+{"step": 270, "train_loss": 3.2137348651885986, "train_acc": 0.061224489795918366, "lr": 0.01084}
+{"step": 280, "train_loss": 3.2101833820343018, "train_acc": 0.03825136612021858, "lr": 0.011240000000000002}
+{"step": 290, "train_loss": 3.217583179473877, "train_acc": 0.04918032786885246, "lr": 0.01164}
+{"step": 300, "train_loss": 3.2127695083618164, "train_acc": 0.039655172413793106, "lr": 0.01204}
+{"step": 300, "val_loss": 3.214109505947658, "val_acc": 0.048896702147560554}
+{"step": 310, "train_loss": 3.2116477489471436, "train_acc": 0.0575139146567718, "lr": 0.01244}
+{"step": 320, "train_loss": 3.2151098251342773, "train_acc": 0.04121863799283154, "lr": 0.01284}
+{"step": 330, "train_loss": 3.217130661010742, "train_acc": 0.056363636363636366, "lr": 0.013240000000000002}
+{"step": 340, "train_loss": 3.2140307426452637, "train_acc": 0.05156537753222836, "lr": 0.013640000000000001}
+{"step": 350, "train_loss": 3.2176761627197266, "train_acc": 0.03264604810996564, "lr": 0.014039999999999999}
+{"step": 360, "train_loss": 3.2052557468414307, "train_acc": 0.03636363636363636, "lr": 0.01444}
+{"step": 370, "train_loss": 3.2043864727020264, "train_acc": 0.05137614678899083, "lr": 0.01484}
+{"step": 380, "train_loss": 3.2015812397003174, "train_acc": 0.04770017035775128, "lr": 0.01524}
+{"step": 390, "train_loss": 3.2116029262542725, "train_acc": 0.03518518518518519, "lr": 0.01564}
+{"step": 400, "train_loss": 3.2073116302490234, "train_acc": 0.03677758318739054, "lr": 0.016040000000000002}
+{"step": 400, "val_loss": 3.2053885541735205, "val_acc": 0.04921446296931171}
+{"step": 410, "train_loss": 3.210395574569702, "train_acc": 0.030456852791878174, "lr": 0.01644}
+{"step": 420, "train_loss": 3.193892002105713, "train_acc": 0.056363636363636366, "lr": 0.01684}
+{"step": 430, "train_loss": 3.1972692012786865, "train_acc": 0.054844606946983544, "lr": 0.017240000000000002}
+{"step": 440, "train_loss": 3.2046494483947754, "train_acc": 0.047038327526132406, "lr": 0.01764}
+{"step": 450, "train_loss": 3.185478687286377, "train_acc": 0.038461538461538464, "lr": 0.01804}
+{"step": 460, "train_loss": 3.202765464782715, "train_acc": 0.04424778761061947, "lr": 0.01844}
+{"step": 470, "train_loss": 3.197451114654541, "train_acc": 0.035381750465549346, "lr": 0.01884}
+{"step": 480, "train_loss": 3.185607671737671, "train_acc": 0.04844290657439446, "lr": 0.01924}
+{"step": 490, "train_loss": 3.1873910427093506, "train_acc": 0.04529616724738676, "lr": 0.01964}
+{"step": 500, "train_loss": 3.1854262351989746, "train_acc": 0.056363636363636366, "lr": 0.02}
+{"step": 500, "val_loss": 3.1861201462418753, "val_acc": 0.05096238843458516}
+{"step": 510, "train_loss": 3.1858651638031006, "train_acc": 0.03945111492281304, "lr": 0.01999999130488689}
+{"step": 520, "train_loss": 3.1765482425689697, "train_acc": 0.062385321100917435, "lr": 0.019999965219570134}
+{"step": 530, "train_loss": 3.1788227558135986, "train_acc": 0.06273062730627306, "lr": 0.019999921744117438}
+{"step": 540, "train_loss": 3.1618645191192627, "train_acc": 0.06440677966101695, "lr": 0.019999860878641647}
+{"step": 550, "train_loss": 3.17743182182312, "train_acc": 0.04929577464788732, "lr": 0.019999782623300738}
+{"step": 560, "train_loss": 3.175788164138794, "train_acc": 0.04938271604938271, "lr": 0.019999686978297824}
+{"step": 570, "train_loss": 3.1570544242858887, "train_acc": 0.0506108202443281, "lr": 0.019999573943881157}
+{"step": 580, "train_loss": 3.176394462585449, "train_acc": 0.037037037037037035, "lr": 0.01999944352034413}
+{"step": 590, "train_loss": 3.1415441036224365, "train_acc": 0.06951871657754011, "lr": 0.019999295708025264}
+{"step": 600, "train_loss": 3.1770737171173096, "train_acc": 0.05301645338208409, "lr": 0.019999130507308206}
+{"step": 600, "val_loss": 3.1601908038219872, "val_acc": 0.05791686077595823}
+{"step": 610, "train_loss": 3.1497206687927246, "train_acc": 0.06859205776173286, "lr": 0.019998947918621758}
+{"step": 620, "train_loss": 3.168696641921997, "train_acc": 0.049429657794676805, "lr": 0.01999874794243983}
+{"step": 630, "train_loss": 3.1474640369415283, "train_acc": 0.06796116504854369, "lr": 0.019998530579281464}
+{"step": 640, "train_loss": 3.1526596546173096, "train_acc": 0.05698529411764706, "lr": 0.019998295829710848}
+{"step": 650, "train_loss": 3.1061129570007324, "train_acc": 0.12280701754385964, "lr": 0.019998043694337293}
+{"step": 660, "train_loss": 3.1596133708953857, "train_acc": 0.0703971119133574, "lr": 0.01999777417381522}
+{"step": 670, "train_loss": 3.102234125137329, "train_acc": 0.1, "lr": 0.019997487268844188}
+{"step": 680, "train_loss": 3.094792127609253, "train_acc": 0.0989399293286219, "lr": 0.01999718298016888}
+{"step": 690, "train_loss": 3.091207504272461, "train_acc": 0.11454545454545455, "lr": 0.01999686130857908}
+{"step": 700, "train_loss": 3.0239319801330566, "train_acc": 0.13924050632911392, "lr": 0.019996522254909718}
+{"step": 700, "val_loss": 3.0820913243950496, "val_acc": 0.09605156693817408}
+{"step": 710, "train_loss": 3.07831072807312, "train_acc": 0.09872029250457039, "lr": 0.019996165820040827}
+{"step": 720, "train_loss": 3.058967113494873, "train_acc": 0.11580882352941177, "lr": 0.019995792004897543}
+{"step": 730, "train_loss": 3.0868518352508545, "train_acc": 0.08777969018932874, "lr": 0.01999540081045014}
+{"step": 740, "train_loss": 3.0077171325683594, "train_acc": 0.14485165794066318, "lr": 0.019994992237713973}
+{"step": 750, "train_loss": 3.0242679119110107, "train_acc": 0.0918918918918919, "lr": 0.019994566287749517}
+{"step": 760, "train_loss": 3.009397506713867, "train_acc": 0.11131059245960502, "lr": 0.01999412296166235}
+{"step": 770, "train_loss": 2.959306478500366, "train_acc": 0.140893470790378, "lr": 0.019993662260603152}
+{"step": 780, "train_loss": 2.9367377758026123, "train_acc": 0.1474820143884892, "lr": 0.0199931841857677}
+{"step": 790, "train_loss": 2.863816022872925, "train_acc": 0.14731369150779897, "lr": 0.019992688738396852}
+{"step": 800, "train_loss": 2.9243249893188477, "train_acc": 0.12099644128113879, "lr": 0.019992175919776586}
+{"step": 800, "val_loss": 2.9264000128772603, "val_acc": 0.13375757059111848}
+{"step": 810, "train_loss": 2.919809103012085, "train_acc": 0.1371841155234657, "lr": 0.01999164573123794}
+{"step": 820, "train_loss": 2.917222023010254, "train_acc": 0.12389380530973451, "lr": 0.01999109817415706}
+{"step": 830, "train_loss": 2.900160312652588, "train_acc": 0.13857677902621723, "lr": 0.019990533249955145}
+{"step": 840, "train_loss": 2.9164493083953857, "train_acc": 0.1172291296625222, "lr": 0.019989950960098504}
+{"step": 850, "train_loss": 2.9049630165100098, "train_acc": 0.11607142857142858, "lr": 0.019989351306098486}
+{"step": 860, "train_loss": 2.809248447418213, "train_acc": 0.1358695652173913, "lr": 0.019988734289511537}
+{"step": 870, "train_loss": 2.8213138580322266, "train_acc": 0.14981949458483754, "lr": 0.01998809991193916}
+{"step": 880, "train_loss": 2.8026504516601562, "train_acc": 0.16666666666666666, "lr": 0.019987448175027917}
+{"step": 890, "train_loss": 2.7865407466888428, "train_acc": 0.1506849315068493, "lr": 0.01998677908046942}
+{"step": 900, "train_loss": 2.782378673553467, "train_acc": 0.16521739130434782, "lr": 0.019986092630000347}
+{"step": 900, "val_loss": 2.783196181219293, "val_acc": 0.16611054519352467}
+{"step": 910, "train_loss": 2.7655558586120605, "train_acc": 0.1774193548387097, "lr": 0.019985388825402416}
+{"step": 920, "train_loss": 2.8058674335479736, "train_acc": 0.13194444444444445, "lr": 0.0199846676685024}
+{"step": 930, "train_loss": 2.7732603549957275, "train_acc": 0.15924657534246575, "lr": 0.01998392916117209}
+{"step": 940, "train_loss": 2.8013389110565186, "train_acc": 0.1423290203327172, "lr": 0.019983173305328332}
+{"step": 950, "train_loss": 2.776358127593994, "train_acc": 0.13320825515947468, "lr": 0.019982400102932993}
+{"step": 960, "train_loss": 2.705148696899414, "train_acc": 0.16606498194945848, "lr": 0.019981609555992954}
+{"step": 970, "train_loss": 2.749417543411255, "train_acc": 0.1543859649122807, "lr": 0.01998080166656013}
+{"step": 980, "train_loss": 2.6770377159118652, "train_acc": 0.17267552182163187, "lr": 0.019979976436731443}
+{"step": 990, "train_loss": 2.686854600906372, "train_acc": 0.1703958691910499, "lr": 0.019979133868648826}
+{"step": 1000, "train_loss": 2.6391637325286865, "train_acc": 0.20652173913043478, "lr": 0.019978273964499204}
+{"step": 1000, "val_loss": 2.662857339751149, "val_acc": 0.1828003440727422}
+{"step": 1010, "train_loss": 2.6822917461395264, "train_acc": 0.1736111111111111, "lr": 0.019977396726514517}
+{"step": 1020, "train_loss": 2.6437771320343018, "train_acc": 0.18579234972677597, "lr": 0.01997650215697168}
+{"step": 1030, "train_loss": 2.605400323867798, "train_acc": 0.16987740805604204, "lr": 0.019975590258192594}
+{"step": 1040, "train_loss": 2.6436078548431396, "train_acc": 0.1757469244288225, "lr": 0.01997466103254415}
+{"step": 1050, "train_loss": 2.57303524017334, "train_acc": 0.21951219512195122, "lr": 0.019973714482438204}
+{"step": 1060, "train_loss": 2.615841865539551, "train_acc": 0.2007233273056058, "lr": 0.019972750610331578}
+{"step": 1070, "train_loss": 2.5750584602355957, "train_acc": 0.22693726937269373, "lr": 0.01997176941872606}
+{"step": 1080, "train_loss": 2.584040880203247, "train_acc": 0.19080068143100512, "lr": 0.019970770910168384}
+{"step": 1090, "train_loss": 2.547995090484619, "train_acc": 0.2112676056338028, "lr": 0.019969755087250237}
+{"step": 1100, "train_loss": 2.617915630340576, "train_acc": 0.17148014440433212, "lr": 0.019968721952608248}
+{"step": 1100, "val_loss": 2.532578715385179, "val_acc": 0.20813667754768456}
+{"step": 1110, "train_loss": 2.6068553924560547, "train_acc": 0.13941480206540446, "lr": 0.019967671508923965}
+{"step": 1120, "train_loss": 2.582845449447632, "train_acc": 0.1988527724665392, "lr": 0.01996660375892388}
+{"step": 1130, "train_loss": 2.508375644683838, "train_acc": 0.21072088724584104, "lr": 0.019965518705379402}
+{"step": 1140, "train_loss": 2.507676839828491, "train_acc": 0.22638146167557932, "lr": 0.019964416351106844}
+{"step": 1150, "train_loss": 2.5105392932891846, "train_acc": 0.23090586145648312, "lr": 0.01996329669896743}
+{"step": 1160, "train_loss": 2.51365327835083, "train_acc": 0.20695970695970695, "lr": 0.01996215975186728}
+{"step": 1170, "train_loss": 2.4341413974761963, "train_acc": 0.2275132275132275, "lr": 0.0199610055127574}
+{"step": 1180, "train_loss": 2.5529918670654297, "train_acc": 0.2047244094488189, "lr": 0.019959833984633687}
+{"step": 1190, "train_loss": 2.43967342376709, "train_acc": 0.20825515947467166, "lr": 0.01995864517053691}
+{"step": 1200, "train_loss": 2.538233518600464, "train_acc": 0.20149253731343283, "lr": 0.019957439073552696}
+{"step": 1200, "val_loss": 2.43291527325683, "val_acc": 0.2285899272877785}
+{"step": 1210, "train_loss": 2.456690788269043, "train_acc": 0.2019047619047619, "lr": 0.019956215696811542}
+{"step": 1220, "train_loss": 2.382941484451294, "train_acc": 0.22183098591549297, "lr": 0.01995497504348879}
+{"step": 1230, "train_loss": 2.345073938369751, "train_acc": 0.24500907441016334, "lr": 0.019953717116804628}
+{"step": 1240, "train_loss": 2.338590621948242, "train_acc": 0.2319327731092437, "lr": 0.01995244192002407}
+{"step": 1250, "train_loss": 2.359954833984375, "train_acc": 0.24096385542168675, "lr": 0.01995114945645696}
+{"step": 1260, "train_loss": 2.4451661109924316, "train_acc": 0.21454545454545454, "lr": 0.019949839729457967}
+{"step": 1270, "train_loss": 2.414141893386841, "train_acc": 0.23062730627306274, "lr": 0.01994851274242656}
+{"step": 1280, "train_loss": 2.508706569671631, "train_acc": 0.17953321364452424, "lr": 0.019947168498807}
+{"step": 1290, "train_loss": 2.291140556335449, "train_acc": 0.26142595978062155, "lr": 0.019945807002088353}
+{"step": 1300, "train_loss": 2.41131854057312, "train_acc": 0.2106164383561644, "lr": 0.019944428255804465}
+{"step": 1300, "val_loss": 2.3515787798438748, "val_acc": 0.24133638092317844}
+{"step": 1310, "train_loss": 2.425147533416748, "train_acc": 0.21746880570409982, "lr": 0.01994303226353394}
+{"step": 1320, "train_loss": 2.262490749359131, "train_acc": 0.28027681660899656, "lr": 0.019941619028900157}
+{"step": 1330, "train_loss": 2.331089735031128, "train_acc": 0.23168654173764908, "lr": 0.019940188555571253}
+{"step": 1340, "train_loss": 2.2949066162109375, "train_acc": 0.2556131260794473, "lr": 0.019938740847260092}
+{"step": 1350, "train_loss": 2.3998162746429443, "train_acc": 0.21212121212121213, "lr": 0.019937275907724285}
+{"step": 1360, "train_loss": 2.367018222808838, "train_acc": 0.24956672443674177, "lr": 0.019935793740766167}
+{"step": 1370, "train_loss": 2.3719215393066406, "train_acc": 0.24181818181818182, "lr": 0.019934294350232785}
+{"step": 1380, "train_loss": 2.2856180667877197, "train_acc": 0.24493243243243243, "lr": 0.01993277774001589}
+{"step": 1390, "train_loss": 2.3101096153259277, "train_acc": 0.22905982905982905, "lr": 0.019931243914051936}
+{"step": 1400, "train_loss": 2.309781789779663, "train_acc": 0.2772808586762075, "lr": 0.01992969287632204}
+{"step": 1400, "val_loss": 2.2950065084386058, "val_acc": 0.25487825862404956}
+{"step": 1410, "train_loss": 2.2982358932495117, "train_acc": 0.2460456942003515, "lr": 0.019928124630852022}
+{"step": 1420, "train_loss": 2.424407720565796, "train_acc": 0.2216117216117216, "lr": 0.01992653918171234}
+{"step": 1430, "train_loss": 2.38285231590271, "train_acc": 0.22695035460992907, "lr": 0.019924936533018123}
+{"step": 1440, "train_loss": 2.2354047298431396, "train_acc": 0.29037800687285226, "lr": 0.019923316688929136}
+{"step": 1450, "train_loss": 2.242830991744995, "train_acc": 0.27065026362038663, "lr": 0.01992167965364977}
+{"step": 1460, "train_loss": 2.345186471939087, "train_acc": 0.25794392523364484, "lr": 0.019920025431429053}
+{"step": 1470, "train_loss": 2.243234872817993, "train_acc": 0.27075812274368233, "lr": 0.019918354026560597}
+{"step": 1480, "train_loss": 2.328667640686035, "train_acc": 0.25728987993138935, "lr": 0.019916665443382633}
+{"step": 1490, "train_loss": 2.3513500690460205, "train_acc": 0.22889305816135083, "lr": 0.019914959686277982}
+{"step": 1500, "train_loss": 2.27520751953125, "train_acc": 0.24361158432708688, "lr": 0.019913236759674015}
+{"step": 1500, "val_loss": 2.2445951084788094, "val_acc": 0.26365653527523536}
+{"step": 1510, "train_loss": 2.3593053817749023, "train_acc": 0.24199288256227758, "lr": 0.019911496668042702}
+{"step": 1520, "train_loss": 2.3760664463043213, "train_acc": 0.23339011925042588, "lr": 0.019909739415900535}
+{"step": 1530, "train_loss": 2.305269241333008, "train_acc": 0.28142589118198874, "lr": 0.019907965007808573}
+{"step": 1540, "train_loss": 2.206512451171875, "train_acc": 0.259581881533101, "lr": 0.019906173448372384}
+{"step": 1550, "train_loss": 2.33290433883667, "train_acc": 0.2350674373795761, "lr": 0.01990436474224206}
+{"step": 1560, "train_loss": 2.2099251747131348, "train_acc": 0.28205128205128205, "lr": 0.019902538894112202}
+{"step": 1570, "train_loss": 2.2291691303253174, "train_acc": 0.2708333333333333, "lr": 0.019900695908721903}
+{"step": 1580, "train_loss": 2.174858331680298, "train_acc": 0.2697841726618705, "lr": 0.019898835790854736}
+{"step": 1590, "train_loss": 2.265953540802002, "train_acc": 0.2839506172839506, "lr": 0.019896958545338735}
+{"step": 1600, "train_loss": 2.2573115825653076, "train_acc": 0.2859778597785978, "lr": 0.019895064177046402}
+{"step": 1600, "val_loss": 2.2086150181548816, "val_acc": 0.27481041935466793}
+{"step": 1610, "train_loss": 2.341003894805908, "train_acc": 0.2532588454376164, "lr": 0.019893152690894676}
+{"step": 1620, "train_loss": 2.150965452194214, "train_acc": 0.2743055555555556, "lr": 0.019891224091844923}
+{"step": 1630, "train_loss": 2.2460086345672607, "train_acc": 0.26306620209059234, "lr": 0.019889278384902932}
+{"step": 1640, "train_loss": 2.201425552368164, "train_acc": 0.28836424957841483, "lr": 0.019887315575118896}
+{"step": 1650, "train_loss": 2.327697515487671, "train_acc": 0.23583180987202926, "lr": 0.019885335667587396}
+{"step": 1660, "train_loss": 2.279754400253296, "train_acc": 0.24319066147859922, "lr": 0.01988333866744739}
+{"step": 1670, "train_loss": 2.1998040676116943, "train_acc": 0.277882797731569, "lr": 0.019881324579882214}
+{"step": 1680, "train_loss": 2.2208428382873535, "train_acc": 0.2703180212014134, "lr": 0.01987929341011954}
+{"step": 1690, "train_loss": 2.3019626140594482, "train_acc": 0.2849364791288566, "lr": 0.019877245163431378}
+{"step": 1700, "train_loss": 2.171794891357422, "train_acc": 0.28520499108734404, "lr": 0.019875179845134067}
+{"step": 1700, "val_loss": 2.1759764978126026, "val_acc": 0.2890451816596379}
+{"step": 1710, "train_loss": 2.237572193145752, "train_acc": 0.26352530541012215, "lr": 0.019873097460588268}
+{"step": 1720, "train_loss": 2.3056981563568115, "train_acc": 0.2188612099644128, "lr": 0.01987099801519892}
+{"step": 1730, "train_loss": 2.1062934398651123, "train_acc": 0.27871621621621623, "lr": 0.01986888151441525}
+{"step": 1740, "train_loss": 2.176826238632202, "train_acc": 0.2791970802919708, "lr": 0.01986674796373076}
+{"step": 1750, "train_loss": 2.2298848628997803, "train_acc": 0.2813102119460501, "lr": 0.019864597368683193}
+{"step": 1760, "train_loss": 2.2583420276641846, "train_acc": 0.25287356321839083, "lr": 0.019862429734854543}
+{"step": 1770, "train_loss": 2.1331167221069336, "train_acc": 0.2837370242214533, "lr": 0.01986024506787103}
+{"step": 1780, "train_loss": 2.1584718227386475, "train_acc": 0.2874779541446208, "lr": 0.01985804337340307}
+{"step": 1790, "train_loss": 2.219036102294922, "train_acc": 0.2560747663551402, "lr": 0.019855824657165292}
+{"step": 1800, "train_loss": 2.2468130588531494, "train_acc": 0.2582897033158813, "lr": 0.019853588924916496}
+{"step": 1800, "val_loss": 2.1563520880468325, "val_acc": 0.28527654686021225}
+{"step": 1810, "train_loss": 2.221514940261841, "train_acc": 0.2849364791288566, "lr": 0.019851336182459652}
+{"step": 1820, "train_loss": 2.194740056991577, "train_acc": 0.2682060390763766, "lr": 0.01984906643564188}
+{"step": 1830, "train_loss": 2.10494327545166, "train_acc": 0.30550621669627, "lr": 0.019846779690354432}
+{"step": 1840, "train_loss": 2.180515766143799, "train_acc": 0.28771929824561404, "lr": 0.019844475952532685}
+{"step": 1850, "train_loss": 2.050687313079834, "train_acc": 0.3260135135135135, "lr": 0.019842155228156126}
+{"step": 1860, "train_loss": 2.183549165725708, "train_acc": 0.2896551724137931, "lr": 0.01983981752324831}
+{"step": 1870, "train_loss": 2.1688568592071533, "train_acc": 0.2748735244519393, "lr": 0.0198374628438769}
+{"step": 1880, "train_loss": 2.198526382446289, "train_acc": 0.24107142857142858, "lr": 0.01983509119615359}
+{"step": 1890, "train_loss": 2.095205068588257, "train_acc": 0.29194630872483224, "lr": 0.019832702586234117}
+{"step": 1900, "train_loss": 2.148359537124634, "train_acc": 0.2854609929078014, "lr": 0.019830297020318268}
+{"step": 1900, "val_loss": 2.136622682162737, "val_acc": 0.2916127979911843}
+{"step": 1910, "train_loss": 2.1060409545898438, "train_acc": 0.2745762711864407, "lr": 0.01982787450464981}
+{"step": 1920, "train_loss": 2.136986494064331, "train_acc": 0.292894280762565, "lr": 0.019825435045516527}
+{"step": 1930, "train_loss": 2.0728583335876465, "train_acc": 0.29391304347826086, "lr": 0.019822978649250173}
+{"step": 1940, "train_loss": 2.201883316040039, "train_acc": 0.30275229357798167, "lr": 0.019820505322226456}
+{"step": 1950, "train_loss": 2.218928098678589, "train_acc": 0.26335174953959484, "lr": 0.019818015070865037}
+{"step": 1960, "train_loss": 2.140827178955078, "train_acc": 0.2871452420701169, "lr": 0.01981550790162951}
+{"step": 1970, "train_loss": 2.233015537261963, "train_acc": 0.2641165755919854, "lr": 0.019812983821027367}
+{"step": 1980, "train_loss": 2.080688714981079, "train_acc": 0.31616341030195383, "lr": 0.019810442835610002}
+{"step": 1990, "train_loss": 2.097114324569702, "train_acc": 0.304421768707483, "lr": 0.019807884951972686}
+{"step": 2000, "train_loss": 2.096189022064209, "train_acc": 0.2947019867549669, "lr": 0.019805310176754548}
+{"step": 2000, "val_loss": 2.1246910127279968, "val_acc": 0.29829999422006936}
+{"step": 2010, "train_loss": 2.0823216438293457, "train_acc": 0.29553264604810997, "lr": 0.019802718516638566}
+{"step": 2020, "train_loss": 2.098423480987549, "train_acc": 0.29464285714285715, "lr": 0.01980010997835153}
+{"step": 2030, "train_loss": 2.112565040588379, "train_acc": 0.2698412698412698, "lr": 0.01979748456866406}
+{"step": 2040, "train_loss": 2.11600399017334, "train_acc": 0.28125, "lr": 0.019794842294390543}
+{"step": 2050, "train_loss": 1.9959930181503296, "train_acc": 0.33451957295373663, "lr": 0.01979218316238916}
+{"step": 2060, "train_loss": 2.1659247875213623, "train_acc": 0.29014598540145986, "lr": 0.01978950717956183}
+{"step": 2070, "train_loss": 2.1458580493927, "train_acc": 0.2761904761904762, "lr": 0.019786814352854218}
+{"step": 2080, "train_loss": 2.0042362213134766, "train_acc": 0.32075471698113206, "lr": 0.019784104689255712}
+{"step": 2090, "train_loss": 2.126307487487793, "train_acc": 0.27526132404181186, "lr": 0.01978137819579939}
+{"step": 2100, "train_loss": 2.174635171890259, "train_acc": 0.2690166975881262, "lr": 0.019778634879562024}
+{"step": 2100, "val_loss": 2.1072724017227467, "val_acc": 0.295744975278225}
+{"step": 2110, "train_loss": 2.1600680351257324, "train_acc": 0.2572402044293015, "lr": 0.019775874747664037}
+{"step": 2120, "train_loss": 2.1635777950286865, "train_acc": 0.2724014336917563, "lr": 0.019773097807269515}
+{"step": 2130, "train_loss": 2.0972740650177, "train_acc": 0.28376068376068375, "lr": 0.01977030406558616}
+{"step": 2140, "train_loss": 2.1699886322021484, "train_acc": 0.25919117647058826, "lr": 0.019767493529865288}
+{"step": 2150, "train_loss": 2.2380194664001465, "train_acc": 0.25461254612546125, "lr": 0.019764666207401797}
+{"step": 2160, "train_loss": 2.3028504848480225, "train_acc": 0.2667946257197697, "lr": 0.019761822105534156}
+{"step": 2170, "train_loss": 2.0953543186187744, "train_acc": 0.2965009208103131, "lr": 0.01975896123164441}
+{"step": 2180, "train_loss": 2.2280094623565674, "train_acc": 0.2610294117647059, "lr": 0.019756083593158103}
+{"step": 2190, "train_loss": 2.1293792724609375, "train_acc": 0.2523020257826888, "lr": 0.01975318919754431}
+{"step": 2200, "train_loss": 2.1264309883117676, "train_acc": 0.29401408450704225, "lr": 0.019750278052315596}
+{"step": 2200, "val_loss": 2.0861536984018643, "val_acc": 0.29927071608201034}
+{"step": 2210, "train_loss": 2.09694242477417, "train_acc": 0.26548672566371684, "lr": 0.01974735016502801}
+{"step": 2220, "train_loss": 2.0784027576446533, "train_acc": 0.3178694158075601, "lr": 0.019744405543281034}
+{"step": 2230, "train_loss": 2.195815086364746, "train_acc": 0.28102189781021897, "lr": 0.019741444194717614}
+{"step": 2240, "train_loss": 2.070521116256714, "train_acc": 0.3220640569395018, "lr": 0.019738466127024085}
+{"step": 2250, "train_loss": 2.1386730670928955, "train_acc": 0.3048780487804878, "lr": 0.019735471347930193}
+{"step": 2260, "train_loss": 2.1414406299591064, "train_acc": 0.28698752228163993, "lr": 0.019732459865209058}
+{"step": 2270, "train_loss": 1.9755498170852661, "train_acc": 0.3022508038585209, "lr": 0.019729431686677148}
+{"step": 2280, "train_loss": 1.9869791269302368, "train_acc": 0.31965811965811963, "lr": 0.019726386820194276}
+{"step": 2290, "train_loss": 2.0232787132263184, "train_acc": 0.2859504132231405, "lr": 0.019723325273663557}
+{"step": 2300, "train_loss": 2.1594483852386475, "train_acc": 0.30347349177330896, "lr": 0.019720247055031417}
+{"step": 2300, "val_loss": 2.063821063414806, "val_acc": 0.3180564684879836}
+{"step": 2310, "train_loss": 2.1802690029144287, "train_acc": 0.29541284403669726, "lr": 0.01971715217228753}
+{"step": 2320, "train_loss": 2.1683053970336914, "train_acc": 0.2879581151832461, "lr": 0.01971404063346485}
+{"step": 2330, "train_loss": 2.0791752338409424, "train_acc": 0.3140794223826715, "lr": 0.01971091244663955}
+{"step": 2340, "train_loss": 2.1124207973480225, "train_acc": 0.29699248120300753, "lr": 0.019707767619931007}
+{"step": 2350, "train_loss": 2.057213544845581, "train_acc": 0.3076923076923077, "lr": 0.019704606161501804}
+{"step": 2360, "train_loss": 2.0715579986572266, "train_acc": 0.341796875, "lr": 0.019701428079557676}
+{"step": 2370, "train_loss": 2.0553536415100098, "train_acc": 0.28842832469775476, "lr": 0.01969823338234752}
+{"step": 2380, "train_loss": 2.05537486076355, "train_acc": 0.3370577281191806, "lr": 0.01969502207816335}
+{"step": 2390, "train_loss": 2.0363879203796387, "train_acc": 0.34234234234234234, "lr": 0.019691794175340286}
+{"step": 2400, "train_loss": 2.1263973712921143, "train_acc": 0.2761061946902655, "lr": 0.019688549682256532}
+{"step": 2400, "val_loss": 2.0128301047697335, "val_acc": 0.33074526541761295}
+{"step": 2410, "train_loss": 2.1389963626861572, "train_acc": 0.3119584055459272, "lr": 0.01968528860733335}
+{"step": 2420, "train_loss": 2.0461483001708984, "train_acc": 0.31645569620253167, "lr": 0.019682010959035042}
+{"step": 2430, "train_loss": 1.9703305959701538, "train_acc": 0.3094017094017094, "lr": 0.01967871674586893}
+{"step": 2440, "train_loss": 2.0340352058410645, "train_acc": 0.3226381461675579, "lr": 0.01967540597638533}
+{"step": 2450, "train_loss": 1.988194227218628, "train_acc": 0.34946236559139787, "lr": 0.019672078659177528}
+{"step": 2460, "train_loss": 2.1796114444732666, "train_acc": 0.3083941605839416, "lr": 0.019668734802881765}
+{"step": 2470, "train_loss": 2.00467848777771, "train_acc": 0.3528399311531842, "lr": 0.019665374416177203}
+{"step": 2480, "train_loss": 2.09934663772583, "train_acc": 0.30687830687830686, "lr": 0.01966199750778592}
+{"step": 2490, "train_loss": 1.982702612876892, "train_acc": 0.3327239488117002, "lr": 0.019658604086472874}
+{"step": 2500, "train_loss": 1.865078091621399, "train_acc": 0.36824324324324326, "lr": 0.019655194161045872}
+{"step": 2500, "val_loss": 1.948891608900772, "val_acc": 0.35551801887271606}
+{"step": 2510, "train_loss": 1.9403749704360962, "train_acc": 0.3621621621621622, "lr": 0.019651767740355576}
+{"step": 2520, "train_loss": 2.07270884513855, "train_acc": 0.31762652705061084, "lr": 0.019648324833295445}
+{"step": 2530, "train_loss": 1.974929928779602, "train_acc": 0.3531468531468531, "lr": 0.019644865448801733}
+{"step": 2540, "train_loss": 1.9513204097747803, "train_acc": 0.3469750889679715, "lr": 0.019641389595853483}
+{"step": 2550, "train_loss": 2.0226786136627197, "train_acc": 0.32967032967032966, "lr": 0.01963789728347246}
+{"step": 2560, "train_loss": 1.882557988166809, "train_acc": 0.3327556325823224, "lr": 0.01963438852072315}
+{"step": 2570, "train_loss": 1.8389471769332886, "train_acc": 0.38581314878892736, "lr": 0.01963086331671275}
+{"step": 2580, "train_loss": 1.9709924459457397, "train_acc": 0.35251798561151076, "lr": 0.019627321680591125}
+{"step": 2590, "train_loss": 1.8335700035095215, "train_acc": 0.41264559068219636, "lr": 0.019623763621550782}
+{"step": 2600, "train_loss": 1.8405814170837402, "train_acc": 0.38475499092558985, "lr": 0.019620189148826878}
+{"step": 2600, "val_loss": 1.883969604636079, "val_acc": 0.3838133704852311}
+{"step": 2610, "train_loss": 1.929243803024292, "train_acc": 0.3847487001733102, "lr": 0.019616598271697146}
+{"step": 2620, "train_loss": 1.8307201862335205, "train_acc": 0.3902877697841727, "lr": 0.019612990999481914}
+{"step": 2630, "train_loss": 1.8322138786315918, "train_acc": 0.4063047285464098, "lr": 0.01960936734154406}
+{"step": 2640, "train_loss": 1.8948380947113037, "train_acc": 0.3854166666666667, "lr": 0.019605727307288986}
+{"step": 2650, "train_loss": 1.790825366973877, "train_acc": 0.4201388888888889, "lr": 0.019602070906164615}
+{"step": 2660, "train_loss": 1.7992867231369019, "train_acc": 0.3979416809605489, "lr": 0.019598398147661334}
+{"step": 2670, "train_loss": 1.8446059226989746, "train_acc": 0.41986062717770034, "lr": 0.019594709041311994}
+{"step": 2680, "train_loss": 1.8456941843032837, "train_acc": 0.40569395017793597, "lr": 0.019591003596691883}
+{"step": 2690, "train_loss": 2.002919912338257, "train_acc": 0.3786764705882353, "lr": 0.019587281823418682}
+{"step": 2700, "train_loss": 1.7750260829925537, "train_acc": 0.4415807560137457, "lr": 0.01958354373115247}
+{"step": 2700, "val_loss": 1.797985942115938, "val_acc": 0.41823443710006386}
+{"step": 2710, "train_loss": 1.8499919176101685, "train_acc": 0.38278388278388276, "lr": 0.01957978932959567}
+{"step": 2720, "train_loss": 1.7123373746871948, "train_acc": 0.43902439024390244, "lr": 0.01957601862849305}
+{"step": 2730, "train_loss": 1.6562144756317139, "train_acc": 0.43133802816901406, "lr": 0.01957223163763167}
+{"step": 2740, "train_loss": 1.7199757099151611, "train_acc": 0.4416243654822335, "lr": 0.01956842836684088}
+{"step": 2750, "train_loss": 1.7470600605010986, "train_acc": 0.4198895027624309, "lr": 0.01956460882599228}
+{"step": 2760, "train_loss": 1.6598553657531738, "train_acc": 0.45359019264448336, "lr": 0.019560773024999704}
+{"step": 2770, "train_loss": 1.7383822202682495, "train_acc": 0.45351043643263755, "lr": 0.01955692097381919}
+{"step": 2780, "train_loss": 1.864709734916687, "train_acc": 0.44701348747591524, "lr": 0.019553052682448953}
+{"step": 2790, "train_loss": 1.7935835123062134, "train_acc": 0.4367816091954023, "lr": 0.01954916816092936}
+{"step": 2800, "train_loss": 1.6454391479492188, "train_acc": 0.5009671179883946, "lr": 0.019545267419342906}
+{"step": 2800, "val_loss": 1.6454271196331554, "val_acc": 0.47772222690416555}
+{"step": 2810, "train_loss": 1.7429336309432983, "train_acc": 0.45880149812734083, "lr": 0.01954135046781418}
+{"step": 2820, "train_loss": 1.5197726488113403, "train_acc": 0.5260504201680672, "lr": 0.019537417316509854}
+{"step": 2830, "train_loss": 1.7741867303848267, "train_acc": 0.4618249534450652, "lr": 0.019533467975638645}
+{"step": 2840, "train_loss": 1.6038095951080322, "train_acc": 0.4860335195530726, "lr": 0.01952950245545128}
+{"step": 2850, "train_loss": 1.6086227893829346, "train_acc": 0.5130434782608696, "lr": 0.019525520766240506}
+{"step": 2860, "train_loss": 1.5727800130844116, "train_acc": 0.5127334465195246, "lr": 0.019521522918341003}
+{"step": 2870, "train_loss": 1.4929919242858887, "train_acc": 0.5084427767354597, "lr": 0.019517508922129417}
+{"step": 2880, "train_loss": 1.6381843090057373, "train_acc": 0.519327731092437, "lr": 0.019513478788024306}
+{"step": 2890, "train_loss": 1.5901025533676147, "train_acc": 0.5111111111111111, "lr": 0.019509432526486098}
+{"step": 2900, "train_loss": 1.4739913940429688, "train_acc": 0.5616197183098591, "lr": 0.019505370148017103}
+{"step": 2900, "val_loss": 1.4598977368855661, "val_acc": 0.5511728051595524}
+{"step": 2910, "train_loss": 1.4275957345962524, "train_acc": 0.5517826825127334, "lr": 0.019501291663161443}
+{"step": 2920, "train_loss": 1.44705069065094, "train_acc": 0.5508771929824562, "lr": 0.019497197082505063}
+{"step": 2930, "train_loss": 1.4892847537994385, "train_acc": 0.533210332103321, "lr": 0.01949308641667567}
+{"step": 2940, "train_loss": 1.3493512868881226, "train_acc": 0.5795847750865052, "lr": 0.019488959676342735}
+{"step": 2950, "train_loss": 1.5406557321548462, "train_acc": 0.5410714285714285, "lr": 0.019484816872217436}
+{"step": 2960, "train_loss": 1.2812199592590332, "train_acc": 0.5833333333333334, "lr": 0.01948065801505266}
+{"step": 2970, "train_loss": 1.4225106239318848, "train_acc": 0.5740402193784278, "lr": 0.019476483115642953}
+{"step": 2980, "train_loss": 1.3718702793121338, "train_acc": 0.5776515151515151, "lr": 0.0194722921848245}
+{"step": 2990, "train_loss": 1.311490535736084, "train_acc": 0.6151079136690647, "lr": 0.019468085233475096}
+{"step": 3000, "train_loss": 1.1776851415634155, "train_acc": 0.6338983050847458, "lr": 0.019463862272514124}
+{"step": 3000, "val_loss": 1.2958243274996162, "val_acc": 0.6014116317282924}
+{"step": 3010, "train_loss": 1.227789044380188, "train_acc": 0.6230899830220713, "lr": 0.019459623312902512}
+{"step": 3020, "train_loss": 1.2741782665252686, "train_acc": 0.5989010989010989, "lr": 0.019455368365642715}
+{"step": 3030, "train_loss": 1.3859267234802246, "train_acc": 0.5764925373134329, "lr": 0.019451097441778694}
+{"step": 3040, "train_loss": 1.2466055154800415, "train_acc": 0.5944055944055944, "lr": 0.019446810552395867}
+{"step": 3050, "train_loss": 1.2347140312194824, "train_acc": 0.6129032258064516, "lr": 0.019442507708621104}
+{"step": 3060, "train_loss": 1.1905654668807983, "train_acc": 0.6188811188811189, "lr": 0.019438188921622666}
+{"step": 3070, "train_loss": 1.0994967222213745, "train_acc": 0.6866666666666666, "lr": 0.019433854202610214}
+{"step": 3080, "train_loss": 1.2669681310653687, "train_acc": 0.6282271944922547, "lr": 0.019429503562834755}
+{"step": 3090, "train_loss": 1.0952353477478027, "train_acc": 0.6718480138169257, "lr": 0.019425137013588622}
+{"step": 3100, "train_loss": 1.0436455011367798, "train_acc": 0.6602112676056338, "lr": 0.019420754566205425}
+{"step": 3100, "val_loss": 1.115092415391286, "val_acc": 0.6621066467509106}
+{"step": 3110, "train_loss": 1.0972906351089478, "train_acc": 0.6726618705035972, "lr": 0.019416356232060065}
+{"step": 3120, "train_loss": 1.0443013906478882, "train_acc": 0.6965174129353234, "lr": 0.019411942022568664}
+{"step": 3130, "train_loss": 1.1988023519515991, "train_acc": 0.6752767527675276, "lr": 0.019407511949188546}
+{"step": 3140, "train_loss": 1.1749897003173828, "train_acc": 0.6517690875232774, "lr": 0.01940306602341822}
+{"step": 3150, "train_loss": 1.0421476364135742, "train_acc": 0.6907775768535263, "lr": 0.019398604256797333}
+{"step": 3160, "train_loss": 1.033048391342163, "train_acc": 0.696526508226691, "lr": 0.019394126660906646}
+{"step": 3170, "train_loss": 1.1291844844818115, "train_acc": 0.6408450704225352, "lr": 0.019389633247368022}
+{"step": 3180, "train_loss": 1.033002257347107, "train_acc": 0.6831858407079646, "lr": 0.019385124027844362}
+{"step": 3190, "train_loss": 0.9296932220458984, "train_acc": 0.7226027397260274, "lr": 0.019380599014039594}
+{"step": 3200, "train_loss": 1.0107338428497314, "train_acc": 0.7107583774250441, "lr": 0.019376058217698656}
+{"step": 3200, "val_loss": 0.9642624203613477, "val_acc": 0.7037833989549237}
+{"step": 3210, "train_loss": 0.932026207447052, "train_acc": 0.7135842880523732, "lr": 0.01937150165060743}
+{"step": 3220, "train_loss": 1.0192495584487915, "train_acc": 0.6857638888888888, "lr": 0.019366929324592743}
+{"step": 3230, "train_loss": 0.8707848787307739, "train_acc": 0.7435456110154905, "lr": 0.01936234125152233}
+{"step": 3240, "train_loss": 0.9592322707176208, "train_acc": 0.7006802721088435, "lr": 0.01935773744330479}
+{"step": 3250, "train_loss": 0.8603485226631165, "train_acc": 0.7303571428571428, "lr": 0.019353117911889563}
+{"step": 3260, "train_loss": 0.9089307188987732, "train_acc": 0.7206896551724138, "lr": 0.019348482669266902}
+{"step": 3270, "train_loss": 0.9464824199676514, "train_acc": 0.7111111111111111, "lr": 0.01934383172746784}
+{"step": 3280, "train_loss": 0.8865891098976135, "train_acc": 0.7415329768270945, "lr": 0.019339165098564162}
+{"step": 3290, "train_loss": 0.9326222538948059, "train_acc": 0.7170138888888888, "lr": 0.019334482794668362}
+{"step": 3300, "train_loss": 0.7674918174743652, "train_acc": 0.7681159420289855, "lr": 0.01932978482793362}
+{"step": 3300, "val_loss": 0.8327210565523536, "val_acc": 0.7491125818551135}
+{"step": 3310, "train_loss": 0.756196916103363, "train_acc": 0.7623089983022071, "lr": 0.01932507121055378}
+{"step": 3320, "train_loss": 0.7565883994102478, "train_acc": 0.7922948073701842, "lr": 0.01932034195476329}
+{"step": 3330, "train_loss": 0.9273183941841125, "train_acc": 0.7477313974591652, "lr": 0.01931559707283721}
+{"step": 3340, "train_loss": 0.7642369866371155, "train_acc": 0.7726465364120781, "lr": 0.01931083657709114}
+{"step": 3350, "train_loss": 0.6995944976806641, "train_acc": 0.789279112754159, "lr": 0.019306060479881215}
+{"step": 3360, "train_loss": 0.8363574147224426, "train_acc": 0.7777777777777778, "lr": 0.019301268793604068}
+{"step": 3370, "train_loss": 0.7789345383644104, "train_acc": 0.7707948243992606, "lr": 0.019296461530696783}
+{"step": 3380, "train_loss": 0.8214232921600342, "train_acc": 0.7673545966228893, "lr": 0.019291638703636888}
+{"step": 3390, "train_loss": 0.722519040107727, "train_acc": 0.7724252491694352, "lr": 0.01928680032494229}
+{"step": 3400, "train_loss": 0.7932419776916504, "train_acc": 0.7718978102189781, "lr": 0.019281946407171287}
+{"step": 3400, "val_loss": 0.718262551094395, "val_acc": 0.7841785584540018}
+{"step": 3410, "train_loss": 0.6678213477134705, "train_acc": 0.8, "lr": 0.019277076962922492}
+{"step": 3420, "train_loss": 0.7085120677947998, "train_acc": 0.7771535580524345, "lr": 0.01927219200483481}
+{"step": 3430, "train_loss": 0.704427182674408, "train_acc": 0.7822878228782287, "lr": 0.019267291545587435}
+{"step": 3440, "train_loss": 0.7391734719276428, "train_acc": 0.7585585585585586, "lr": 0.01926237559789978}
+{"step": 3450, "train_loss": 0.5904830098152161, "train_acc": 0.8257713248638838, "lr": 0.019257444174531468}
+{"step": 3460, "train_loss": 0.6132395267486572, "train_acc": 0.8094405594405595, "lr": 0.019252497288282277}
+{"step": 3470, "train_loss": 0.6704355478286743, "train_acc": 0.7988505747126436, "lr": 0.01924753495199213}
+{"step": 3480, "train_loss": 0.4945869743824005, "train_acc": 0.8422876949740035, "lr": 0.019242557178541057}
+{"step": 3490, "train_loss": 0.5989668965339661, "train_acc": 0.8183453237410072, "lr": 0.019237563980849134}
+{"step": 3500, "train_loss": 0.5756561756134033, "train_acc": 0.8195876288659794, "lr": 0.019232555371876507}
+{"step": 3500, "val_loss": 0.5909972775464597, "val_acc": 0.8284686117591182}
+{"step": 3510, "train_loss": 0.6050898432731628, "train_acc": 0.8339100346020761, "lr": 0.019227531364623282}
+{"step": 3520, "train_loss": 0.5819306969642639, "train_acc": 0.8275229357798165, "lr": 0.019222491972129566}
+{"step": 3530, "train_loss": 0.5318819880485535, "train_acc": 0.855072463768116, "lr": 0.019217437207475374}
+{"step": 3540, "train_loss": 0.5892912149429321, "train_acc": 0.8319039451114922, "lr": 0.019212367083780643}
+{"step": 3550, "train_loss": 0.5624702572822571, "train_acc": 0.8380414312617702, "lr": 0.019207281614205148}
+{"step": 3560, "train_loss": 0.531825602054596, "train_acc": 0.8308823529411765, "lr": 0.01920218081194853}
+{"step": 3570, "train_loss": 0.6094543933868408, "train_acc": 0.8191304347826087, "lr": 0.01919706469025019}
+{"step": 3580, "train_loss": 0.47197508811950684, "train_acc": 0.8502772643253235, "lr": 0.01919193326238932}
+{"step": 3590, "train_loss": 0.48937034606933594, "train_acc": 0.860738255033557, "lr": 0.019186786541684823}
+{"step": 3600, "train_loss": 0.55437171459198, "train_acc": 0.8568840579710145, "lr": 0.01918162454149531}
+{"step": 3600, "val_loss": 0.4921794545647408, "val_acc": 0.8553528446516276}
+{"step": 3610, "train_loss": 0.5254732370376587, "train_acc": 0.8460176991150442, "lr": 0.019176447275219034}
+{"step": 3620, "train_loss": 0.40447017550468445, "train_acc": 0.8705673758865248, "lr": 0.019171254756293884}
+{"step": 3630, "train_loss": 0.47128984332084656, "train_acc": 0.8752166377816292, "lr": 0.019166046998197336}
+{"step": 3640, "train_loss": 0.43194258213043213, "train_acc": 0.8793706293706294, "lr": 0.019160824014446413}
+{"step": 3650, "train_loss": 0.43401649594306946, "train_acc": 0.872852233676976, "lr": 0.019155585818597668}
+{"step": 3660, "train_loss": 0.4438819885253906, "train_acc": 0.8599290780141844, "lr": 0.01915033242424713}
+{"step": 3670, "train_loss": 0.42945000529289246, "train_acc": 0.8694885361552028, "lr": 0.019145063845030282}
+{"step": 3680, "train_loss": 0.38363373279571533, "train_acc": 0.8698752228163993, "lr": 0.019139780094622014}
+{"step": 3690, "train_loss": 0.39371734857559204, "train_acc": 0.8670309653916212, "lr": 0.019134481186736597}
+{"step": 3700, "train_loss": 0.2817811369895935, "train_acc": 0.9143356643356644, "lr": 0.01912916713512764}
+{"step": 3700, "val_loss": 0.4094699520696945, "val_acc": 0.8809769930180789}
+{"step": 3710, "train_loss": 0.36065801978111267, "train_acc": 0.8857677902621723, "lr": 0.019123837953588074}
+{"step": 3720, "train_loss": 0.3150852620601654, "train_acc": 0.9057591623036649, "lr": 0.01911849365595008}
+{"step": 3730, "train_loss": 0.45018547773361206, "train_acc": 0.8646034816247582, "lr": 0.019113134256085077}
+{"step": 3740, "train_loss": 0.33396732807159424, "train_acc": 0.8980667838312829, "lr": 0.019107759767903704}
+{"step": 3750, "train_loss": 0.3496522605419159, "train_acc": 0.8894830659536542, "lr": 0.01910237020535574}
+{"step": 3760, "train_loss": 0.33477523922920227, "train_acc": 0.9039855072463768, "lr": 0.01909696558243009}
+{"step": 3770, "train_loss": 0.4155689477920532, "train_acc": 0.8808193668528864, "lr": 0.019091545913154765}
+{"step": 3780, "train_loss": 0.33055099844932556, "train_acc": 0.8946428571428572, "lr": 0.019086111211596816}
+{"step": 3790, "train_loss": 0.4204622507095337, "train_acc": 0.8661567877629063, "lr": 0.01908066149186232}
+{"step": 3800, "train_loss": 0.29511529207229614, "train_acc": 0.9162303664921466, "lr": 0.01907519676809633}
+{"step": 3800, "val_loss": 0.356573421531275, "val_acc": 0.8965857078201005}
+{"step": 3810, "train_loss": 0.26479560136795044, "train_acc": 0.9195804195804196, "lr": 0.01906971705448284}
+{"step": 3820, "train_loss": 0.40806111693382263, "train_acc": 0.8635578583765112, "lr": 0.019064222365244757}
+{"step": 3830, "train_loss": 0.3251189589500427, "train_acc": 0.8930581613508443, "lr": 0.019058712714643856}
+{"step": 3840, "train_loss": 0.28948280215263367, "train_acc": 0.9130434782608695, "lr": 0.01905318811698074}
+{"step": 3850, "train_loss": 0.3039070963859558, "train_acc": 0.9058614564831261, "lr": 0.019047648586594815}
+{"step": 3860, "train_loss": 0.2701047658920288, "train_acc": 0.9138240574506283, "lr": 0.01904209413786425}
+{"step": 3870, "train_loss": 0.291329026222229, "train_acc": 0.9118165784832452, "lr": 0.019036524785205917}
+{"step": 3880, "train_loss": 0.3371780514717102, "train_acc": 0.8847517730496454, "lr": 0.019030940543075393}
+{"step": 3890, "train_loss": 0.29397547245025635, "train_acc": 0.9033989266547406, "lr": 0.019025341425966888}
+{"step": 3900, "train_loss": 0.301308274269104, "train_acc": 0.9139194139194139, "lr": 0.019019727448413223}
+{"step": 3900, "val_loss": 0.3062457665964129, "val_acc": 0.9084039028541755}
+{"step": 3910, "train_loss": 0.2332574725151062, "train_acc": 0.9281437125748503, "lr": 0.019014098624985792}
+{"step": 3920, "train_loss": 0.2386772781610489, "train_acc": 0.9215328467153284, "lr": 0.01900845497029453}
+{"step": 3930, "train_loss": 0.3229135572910309, "train_acc": 0.9143389199255121, "lr": 0.019002796498987853}
+{"step": 3940, "train_loss": 0.2893270254135132, "train_acc": 0.9162210338680927, "lr": 0.01899712322575264}
+{"step": 3950, "train_loss": 0.2528322637081146, "train_acc": 0.924187725631769, "lr": 0.01899143516531419}
+{"step": 3960, "train_loss": 0.22709202766418457, "train_acc": 0.9306049822064056, "lr": 0.018985732332436184}
+{"step": 3970, "train_loss": 0.22693675756454468, "train_acc": 0.9377104377104377, "lr": 0.018980014741920653}
+{"step": 3980, "train_loss": 0.2630235254764557, "train_acc": 0.9195979899497487, "lr": 0.018974282408607913}
+{"step": 3990, "train_loss": 0.20150673389434814, "train_acc": 0.9369202226345084, "lr": 0.018968535347376567}
+{"step": 4000, "train_loss": 0.303972065448761, "train_acc": 0.896797153024911, "lr": 0.018962773573143427}
+{"step": 4000, "val_loss": 0.26504101610737535, "val_acc": 0.9191836255206781}
+{"step": 4010, "train_loss": 0.3633158504962921, "train_acc": 0.892226148409894, "lr": 0.0189569971008635}
+{"step": 4020, "train_loss": 0.22927844524383545, "train_acc": 0.9284403669724771, "lr": 0.01895120594552995}
+{"step": 4030, "train_loss": 0.24704548716545105, "train_acc": 0.926391382405745, "lr": 0.018945400122174046}
+{"step": 4040, "train_loss": 0.17263787984848022, "train_acc": 0.9490333919156415, "lr": 0.018939579645865127}
+{"step": 4050, "train_loss": 0.2940385937690735, "train_acc": 0.9195612431444241, "lr": 0.018933744531710567}
+{"step": 4060, "train_loss": 0.1798500418663025, "train_acc": 0.9367720465890182, "lr": 0.01892789479485573}
+{"step": 4070, "train_loss": 0.2950446903705597, "train_acc": 0.9233449477351916, "lr": 0.018922030450483938}
+{"step": 4080, "train_loss": 0.22471825778484344, "train_acc": 0.9507908611599297, "lr": 0.018916151513816426}
+{"step": 4090, "train_loss": 0.2641180157661438, "train_acc": 0.9239332096474954, "lr": 0.018910258000112305}
+{"step": 4100, "train_loss": 0.20038367807865143, "train_acc": 0.9422382671480144, "lr": 0.01890434992466852}
+{"step": 4100, "val_loss": 0.2343857265679164, "val_acc": 0.9293145520715862}
+{"step": 4110, "train_loss": 0.2573241591453552, "train_acc": 0.9305301645338209, "lr": 0.01889842730281981}
+{"step": 4120, "train_loss": 0.2297517955303192, "train_acc": 0.9279588336192109, "lr": 0.018892490149938674}
+{"step": 4130, "train_loss": 0.28789061307907104, "train_acc": 0.9154135338345865, "lr": 0.018886538481435334}
+{"step": 4140, "train_loss": 0.18145252764225006, "train_acc": 0.9385474860335196, "lr": 0.018880572312757665}
+{"step": 4150, "train_loss": 0.20588356256484985, "train_acc": 0.940068493150685, "lr": 0.018874591659391204}
+{"step": 4160, "train_loss": 0.21871112287044525, "train_acc": 0.9328621908127208, "lr": 0.018868596536859066}
+{"step": 4170, "train_loss": 0.2269223928451538, "train_acc": 0.9341421143847487, "lr": 0.018862586960721933}
+{"step": 4180, "train_loss": 0.18641823530197144, "train_acc": 0.9356617647058824, "lr": 0.018856562946578}
+{"step": 4190, "train_loss": 0.24025587737560272, "train_acc": 0.9252669039145908, "lr": 0.018850524510062923}
+{"step": 4200, "train_loss": 0.22212813794612885, "train_acc": 0.9440559440559441, "lr": 0.018844471666849816}
+{"step": 4200, "val_loss": 0.20419088597240354, "val_acc": 0.9360218470310228}
+{"step": 4210, "train_loss": 0.1342134177684784, "train_acc": 0.9438405797101449, "lr": 0.018838404432649163}
+{"step": 4220, "train_loss": 0.21933363378047943, "train_acc": 0.9283154121863799, "lr": 0.01883232282320881}
+{"step": 4230, "train_loss": 0.15981057286262512, "train_acc": 0.946551724137931, "lr": 0.01882622685431393}
+{"step": 4240, "train_loss": 0.12371230870485306, "train_acc": 0.9577702702702703, "lr": 0.018820116541786933}
+{"step": 4250, "train_loss": 0.22138692438602448, "train_acc": 0.9347826086956522, "lr": 0.018813991901487498}
+{"step": 4260, "train_loss": 0.13542334735393524, "train_acc": 0.9562937062937062, "lr": 0.018807852949312462}
+{"step": 4270, "train_loss": 0.18721196055412292, "train_acc": 0.9549718574108818, "lr": 0.018801699701195815}
+{"step": 4280, "train_loss": 0.1538129597902298, "train_acc": 0.9491525423728814, "lr": 0.01879553217310867}
+{"step": 4290, "train_loss": 0.21013343334197998, "train_acc": 0.9315315315315316, "lr": 0.018789350381059187}
+{"step": 4300, "train_loss": 0.2396579384803772, "train_acc": 0.929368029739777, "lr": 0.01878315434109255}
+{"step": 4300, "val_loss": 0.18927572083181884, "val_acc": 0.9413194791559849}
+{"step": 4310, "train_loss": 0.1595281958580017, "train_acc": 0.9562841530054644, "lr": 0.01877694406929094}
+{"step": 4320, "train_loss": 0.15343518555164337, "train_acc": 0.9525483304042179, "lr": 0.018770719581773454}
+{"step": 4330, "train_loss": 0.1644398421049118, "train_acc": 0.9526916802610114, "lr": 0.01876448089469611}
+{"step": 4340, "train_loss": 0.10906622558832169, "train_acc": 0.9594594594594594, "lr": 0.018758228024251755}
+{"step": 4350, "train_loss": 0.21544598042964935, "train_acc": 0.9300699300699301, "lr": 0.018751960986670084}
+{"step": 4360, "train_loss": 0.22350138425827026, "train_acc": 0.9264990328820116, "lr": 0.018745679798217525}
+{"step": 4370, "train_loss": 0.177921861410141, "train_acc": 0.9460431654676259, "lr": 0.018739384475197275}
+{"step": 4380, "train_loss": 0.2157614380121231, "train_acc": 0.9327433628318584, "lr": 0.01873307503394919}
+{"step": 4390, "train_loss": 0.166130930185318, "train_acc": 0.9404332129963899, "lr": 0.018726751490849774}
+{"step": 4400, "train_loss": 0.14061087369918823, "train_acc": 0.9565217391304348, "lr": 0.01872041386231215}
+{"step": 4400, "val_loss": 0.17710165786293403, "val_acc": 0.9448030500289649}
+{"step": 4410, "train_loss": 0.1682540327310562, "train_acc": 0.9542124542124543, "lr": 0.018714062164785973}
+{"step": 4420, "train_loss": 0.157065749168396, "train_acc": 0.9532062391681109, "lr": 0.018707696414757446}
+{"step": 4430, "train_loss": 0.13746221363544464, "train_acc": 0.9577205882352942, "lr": 0.01870131662874922}
+{"step": 4440, "train_loss": 0.17077209055423737, "train_acc": 0.9446366782006921, "lr": 0.018694922823320394}
+{"step": 4450, "train_loss": 0.13568197190761566, "train_acc": 0.9559859154929577, "lr": 0.018688515015066444}
+{"step": 4460, "train_loss": 0.14668267965316772, "train_acc": 0.9490968801313628, "lr": 0.0186820932206192}
+{"step": 4470, "train_loss": 0.12598566710948944, "train_acc": 0.9647887323943662, "lr": 0.01867565745664679}
+{"step": 4480, "train_loss": 0.14058972895145416, "train_acc": 0.9590017825311943, "lr": 0.018669207739853602}
+{"step": 4490, "train_loss": 0.18262213468551636, "train_acc": 0.9424083769633508, "lr": 0.018662744086980234}
+{"step": 4500, "train_loss": 0.156614750623703, "train_acc": 0.9445407279029463, "lr": 0.018656266514803458}
+{"step": 4500, "val_loss": 0.17057549191586568, "val_acc": 0.9465109745313869}
+{"step": 4510, "train_loss": 0.12155777215957642, "train_acc": 0.956989247311828, "lr": 0.01864977504013618}
+{"step": 4520, "train_loss": 0.14566703140735626, "train_acc": 0.9547101449275363, "lr": 0.01864326967982739}
+{"step": 4530, "train_loss": 0.15300916135311127, "train_acc": 0.9480069324090121, "lr": 0.018636750450762116}
+{"step": 4540, "train_loss": 0.17086069285869598, "train_acc": 0.9406307977736549, "lr": 0.01863021736986138}
+{"step": 4550, "train_loss": 0.18156719207763672, "train_acc": 0.9314586994727593, "lr": 0.018623670454082152}
+{"step": 4560, "train_loss": 0.1564815193414688, "train_acc": 0.9518072289156626, "lr": 0.018617109720417337}
+{"step": 4570, "train_loss": 0.17604076862335205, "train_acc": 0.9468864468864469, "lr": 0.018610535185895675}
+{"step": 4580, "train_loss": 0.25906431674957275, "train_acc": 0.9276190476190476, "lr": 0.018603946867581742}
+{"step": 4590, "train_loss": 0.18490813672542572, "train_acc": 0.940677966101695, "lr": 0.018597344782575888}
+{"step": 4600, "train_loss": 0.1565335988998413, "train_acc": 0.9421052631578948, "lr": 0.0185907289480142}
+{"step": 4600, "val_loss": 0.16622498809292738, "val_acc": 0.9505972217624665}
+{"step": 4610, "train_loss": 0.14257794618606567, "train_acc": 0.9507299270072993, "lr": 0.018584099381068444}
+{"step": 4620, "train_loss": 0.19664959609508514, "train_acc": 0.941712204007286, "lr": 0.018577456098946035}
+{"step": 4630, "train_loss": 0.13184288144111633, "train_acc": 0.9445438282647585, "lr": 0.018570799118889984}
+{"step": 4640, "train_loss": 0.15902431309223175, "train_acc": 0.951304347826087, "lr": 0.01856412845817885}
+{"step": 4650, "train_loss": 0.12969960272312164, "train_acc": 0.9557522123893806, "lr": 0.018557444134126723}
+{"step": 4660, "train_loss": 0.15148381888866425, "train_acc": 0.9526411657559198, "lr": 0.018550746164083125}
+{"step": 4670, "train_loss": 0.12511131167411804, "train_acc": 0.9583333333333334, "lr": 0.018544034565433024}
+{"step": 4680, "train_loss": 0.12821973860263824, "train_acc": 0.9616055846422339, "lr": 0.01853730935559675}
+{"step": 4690, "train_loss": 0.16212670505046844, "train_acc": 0.9599271402550091, "lr": 0.018530570552029953}
+{"step": 4700, "train_loss": 0.1942276656627655, "train_acc": 0.9392265193370166, "lr": 0.01852381817222359}
+{"step": 4700, "val_loss": 0.15521502191176836, "val_acc": 0.9531723032813936}
+{"step": 4710, "train_loss": 0.16733069717884064, "train_acc": 0.9644128113879004, "lr": 0.01851705223370383}
+{"step": 4720, "train_loss": 0.1390259563922882, "train_acc": 0.9676258992805755, "lr": 0.018510272754032057}
+{"step": 4730, "train_loss": 0.20229192078113556, "train_acc": 0.9413919413919414, "lr": 0.018503479750804783}
+{"step": 4740, "train_loss": 0.09769997000694275, "train_acc": 0.978021978021978, "lr": 0.018496673241653636}
+{"step": 4750, "train_loss": 0.12209998816251755, "train_acc": 0.9570957095709571, "lr": 0.018489853244245284}
+{"step": 4760, "train_loss": 0.1502111703157425, "train_acc": 0.9569707401032702, "lr": 0.01848301977628142}
+{"step": 4770, "train_loss": 0.15100142359733582, "train_acc": 0.9534109816971714, "lr": 0.018476172855498692}
+{"step": 4780, "train_loss": 0.14297355711460114, "train_acc": 0.9716312056737588, "lr": 0.01846931249966867}
+{"step": 4790, "train_loss": 0.1360529065132141, "train_acc": 0.9610619469026549, "lr": 0.018462438726597787}
+{"step": 4800, "train_loss": 0.11101411283016205, "train_acc": 0.9713774597495528, "lr": 0.01845555155412731}
+{"step": 4800, "val_loss": 0.17140250572567123, "val_acc": 0.948143671370344}
+{"step": 4810, "train_loss": 0.10958472639322281, "train_acc": 0.9571917808219178, "lr": 0.018448651000133282}
+{"step": 4820, "train_loss": 0.13831382989883423, "train_acc": 0.9642184557438794, "lr": 0.018441737082526482}
+{"step": 4830, "train_loss": 0.15482230484485626, "train_acc": 0.9655797101449275, "lr": 0.018434809819252364}
+{"step": 4840, "train_loss": 0.1188955157995224, "train_acc": 0.9560632688927944, "lr": 0.01842786922829103}
+{"step": 4850, "train_loss": 0.1881028711795807, "train_acc": 0.931095406360424, "lr": 0.018420915327657182}
+{"step": 4860, "train_loss": 0.09843430668115616, "train_acc": 0.9661921708185054, "lr": 0.018413948135400055}
+{"step": 4870, "train_loss": 0.11500716209411621, "train_acc": 0.9647266313932981, "lr": 0.01840696766960338}
+{"step": 4880, "train_loss": 0.1263827681541443, "train_acc": 0.9591474245115453, "lr": 0.018399973948385356}
+{"step": 4890, "train_loss": 0.16957741975784302, "train_acc": 0.9577702702702703, "lr": 0.018392966989898576}
+{"step": 4900, "train_loss": 0.11266815662384033, "train_acc": 0.9626998223801065, "lr": 0.01838594681233}
+{"step": 4900, "val_loss": 0.14577951968108183, "val_acc": 0.955895797469689}
+{"step": 4910, "train_loss": 0.10846808552742004, "train_acc": 0.9722222222222222, "lr": 0.018378913433900888}
+{"step": 4920, "train_loss": 0.13336358964443207, "train_acc": 0.9642248722316865, "lr": 0.01837186687286677}
+{"step": 4930, "train_loss": 0.12211348861455917, "train_acc": 0.9621621621621622, "lr": 0.018364807147517388}
+{"step": 4940, "train_loss": 0.1122400313615799, "train_acc": 0.9634369287020109, "lr": 0.018357734276176655}
+{"step": 4950, "train_loss": 0.1253180354833603, "train_acc": 0.9638989169675091, "lr": 0.018350648277202612}
+{"step": 4960, "train_loss": 0.10259272158145905, "train_acc": 0.9657039711191335, "lr": 0.018343549168987363}
+{"step": 4970, "train_loss": 0.155012845993042, "train_acc": 0.9467889908256881, "lr": 0.018336436969957043}
+{"step": 4980, "train_loss": 0.09723496437072754, "train_acc": 0.9706896551724138, "lr": 0.018329311698571767}
+{"step": 4990, "train_loss": 0.11096838861703873, "train_acc": 0.956369982547993, "lr": 0.018322173373325566}
+{"step": 5000, "train_loss": 0.12676827609539032, "train_acc": 0.9603024574669187, "lr": 0.018315022012746377}
+{"step": 5000, "val_loss": 0.1515480143966126, "val_acc": 0.9552523808463703}
+{"step": 5010, "train_loss": 0.11649008095264435, "train_acc": 0.9613259668508287, "lr": 0.01830785763539595}
+{"step": 5020, "train_loss": 0.1689109057188034, "train_acc": 0.9570661896243292, "lr": 0.018300680259869834}
+{"step": 5030, "train_loss": 0.15847566723823547, "train_acc": 0.9595070422535211, "lr": 0.018293489904797306}
+{"step": 5040, "train_loss": 0.09472037106752396, "train_acc": 0.9630931458699473, "lr": 0.018286286588841336}
+{"step": 5050, "train_loss": 0.10689083486795425, "train_acc": 0.9715302491103203, "lr": 0.018279070330698543}
+{"step": 5060, "train_loss": 0.0919637680053711, "train_acc": 0.9626334519572953, "lr": 0.01827184114909912}
+{"step": 5070, "train_loss": 0.11510898917913437, "train_acc": 0.9690721649484536, "lr": 0.018264599062806815}
+{"step": 5080, "train_loss": 0.17029783129692078, "train_acc": 0.9516407599309153, "lr": 0.01825734409061888}
+{"step": 5090, "train_loss": 0.08862245827913284, "train_acc": 0.9762340036563071, "lr": 0.018250076251365988}
+{"step": 5100, "train_loss": 0.12204062938690186, "train_acc": 0.95929203539823, "lr": 0.018242795563912232}
+{"step": 5100, "val_loss": 0.13915919846075545, "val_acc": 0.9572685748386096}
+{"step": 5110, "train_loss": 0.16888920962810516, "train_acc": 0.9456521739130435, "lr": 0.018235502047155044}
+{"step": 5120, "train_loss": 0.13832561671733856, "train_acc": 0.9493891797556719, "lr": 0.01822819572002516}
+{"step": 5130, "train_loss": 0.10118411481380463, "train_acc": 0.9749552772808586, "lr": 0.018220876601486555}
+{"step": 5140, "train_loss": 0.13302943110466003, "train_acc": 0.9580152671755725, "lr": 0.01821354471053642}
+{"step": 5150, "train_loss": 0.13979719579219818, "train_acc": 0.9630281690140845, "lr": 0.018206200066205082}
+{"step": 5160, "train_loss": 0.08443423360586166, "train_acc": 0.9680851063829787, "lr": 0.018198842687555984}
+{"step": 5170, "train_loss": 0.1267731636762619, "train_acc": 0.9576427255985267, "lr": 0.01819147259368561}
+{"step": 5180, "train_loss": 0.11037879437208176, "train_acc": 0.9685767097966729, "lr": 0.01818408980372346}
+{"step": 5190, "train_loss": 0.14782878756523132, "train_acc": 0.9507908611599297, "lr": 0.01817669433683197}
+{"step": 5200, "train_loss": 0.1292872130870819, "train_acc": 0.9591836734693877, "lr": 0.018169286212206495}
+{"step": 5200, "val_loss": 0.13587934461683024, "val_acc": 0.9567863780392096}
+{"step": 5210, "train_loss": 0.1119743287563324, "train_acc": 0.967741935483871, "lr": 0.01816186544907524}
+{"step": 5220, "train_loss": 0.11194790154695511, "train_acc": 0.9636678200692042, "lr": 0.01815443206669921}
+{"step": 5230, "train_loss": 0.09196633845567703, "train_acc": 0.9679715302491103, "lr": 0.018146986084372166}
+{"step": 5240, "train_loss": 0.12436896562576294, "train_acc": 0.956140350877193, "lr": 0.018139527521420576}
+{"step": 5250, "train_loss": 0.10088635236024857, "train_acc": 0.9661654135338346, "lr": 0.01813205639720356}
+{"step": 5260, "train_loss": 0.12972314655780792, "train_acc": 0.9754385964912281, "lr": 0.018124572731112832}
+{"step": 5270, "train_loss": 0.09206362813711166, "train_acc": 0.9690346083788707, "lr": 0.018117076542572674}
+{"step": 5280, "train_loss": 0.11134052276611328, "train_acc": 0.9659498207885304, "lr": 0.018109567851039864}
+{"step": 5290, "train_loss": 0.20029309391975403, "train_acc": 0.9542961608775137, "lr": 0.01810204667600363}
+{"step": 5300, "train_loss": 0.13752231001853943, "train_acc": 0.9702602230483272, "lr": 0.018094513036985612}
+{"step": 5300, "val_loss": 0.13858013433224586, "val_acc": 0.9574096894608333}
+{"step": 5310, "train_loss": 0.14192917943000793, "train_acc": 0.9600694444444444, "lr": 0.01808696695353978}
+{"step": 5320, "train_loss": 0.13790050148963928, "train_acc": 0.9661921708185054, "lr": 0.01807940844525243}
+{"step": 5330, "train_loss": 0.0987946018576622, "train_acc": 0.9740034662045061, "lr": 0.018071837531742085}
+{"step": 5340, "train_loss": 0.1208406463265419, "train_acc": 0.9626334519572953, "lr": 0.018064254232659484}
+{"step": 5350, "train_loss": 0.19476796686649323, "train_acc": 0.9426086956521739, "lr": 0.0180566585676875}
+{"step": 5360, "train_loss": 0.1024257019162178, "train_acc": 0.9616858237547893, "lr": 0.01804905055654111}
+{"step": 5370, "train_loss": 0.11078734695911407, "train_acc": 0.9765100671140939, "lr": 0.01804143021896733}
+{"step": 5380, "train_loss": 0.11807858943939209, "train_acc": 0.9675213675213675, "lr": 0.018033797574745183}
+{"step": 5390, "train_loss": 0.09377782791852951, "train_acc": 0.9725274725274725, "lr": 0.01802615264368562}
+{"step": 5400, "train_loss": 0.09469994902610779, "train_acc": 0.9693877551020408, "lr": 0.018018495445631492}
+{"step": 5400, "val_loss": 0.13581130598568927, "val_acc": 0.9585960386080359}
+{"step": 5410, "train_loss": 0.1309552937746048, "train_acc": 0.9659284497444633, "lr": 0.018010826000457475}
+{"step": 5420, "train_loss": 0.13598564267158508, "train_acc": 0.9591474245115453, "lr": 0.01800314432807006}
+{"step": 5430, "train_loss": 0.10831121355295181, "train_acc": 0.9547920433996383, "lr": 0.01799545044840745}
+{"step": 5440, "train_loss": 0.11237937211990356, "train_acc": 0.9726775956284153, "lr": 0.017987744381439547}
+{"step": 5450, "train_loss": 0.1359865516424179, "train_acc": 0.9534482758620689, "lr": 0.01798002614716788}
+{"step": 5460, "train_loss": 0.12894240021705627, "train_acc": 0.9666666666666667, "lr": 0.017972295765625552}
+{"step": 5470, "train_loss": 0.08946874737739563, "train_acc": 0.9781021897810219, "lr": 0.017964553256877208}
+{"step": 5480, "train_loss": 0.16305339336395264, "train_acc": 0.948051948051948, "lr": 0.017956798641018967}
+{"step": 5490, "train_loss": 0.0940718948841095, "train_acc": 0.9630281690140845, "lr": 0.017949031938178362}
+{"step": 5500, "train_loss": 0.11323785781860352, "train_acc": 0.9595782073813708, "lr": 0.017941253168514314}
+{"step": 5500, "val_loss": 0.13335713318477463, "val_acc": 0.9580605723612967}
+{"step": 5510, "train_loss": 0.07748574763536453, "train_acc": 0.9733570159857904, "lr": 0.017933462352217055}
+{"step": 5520, "train_loss": 0.17810365557670593, "train_acc": 0.9560439560439561, "lr": 0.01792565950950808}
+{"step": 5530, "train_loss": 0.11708132922649384, "train_acc": 0.9587813620071685, "lr": 0.017917844660640118}
+{"step": 5540, "train_loss": 0.14892256259918213, "train_acc": 0.9620034542314335, "lr": 0.017910017825897035}
+{"step": 5550, "train_loss": 0.06352341920137405, "train_acc": 0.9829351535836177, "lr": 0.017902179025593826}
+{"step": 5560, "train_loss": 0.08781389147043228, "train_acc": 0.9751243781094527, "lr": 0.017894328280076532}
+{"step": 5570, "train_loss": 0.12472246587276459, "train_acc": 0.9659090909090909, "lr": 0.017886465609722214}
+{"step": 5580, "train_loss": 0.14549367129802704, "train_acc": 0.9595782073813708, "lr": 0.01787859103493887}
+{"step": 5590, "train_loss": 0.11566232889890671, "train_acc": 0.9534883720930233, "lr": 0.017870704576165394}
+{"step": 5600, "train_loss": 0.08459983021020889, "train_acc": 0.9731663685152058, "lr": 0.01786280625387154}
+{"step": 5600, "val_loss": 0.12581818862994054, "val_acc": 0.9631935595323934}
+{"step": 5610, "train_loss": 0.11868476867675781, "train_acc": 0.9582608695652174, "lr": 0.017854896088557847}
+{"step": 5620, "train_loss": 0.104969322681427, "train_acc": 0.9722222222222222, "lr": 0.01784697410075559}
+{"step": 5630, "train_loss": 0.11685293912887573, "train_acc": 0.9615384615384616, "lr": 0.017839040311026736}
+{"step": 5640, "train_loss": 0.09320366382598877, "train_acc": 0.9683098591549296, "lr": 0.01783109473996388}
+{"step": 5650, "train_loss": 0.11394287645816803, "train_acc": 0.9718574108818011, "lr": 0.017823137408190196}
+{"step": 5660, "train_loss": 0.0933295413851738, "train_acc": 0.972027972027972, "lr": 0.017815168336359394}
+{"step": 5670, "train_loss": 0.12066330015659332, "train_acc": 0.9619834710743802, "lr": 0.017807187545155638}
+{"step": 5680, "train_loss": 0.09735939651727676, "train_acc": 0.9636363636363636, "lr": 0.017799195055293524}
+{"step": 5690, "train_loss": 0.12510468065738678, "train_acc": 0.9615384615384616, "lr": 0.017791190887518002}
+{"step": 5700, "train_loss": 0.0590418316423893, "train_acc": 0.9796264855687606, "lr": 0.017783175062604347}
+{"step": 5700, "val_loss": 0.13237012046217123, "val_acc": 0.9616064675870025}
+{"step": 5710, "train_loss": 0.14900369942188263, "train_acc": 0.9583333333333334, "lr": 0.017775147601358083}
+{"step": 5720, "train_loss": 0.11452571302652359, "train_acc": 0.966131907308378, "lr": 0.017767108524614935}
+{"step": 5730, "train_loss": 0.13358068466186523, "train_acc": 0.9601449275362319, "lr": 0.017759057853240768}
+{"step": 5740, "train_loss": 0.13450179994106293, "train_acc": 0.9597902097902098, "lr": 0.017750995608131565}
+{"step": 5750, "train_loss": 0.11039939522743225, "train_acc": 0.960552268244576, "lr": 0.017742921810213325}
+{"step": 5760, "train_loss": 0.1306132972240448, "train_acc": 0.9692028985507246, "lr": 0.017734836480442055}
+{"step": 5770, "train_loss": 0.13055098056793213, "train_acc": 0.9577981651376147, "lr": 0.017726739639803677}
+{"step": 5780, "train_loss": 0.12876610457897186, "train_acc": 0.9548736462093863, "lr": 0.017718631309313993}
+{"step": 5790, "train_loss": 0.13243266940116882, "train_acc": 0.9671848013816926, "lr": 0.017710511510018633}
+{"step": 5800, "train_loss": 0.14773432910442352, "train_acc": 0.9671532846715328, "lr": 0.017702380262992996}
+{"step": 5800, "val_loss": 0.11879398972467452, "val_acc": 0.9632974217363643}
+{"step": 5810, "train_loss": 0.10642573237419128, "train_acc": 0.9597069597069597, "lr": 0.017694237589342184}
+{"step": 5820, "train_loss": 0.0806216150522232, "train_acc": 0.976491862567812, "lr": 0.01768608351020096}
+{"step": 5830, "train_loss": 0.08965735882520676, "train_acc": 0.9662522202486679, "lr": 0.017677918046733705}
+{"step": 5840, "train_loss": 0.08825810253620148, "train_acc": 0.9664902998236331, "lr": 0.017669741220134334}
+{"step": 5850, "train_loss": 0.10623474419116974, "train_acc": 0.9616788321167883, "lr": 0.017661553051626252}
+{"step": 5860, "train_loss": 0.11857278645038605, "train_acc": 0.966789667896679, "lr": 0.017653353562462323}
+{"step": 5870, "train_loss": 0.055727679282426834, "train_acc": 0.9897260273972602, "lr": 0.01764514277392477}
+{"step": 5880, "train_loss": 0.09014153480529785, "train_acc": 0.9735915492957746, "lr": 0.017636920707325168}
+{"step": 5890, "train_loss": 0.11555087566375732, "train_acc": 0.9540636042402827, "lr": 0.01762868738400434}
+{"step": 5900, "train_loss": 0.11150000989437103, "train_acc": 0.9705882352941176, "lr": 0.01762044282533234}
+{"step": 5900, "val_loss": 0.11593399441749398, "val_acc": 0.9642052249814519}
+{"step": 5910, "train_loss": 0.0949128121137619, "train_acc": 0.9703703703703703, "lr": 0.017612187052708395}
+{"step": 5920, "train_loss": 0.12790358066558838, "train_acc": 0.9603603603603603, "lr": 0.017603920087560815}
+{"step": 5930, "train_loss": 0.12022832781076431, "train_acc": 0.9664310954063604, "lr": 0.017595641951346976}
+{"step": 5940, "train_loss": 0.10880111902952194, "train_acc": 0.9709090909090909, "lr": 0.01758735266555325}
+{"step": 5950, "train_loss": 0.09699523448944092, "train_acc": 0.9716446124763705, "lr": 0.01757905225169493}
+{"step": 5960, "train_loss": 0.09430152922868729, "train_acc": 0.9693140794223827, "lr": 0.01757074073131622}
+{"step": 5970, "train_loss": 0.1185082346200943, "train_acc": 0.9654545454545455, "lr": 0.017562418125990135}
+{"step": 5980, "train_loss": 0.12854443490505219, "train_acc": 0.9646017699115044, "lr": 0.01755408445731846}
+{"step": 5990, "train_loss": 0.07644493877887726, "train_acc": 0.9753521126760564, "lr": 0.017545739746931705}
+{"step": 6000, "train_loss": 0.11182558536529541, "train_acc": 0.9586330935251799, "lr": 0.01753738401648903}
+{"step": 6000, "val_loss": 0.1307160777466717, "val_acc": 0.963733710635351}
+{"step": 6010, "train_loss": 0.10609758645296097, "train_acc": 0.9675767918088737, "lr": 0.017529017287678205}
+{"step": 6020, "train_loss": 0.10640519857406616, "train_acc": 0.961730449251248, "lr": 0.017520639582215537}
+{"step": 6030, "train_loss": 0.06916998326778412, "train_acc": 0.980565371024735, "lr": 0.017512250921845846}
+{"step": 6040, "train_loss": 0.10173735022544861, "train_acc": 0.9675767918088737, "lr": 0.01750385132834236}
+{"step": 6050, "train_loss": 0.057963721454143524, "train_acc": 0.9835164835164835, "lr": 0.0174954408235067}
+{"step": 6060, "train_loss": 0.09383991360664368, "train_acc": 0.9751332149200711, "lr": 0.0174870194291688}
+{"step": 6070, "train_loss": 0.13697631657123566, "train_acc": 0.9521276595744681, "lr": 0.01747858716718687}
+{"step": 6080, "train_loss": 0.10219718515872955, "train_acc": 0.9629629629629629, "lr": 0.017470144059447308}
+{"step": 6090, "train_loss": 0.09607787430286407, "train_acc": 0.96, "lr": 0.01746169012786468}
+{"step": 6100, "train_loss": 0.1457492560148239, "train_acc": 0.9581749049429658, "lr": 0.01745322539438164}
+{"step": 6100, "val_loss": 0.12432557314435624, "val_acc": 0.9639833503742794}
+{"step": 6110, "train_loss": 0.12704826891422272, "train_acc": 0.9669565217391304, "lr": 0.017444749880968877}
+{"step": 6120, "train_loss": 0.13009509444236755, "train_acc": 0.9664179104477612, "lr": 0.017436263609625066}
+{"step": 6130, "train_loss": 0.08958646655082703, "train_acc": 0.9767857142857143, "lr": 0.0174277666023768}
+{"step": 6140, "train_loss": 0.10480109602212906, "train_acc": 0.9672727272727273, "lr": 0.017419258881278533}
+{"step": 6150, "train_loss": 0.09922721236944199, "train_acc": 0.9776119402985075, "lr": 0.01741074046841254}
+{"step": 6160, "train_loss": 0.08124500513076782, "train_acc": 0.9787234042553191, "lr": 0.017402211385888836}
+{"step": 6170, "train_loss": 0.07865510880947113, "train_acc": 0.9784560143626571, "lr": 0.017393671655845135}
+{"step": 6180, "train_loss": 0.14468258619308472, "train_acc": 0.9671814671814671, "lr": 0.017385121300446782}
+{"step": 6190, "train_loss": 0.12754952907562256, "train_acc": 0.9565972222222222, "lr": 0.01737656034188671}
+{"step": 6200, "train_loss": 0.14289434254169464, "train_acc": 0.9501779359430605, "lr": 0.017367988802385367}
+{"step": 6200, "val_loss": 0.11962157867104219, "val_acc": 0.9637786373116383}
+{"step": 6210, "train_loss": 0.0933481752872467, "train_acc": 0.968476357267951, "lr": 0.017359406704190658}
+{"step": 6220, "train_loss": 0.11839254945516586, "train_acc": 0.9572490706319703, "lr": 0.017350814069577912}
+{"step": 6230, "train_loss": 0.09928223490715027, "train_acc": 0.9672727272727273, "lr": 0.017342210920849786}
+{"step": 6240, "train_loss": 0.1515863686800003, "train_acc": 0.9628252788104089, "lr": 0.017333597280336236}
+{"step": 6250, "train_loss": 0.11936471611261368, "train_acc": 0.9612794612794613, "lr": 0.01732497317039446}
+{"step": 6260, "train_loss": 0.09241444617509842, "train_acc": 0.9722222222222222, "lr": 0.017316338613408803}
+{"step": 6270, "train_loss": 0.09524866938591003, "train_acc": 0.9777777777777777, "lr": 0.017307693631790758}
+{"step": 6280, "train_loss": 0.1122027039527893, "train_acc": 0.9634146341463414, "lr": 0.01729903824797885}
+{"step": 6290, "train_loss": 0.08218958973884583, "train_acc": 0.9686411149825784, "lr": 0.01729037248443862}
+{"step": 6300, "train_loss": 0.10838508605957031, "train_acc": 0.975, "lr": 0.017281696363662537}
+{"step": 6300, "val_loss": 0.1096905492104061, "val_acc": 0.9643599412164662}
+{"step": 6310, "train_loss": 0.057027943432331085, "train_acc": 0.9819168173598554, "lr": 0.017273009908169965}
+{"step": 6320, "train_loss": 0.07684429734945297, "train_acc": 0.975736568457539, "lr": 0.017264313140507085}
+{"step": 6330, "train_loss": 0.10239927470684052, "train_acc": 0.9618717504332756, "lr": 0.017255606083246847}
+{"step": 6340, "train_loss": 0.10881917178630829, "train_acc": 0.9708029197080292, "lr": 0.01724688875898891}
+{"step": 6350, "train_loss": 0.10049605369567871, "train_acc": 0.9662522202486679, "lr": 0.01723816119035957}
+{"step": 6360, "train_loss": 0.16620106995105743, "train_acc": 0.9639468690702088, "lr": 0.01722942340001173}
+{"step": 6370, "train_loss": 0.12792353332042694, "train_acc": 0.9627659574468085, "lr": 0.01722067541062481}
+{"step": 6380, "train_loss": 0.07261432707309723, "train_acc": 0.9765342960288809, "lr": 0.017211917244904708}
+{"step": 6390, "train_loss": 0.13152293860912323, "train_acc": 0.9666666666666667, "lr": 0.01720314892558374}
+{"step": 6400, "train_loss": 0.07717688381671906, "train_acc": 0.9717314487632509, "lr": 0.017194370475420568}
+{"step": 6400, "val_loss": 0.11784250252628826, "val_acc": 0.9639949535525656}
+{"step": 6410, "train_loss": 0.07296618074178696, "train_acc": 0.9764309764309764, "lr": 0.017185581917200148}
+{"step": 6420, "train_loss": 0.0933327004313469, "train_acc": 0.9722735674676525, "lr": 0.017176783273733683}
+{"step": 6430, "train_loss": 0.0695781260728836, "train_acc": 0.973421926910299, "lr": 0.01716797456785854}
+{"step": 6440, "train_loss": 0.12499672919511795, "train_acc": 0.9709618874773139, "lr": 0.01715915582243822}
+{"step": 6450, "train_loss": 0.13822650909423828, "train_acc": 0.9575971731448764, "lr": 0.017150327060362264}
+{"step": 6460, "train_loss": 0.11062135547399521, "train_acc": 0.964349376114082, "lr": 0.017141488304546218}
+{"step": 6470, "train_loss": 0.07801152765750885, "train_acc": 0.9777777777777777, "lr": 0.01713263957793157}
+{"step": 6480, "train_loss": 0.10395548492670059, "train_acc": 0.9669724770642202, "lr": 0.017123780903485694}
+{"step": 6490, "train_loss": 0.10790760815143585, "train_acc": 0.9685185185185186, "lr": 0.017114912304201767}
+{"step": 6500, "train_loss": 0.09376174211502075, "train_acc": 0.9740034662045061, "lr": 0.017106033803098743}
+{"step": 6500, "val_loss": 0.10941809875087911, "val_acc": 0.9678056295027642}
+{"step": 6510, "train_loss": 0.10050798207521439, "train_acc": 0.9699646643109541, "lr": 0.017097145423221268}
+{"step": 6520, "train_loss": 0.1323832869529724, "train_acc": 0.975177304964539, "lr": 0.017088247187639634}
+{"step": 6530, "train_loss": 0.10249682515859604, "train_acc": 0.9726027397260274, "lr": 0.017079339119449703}
+{"step": 6540, "train_loss": 0.09810993075370789, "train_acc": 0.9777015437392796, "lr": 0.01707042124177288}
+{"step": 6550, "train_loss": 0.08256138116121292, "train_acc": 0.9760147601476015, "lr": 0.017061493577756003}
+{"step": 6560, "train_loss": 0.1280214935541153, "train_acc": 0.9736842105263158, "lr": 0.017052556150571333}
+{"step": 6570, "train_loss": 0.10614121705293655, "train_acc": 0.9676840215439856, "lr": 0.017043608983416458}
+{"step": 6580, "train_loss": 0.1206800788640976, "train_acc": 0.9626168224299065, "lr": 0.017034652099514262}
+{"step": 6590, "train_loss": 0.12323115766048431, "train_acc": 0.9677966101694915, "lr": 0.017025685522112834}
+{"step": 6600, "train_loss": 0.1294858306646347, "train_acc": 0.9625468164794008, "lr": 0.01701670927448543}
+{"step": 6600, "val_loss": 0.12265328143649996, "val_acc": 0.9632035651520233}
+{"step": 6610, "train_loss": 0.1135704293847084, "train_acc": 0.9655797101449275, "lr": 0.017007723379930405}
+{"step": 6620, "train_loss": 0.06987881660461426, "train_acc": 0.9808695652173913, "lr": 0.016998727861771156}
+{"step": 6630, "train_loss": 0.06629739701747894, "train_acc": 0.977818853974122, "lr": 0.016989722743356046}
+{"step": 6640, "train_loss": 0.08809838443994522, "train_acc": 0.9746376811594203, "lr": 0.016980708048058374}
+{"step": 6650, "train_loss": 0.13247425854206085, "train_acc": 0.9652777777777778, "lr": 0.01697168379927629}
+{"step": 6660, "train_loss": 0.08226852118968964, "train_acc": 0.9769503546099291, "lr": 0.01696265002043273}
+{"step": 6670, "train_loss": 0.10497058928012848, "train_acc": 0.9719789842381786, "lr": 0.01695360673497538}
+{"step": 6680, "train_loss": 0.0818273201584816, "train_acc": 0.9790874524714829, "lr": 0.01694455396637659}
+{"step": 6690, "train_loss": 0.060797445476055145, "train_acc": 0.9837251356238698, "lr": 0.01693549173813334}
+{"step": 6700, "train_loss": 0.08969666063785553, "train_acc": 0.9710669077757685, "lr": 0.016926420073767143}
+{"step": 6700, "val_loss": 0.11356881769376088, "val_acc": 0.9648361987021781}
+{"step": 6710, "train_loss": 0.09679640084505081, "train_acc": 0.9675675675675676, "lr": 0.016917338996824013}
+{"step": 6720, "train_loss": 0.07425151765346527, "train_acc": 0.9777015437392796, "lr": 0.016908248530874394}
+{"step": 6730, "train_loss": 0.07525362074375153, "train_acc": 0.9732620320855615, "lr": 0.01689914869951311}
+{"step": 6740, "train_loss": 0.08026822656393051, "train_acc": 0.9802158273381295, "lr": 0.016890039526359275}
+{"step": 6750, "train_loss": 0.07822521030902863, "train_acc": 0.9733570159857904, "lr": 0.016880921035056264}
+{"step": 6760, "train_loss": 0.16999372839927673, "train_acc": 0.9655797101449275, "lr": 0.016871793249271638}
+{"step": 6770, "train_loss": 0.07522889971733093, "train_acc": 0.9721189591078067, "lr": 0.016862656192697063}
+{"step": 6780, "train_loss": 0.09116263687610626, "train_acc": 0.9660714285714286, "lr": 0.016853509889048296}
+{"step": 6790, "train_loss": 0.08783505111932755, "train_acc": 0.9684601113172542, "lr": 0.016844354362065075}
+{"step": 6800, "train_loss": 0.13506314158439636, "train_acc": 0.9657039711191335, "lr": 0.01683518963551109}
+{"step": 6800, "val_loss": 0.10839711980726896, "val_acc": 0.9682254353645852}
+{"step": 6810, "train_loss": 0.07336371392011642, "train_acc": 0.9728813559322034, "lr": 0.016826015733173896}
+{"step": 6820, "train_loss": 0.07495802640914917, "train_acc": 0.9708029197080292, "lr": 0.016816832678864878}
+{"step": 6830, "train_loss": 0.13911791145801544, "train_acc": 0.9676320272572402, "lr": 0.016807640496419158}
+{"step": 6840, "train_loss": 0.12176425755023956, "train_acc": 0.9628975265017667, "lr": 0.01679843920969558}
+{"step": 6850, "train_loss": 0.08523765951395035, "train_acc": 0.9717607973421927, "lr": 0.016789228842576588}
+{"step": 6860, "train_loss": 0.10233490914106369, "train_acc": 0.9735449735449735, "lr": 0.01678000941896821}
+{"step": 6870, "train_loss": 0.11818978935480118, "train_acc": 0.9737762237762237, "lr": 0.01677078096279997}
+{"step": 6880, "train_loss": 0.12309466302394867, "train_acc": 0.9691252144082333, "lr": 0.016761543498024858}
+{"step": 6890, "train_loss": 0.08682147413492203, "train_acc": 0.9741219963031423, "lr": 0.016752297048619226}
+{"step": 6900, "train_loss": 0.07350171357393265, "train_acc": 0.9807692307692307, "lr": 0.01674304163858275}
+{"step": 6900, "val_loss": 0.11890939993304003, "val_acc": 0.9650208799111759}
+{"step": 6910, "train_loss": 0.11005489528179169, "train_acc": 0.9704861111111112, "lr": 0.016733777291938368}
+{"step": 6920, "train_loss": 0.09878955036401749, "train_acc": 0.9745454545454545, "lr": 0.016724504032732214}
+{"step": 6930, "train_loss": 0.0936528891324997, "train_acc": 0.9795918367346939, "lr": 0.016715221885033556}
+{"step": 6940, "train_loss": 0.10750880837440491, "train_acc": 0.9635416666666666, "lr": 0.01670593087293472}
+{"step": 6950, "train_loss": 0.13016079366207123, "train_acc": 0.9606003752345216, "lr": 0.016696631020551057}
+{"step": 6960, "train_loss": 0.10812560468912125, "train_acc": 0.9671848013816926, "lr": 0.016687322352020854}
+{"step": 6970, "train_loss": 0.1402638852596283, "train_acc": 0.9638783269961977, "lr": 0.016678004891505283}
+{"step": 6980, "train_loss": 0.08395051211118698, "train_acc": 0.9715808170515098, "lr": 0.016668678663188333}
+{"step": 6990, "train_loss": 0.12713366746902466, "train_acc": 0.9651567944250871, "lr": 0.016659343691276755}
+{"step": 7000, "train_loss": 0.10879092663526535, "train_acc": 0.9693140794223827, "lr": 0.01665}
+{"step": 7000, "val_loss": 0.1022715532850155, "val_acc": 0.9690358418463927}
+{"step": 7010, "train_loss": 0.10894286632537842, "train_acc": 0.9675675675675676, "lr": 0.016640647613610136}
+{"step": 7020, "train_loss": 0.09398481249809265, "train_acc": 0.9767857142857143, "lr": 0.016631286556381807}
+{"step": 7030, "train_loss": 0.12061774730682373, "train_acc": 0.9644760213143873, "lr": 0.016621916852612162}
+{"step": 7040, "train_loss": 0.07646835595369339, "train_acc": 0.9760589318600368, "lr": 0.016612538526620795}
+{"step": 7050, "train_loss": 0.09307503700256348, "train_acc": 0.975609756097561, "lr": 0.016603151602749684}
+{"step": 7060, "train_loss": 0.10369652509689331, "train_acc": 0.967409948542024, "lr": 0.0165937561053631}
+{"step": 7070, "train_loss": 0.1283417046070099, "train_acc": 0.9670542635658915, "lr": 0.016584352058847604}
+{"step": 7080, "train_loss": 0.10997359454631805, "train_acc": 0.9632867132867133, "lr": 0.01657493948761192}
+{"step": 7090, "train_loss": 0.10005297511816025, "train_acc": 0.9732888146911519, "lr": 0.016565518416086895}
+{"step": 7100, "train_loss": 0.09900552034378052, "train_acc": 0.9741824440619621, "lr": 0.01655608886872546}
+{"step": 7100, "val_loss": 0.10549578977511011, "val_acc": 0.9679796150599365}
+{"step": 7110, "train_loss": 0.08080794662237167, "train_acc": 0.9780621572212066, "lr": 0.01654665087000253}
+{"step": 7120, "train_loss": 0.05622320622205734, "train_acc": 0.979047619047619, "lr": 0.01653720444441497}
+{"step": 7130, "train_loss": 0.06921204924583435, "train_acc": 0.9702276707530648, "lr": 0.016527749616481492}
+{"step": 7140, "train_loss": 0.08949373662471771, "train_acc": 0.9742173112338858, "lr": 0.016518286410742645}
+{"step": 7150, "train_loss": 0.10382701456546783, "train_acc": 0.9735915492957746, "lr": 0.016508814851760704}
+{"step": 7160, "train_loss": 0.10084068030118942, "train_acc": 0.9621993127147767, "lr": 0.01649933496411964}
+{"step": 7170, "train_loss": 0.07827457040548325, "train_acc": 0.9756944444444444, "lr": 0.016489846772425026}
+{"step": 7180, "train_loss": 0.0884266197681427, "train_acc": 0.9773913043478261, "lr": 0.016480350301304}
+{"step": 7190, "train_loss": 0.06597591191530228, "train_acc": 0.9738219895287958, "lr": 0.016470845575405187}
+{"step": 7200, "train_loss": 0.08543656021356583, "train_acc": 0.964041095890411, "lr": 0.016461332619398632}
+{"step": 7200, "val_loss": 0.11014985818743132, "val_acc": 0.965993312709716}
+{"step": 7210, "train_loss": 0.07998812943696976, "train_acc": 0.9747048903878583, "lr": 0.016451811457975748}
+{"step": 7220, "train_loss": 0.13093794882297516, "train_acc": 0.9647887323943662, "lr": 0.01644228211584925}
+{"step": 7230, "train_loss": 0.08745056390762329, "train_acc": 0.9773519163763066, "lr": 0.016432744617753074}
+{"step": 7240, "train_loss": 0.05802306532859802, "train_acc": 0.983249581239531, "lr": 0.016423198988442335}
+{"step": 7250, "train_loss": 0.09560713917016983, "train_acc": 0.9710884353741497, "lr": 0.01641364525269325}
+{"step": 7260, "train_loss": 0.047850530594587326, "train_acc": 0.984641638225256, "lr": 0.016404083435303075}
+{"step": 7270, "train_loss": 0.07964812219142914, "train_acc": 0.9706896551724138, "lr": 0.016394513561090042}
+{"step": 7280, "train_loss": 0.26798173785209656, "train_acc": 0.9618320610687023, "lr": 0.0163849356548933}
+{"step": 7290, "train_loss": 0.07093174010515213, "train_acc": 0.9737762237762237, "lr": 0.016375349741572842}
+{"step": 7300, "train_loss": 0.08331979811191559, "train_acc": 0.9744463373083475, "lr": 0.01636575584600945}
+{"step": 7300, "val_loss": 0.11665327810296702, "val_acc": 0.9663812052102934}
+{"step": 7310, "train_loss": 0.07911137491464615, "train_acc": 0.9719438877755511, "lr": 0.016356153993104604}
+{"step": 7320, "train_loss": 0.10951966047286987, "train_acc": 0.9675675675675676, "lr": 0.016346544207780464}
+{"step": 7330, "train_loss": 0.08345762640237808, "train_acc": 0.9781512605042016, "lr": 0.01633692651497977}
+{"step": 7340, "train_loss": 0.12627656757831573, "train_acc": 0.9735915492957746, "lr": 0.01632730093966577}
+{"step": 7350, "train_loss": 0.097136951982975, "train_acc": 0.9725085910652921, "lr": 0.016317667506822196}
+{"step": 7360, "train_loss": 0.15894682705402374, "train_acc": 0.9523809523809523, "lr": 0.016308026241453163}
+{"step": 7370, "train_loss": 0.13169671595096588, "train_acc": 0.9629629629629629, "lr": 0.016298377168583116}
+{"step": 7380, "train_loss": 0.07376700639724731, "train_acc": 0.976491862567812, "lr": 0.01628872031325676}
+{"step": 7390, "train_loss": 0.05532977357506752, "train_acc": 0.978984238178634, "lr": 0.016279055700539013}
+{"step": 7400, "train_loss": 0.11031506210565567, "train_acc": 0.9732620320855615, "lr": 0.016269383355514918}
+{"step": 7400, "val_loss": 0.10227599079873553, "val_acc": 0.9689214246444647}
+{"step": 7410, "train_loss": 0.09575329720973969, "train_acc": 0.9752650176678446, "lr": 0.016259703303289585}
+{"step": 7420, "train_loss": 0.07052592933177948, "train_acc": 0.9756521739130435, "lr": 0.016250015568988134}
+{"step": 7430, "train_loss": 0.08007530122995377, "train_acc": 0.9717514124293786, "lr": 0.01624032017775563}
+{"step": 7440, "train_loss": 0.05569835379719734, "train_acc": 0.9844020797227037, "lr": 0.016230617154757005}
+{"step": 7450, "train_loss": 0.09631368517875671, "train_acc": 0.966542750929368, "lr": 0.016220906525176985}
+{"step": 7460, "train_loss": 0.11797499656677246, "train_acc": 0.962457337883959, "lr": 0.016211188314220075}
+{"step": 7470, "train_loss": 0.08261077851057053, "train_acc": 0.9720767888307156, "lr": 0.016201462547110426}
+{"step": 7480, "train_loss": 0.06500732153654099, "train_acc": 0.9822695035460993, "lr": 0.01619172924909181}
+{"step": 7490, "train_loss": 0.10584192723035812, "train_acc": 0.972027972027972, "lr": 0.016181988445427557}
+{"step": 7500, "train_loss": 0.09282747656106949, "train_acc": 0.9779816513761468, "lr": 0.016172240161400463}
+{"step": 7500, "val_loss": 0.10566920579047906, "val_acc": 0.9681735069629073}
+{"step": 7510, "train_loss": 0.08472272008657455, "train_acc": 0.9753954305799648, "lr": 0.01616248442231275}
+{"step": 7520, "train_loss": 0.06589899957180023, "train_acc": 0.9804270462633452, "lr": 0.016152721253485988}
+{"step": 7530, "train_loss": 0.06391318887472153, "train_acc": 0.9731663685152058, "lr": 0.016142950680261024}
+{"step": 7540, "train_loss": 0.10384191572666168, "train_acc": 0.9643527204502814, "lr": 0.016133172727997934}
+{"step": 7550, "train_loss": 0.11577091366052628, "train_acc": 0.9702797202797203, "lr": 0.016123387422075947}
+{"step": 7560, "train_loss": 0.07315593957901001, "train_acc": 0.9787610619469026, "lr": 0.01611359478789336}
+{"step": 7570, "train_loss": 0.11458606272935867, "train_acc": 0.9611829944547134, "lr": 0.01610379485086752}
+{"step": 7580, "train_loss": 0.07073235511779785, "train_acc": 0.9789644012944984, "lr": 0.016093987636434704}
+{"step": 7590, "train_loss": 0.07844860106706619, "train_acc": 0.9802158273381295, "lr": 0.016084173170050092}
+{"step": 7600, "train_loss": 0.10969891399145126, "train_acc": 0.9792060491493384, "lr": 0.016074351477187682}
+{"step": 7600, "val_loss": 0.10173471005943105, "val_acc": 0.9704277741584993}
+{"step": 7610, "train_loss": 0.10490437597036362, "train_acc": 0.9701754385964912, "lr": 0.016064522583340228}
+{"step": 7620, "train_loss": 0.06440562754869461, "train_acc": 0.9750445632798574, "lr": 0.016054686514019173}
+{"step": 7630, "train_loss": 0.09819871187210083, "train_acc": 0.9769911504424779, "lr": 0.016044843294754595}
+{"step": 7640, "train_loss": 0.07788205146789551, "train_acc": 0.973404255319149, "lr": 0.016034992951095117}
+{"step": 7650, "train_loss": 0.11057566106319427, "train_acc": 0.9649737302977233, "lr": 0.016025135508607864}
+{"step": 7660, "train_loss": 0.09290062636137009, "train_acc": 0.9751332149200711, "lr": 0.01601527099287837}
+{"step": 7670, "train_loss": 0.09782633185386658, "train_acc": 0.9680451127819549, "lr": 0.016005399429510556}
+{"step": 7680, "train_loss": 0.13022759556770325, "train_acc": 0.9753086419753086, "lr": 0.015995520844126605}
+{"step": 7690, "train_loss": 0.04957718774676323, "train_acc": 0.9854280510018215, "lr": 0.015985635262366946}
+{"step": 7700, "train_loss": 0.07692833989858627, "train_acc": 0.9755244755244755, "lr": 0.015975742709890158}
+{"step": 7700, "val_loss": 0.10182940769804907, "val_acc": 0.9702656554666699}
+{"step": 7710, "train_loss": 0.06517937779426575, "train_acc": 0.9802513464991023, "lr": 0.015965843212372925}
+{"step": 7720, "train_loss": 0.08167783915996552, "train_acc": 0.977818853974122, "lr": 0.01595593679550994}
+{"step": 7730, "train_loss": 0.06175918132066727, "train_acc": 0.9835466179159049, "lr": 0.01594602348501387}
+{"step": 7740, "train_loss": 0.10065373033285141, "train_acc": 0.9712230215827338, "lr": 0.01593610330661526}
+{"step": 7750, "train_loss": 0.12712953984737396, "train_acc": 0.9623655913978495, "lr": 0.015926176286062504}
+{"step": 7760, "train_loss": 0.08248279243707657, "train_acc": 0.9773123909249564, "lr": 0.01591624244912173}
+{"step": 7770, "train_loss": 0.13629518449306488, "train_acc": 0.9677966101694915, "lr": 0.015906301821576773}
+{"step": 7780, "train_loss": 0.09589754045009613, "train_acc": 0.974025974025974, "lr": 0.01589635442922909}
+{"step": 7790, "train_loss": 0.0825120359659195, "train_acc": 0.9842381786339754, "lr": 0.015886400297897695}
+{"step": 7800, "train_loss": 0.06733301281929016, "train_acc": 0.9787234042553191, "lr": 0.0158764394534191}
+{"step": 7800, "val_loss": 0.09657137840393407, "val_acc": 0.9706065124694208}
+{"step": 7810, "train_loss": 0.14558830857276917, "train_acc": 0.9658273381294964, "lr": 0.01586647192164723}
+{"step": 7820, "train_loss": 0.08723920583724976, "train_acc": 0.9731343283582089, "lr": 0.015856497728453375}
+{"step": 7830, "train_loss": 0.04811953753232956, "train_acc": 0.984182776801406, "lr": 0.01584651689972612}
+{"step": 7840, "train_loss": 0.05670199915766716, "train_acc": 0.9734513274336283, "lr": 0.015836529461371256}
+{"step": 7850, "train_loss": 0.06733912974596024, "train_acc": 0.9771528998242531, "lr": 0.015826535439311746}
+{"step": 7860, "train_loss": 0.10757844895124435, "train_acc": 0.9577205882352942, "lr": 0.015816534859487637}
+{"step": 7870, "train_loss": 0.07168471068143845, "train_acc": 0.9767857142857143, "lr": 0.01580652774785599}
+{"step": 7880, "train_loss": 0.05580959469079971, "train_acc": 0.980701754385965, "lr": 0.015796514130390828}
+{"step": 7890, "train_loss": 0.09558223187923431, "train_acc": 0.9711864406779661, "lr": 0.015786494033083055}
+{"step": 7900, "train_loss": 0.08488062024116516, "train_acc": 0.9676258992805755, "lr": 0.015776467481940403}
+{"step": 7900, "val_loss": 0.10719760984454031, "val_acc": 0.9670973309919033}
+{"step": 7910, "train_loss": 0.09411581605672836, "train_acc": 0.9695340501792115, "lr": 0.015766434502987342}
+{"step": 7920, "train_loss": 0.07521665096282959, "train_acc": 0.9721254355400697, "lr": 0.01575639512226503}
+{"step": 7930, "train_loss": 0.11595423519611359, "train_acc": 0.9583333333333334, "lr": 0.015746349365831257}
+{"step": 7940, "train_loss": 0.07407183200120926, "train_acc": 0.9728353140916808, "lr": 0.015736297259760335}
+{"step": 7950, "train_loss": 0.07584020495414734, "train_acc": 0.9710669077757685, "lr": 0.015726238830143072}
+{"step": 7960, "train_loss": 0.0615391843020916, "train_acc": 0.9768683274021353, "lr": 0.015716174103086688}
+{"step": 7970, "train_loss": 0.08693075180053711, "train_acc": 0.979047619047619, "lr": 0.01570610310471475}
+{"step": 7980, "train_loss": 0.12768490612506866, "train_acc": 0.9675090252707581, "lr": 0.015696025861167095}
+{"step": 7990, "train_loss": 0.0764046460390091, "train_acc": 0.9713774597495528, "lr": 0.015685942398599776}
+{"step": 8000, "train_loss": 0.09257250279188156, "train_acc": 0.9707401032702238, "lr": 0.01567585274318499}
+{"step": 8000, "val_loss": 0.10098137622410938, "val_acc": 0.9688781466517276}
+{"step": 8010, "train_loss": 0.11901629716157913, "train_acc": 0.968978102189781, "lr": 0.015665756921111}
+{"step": 8020, "train_loss": 0.06699027121067047, "train_acc": 0.975736568457539, "lr": 0.015655654958582076}
+{"step": 8030, "train_loss": 0.0913340151309967, "train_acc": 0.9671848013816926, "lr": 0.015645546881818437}
+{"step": 8040, "train_loss": 0.0901016965508461, "train_acc": 0.9731993299832495, "lr": 0.015635432717056162}
+{"step": 8050, "train_loss": 0.06989065557718277, "train_acc": 0.9753086419753086, "lr": 0.015625312490547126}
+{"step": 8060, "train_loss": 0.09922852367162704, "train_acc": 0.9668508287292817, "lr": 0.015615186228558958}
+{"step": 8070, "train_loss": 0.07060203701257706, "train_acc": 0.9787985865724381, "lr": 0.01560505395737493}
+{"step": 8080, "train_loss": 0.05404229089617729, "train_acc": 0.9873188405797102, "lr": 0.015594915703293922}
+{"step": 8090, "train_loss": 0.0932091698050499, "train_acc": 0.9694244604316546, "lr": 0.015584771492630344}
+{"step": 8100, "train_loss": 0.06977662444114685, "train_acc": 0.980836236933798, "lr": 0.015574621351714063}
+{"step": 8100, "val_loss": 0.10107919019314511, "val_acc": 0.9705280084390727}
+{"step": 8110, "train_loss": 0.09216821193695068, "train_acc": 0.9664804469273743, "lr": 0.015564465306890339}
+{"step": 8120, "train_loss": 0.12230492383241653, "train_acc": 0.9672727272727273, "lr": 0.015554303384519758}
+{"step": 8130, "train_loss": 0.10276734083890915, "train_acc": 0.9695885509838998, "lr": 0.015544135610978161}
+{"step": 8140, "train_loss": 0.08455062657594681, "train_acc": 0.9726277372262774, "lr": 0.015533962012656572}
+{"step": 8150, "train_loss": 0.1098669171333313, "train_acc": 0.9696969696969697, "lr": 0.015523782615961141}
+{"step": 8160, "train_loss": 0.09175816178321838, "train_acc": 0.9742647058823529, "lr": 0.015513597447313062}
+{"step": 8170, "train_loss": 0.08727212995290756, "train_acc": 0.9738219895287958, "lr": 0.015503406533148507}
+{"step": 8180, "train_loss": 0.09500326216220856, "train_acc": 0.9659284497444633, "lr": 0.015493209899918573}
+{"step": 8190, "train_loss": 0.12590540945529938, "train_acc": 0.9701230228471002, "lr": 0.015483007574089195}
+{"step": 8200, "train_loss": 0.06585878878831863, "train_acc": 0.9805996472663139, "lr": 0.015472799582141072}
+{"step": 8200, "val_loss": 0.09750768894996371, "val_acc": 0.9721931628276993}
+{"step": 8210, "train_loss": 0.06086454540491104, "train_acc": 0.9733096085409253, "lr": 0.015462585950569634}
+{"step": 8220, "train_loss": 0.10807698220014572, "train_acc": 0.9657039711191335, "lr": 0.015452366705884924}
+{"step": 8230, "train_loss": 0.09582057595252991, "train_acc": 0.9698581560283688, "lr": 0.015442141874611575}
+{"step": 8240, "train_loss": 0.09746459871530533, "train_acc": 0.967741935483871, "lr": 0.015431911483288704}
+{"step": 8250, "train_loss": 0.03978704288601875, "train_acc": 0.9917218543046358, "lr": 0.015421675558469867}
+{"step": 8260, "train_loss": 0.07180655747652054, "train_acc": 0.9742647058823529, "lr": 0.015411434126722981}
+{"step": 8270, "train_loss": 0.1183062419295311, "train_acc": 0.9670138888888888, "lr": 0.015401187214630262}
+{"step": 8280, "train_loss": 0.10091783106327057, "train_acc": 0.9746835443037974, "lr": 0.01539093484878814}
+{"step": 8290, "train_loss": 0.07137244939804077, "train_acc": 0.9807692307692307, "lr": 0.015380677055807208}
+{"step": 8300, "train_loss": 0.09006080776453018, "train_acc": 0.974169741697417, "lr": 0.01537041386231215}
+{"step": 8300, "val_loss": 0.09491233606093928, "val_acc": 0.971606060271842}
+{"step": 8310, "train_loss": 0.09854266792535782, "train_acc": 0.9693140794223827, "lr": 0.015360145294941648}
+{"step": 8320, "train_loss": 0.093075230717659, "train_acc": 0.9675675675675676, "lr": 0.015349871380348356}
+{"step": 8330, "train_loss": 0.08014360815286636, "train_acc": 0.9788732394366197, "lr": 0.015339592145198795}
+{"step": 8340, "train_loss": 0.07827392965555191, "train_acc": 0.9790209790209791, "lr": 0.015329307616173292}
+{"step": 8350, "train_loss": 0.12875431776046753, "train_acc": 0.9647266313932981, "lr": 0.015319017819965924}
+{"step": 8360, "train_loss": 0.05486464127898216, "train_acc": 0.9802513464991023, "lr": 0.015308722783284432}
+{"step": 8370, "train_loss": 0.07872053980827332, "train_acc": 0.9791666666666666, "lr": 0.015298422532850162}
+{"step": 8380, "train_loss": 0.036825940012931824, "train_acc": 0.9928443649373881, "lr": 0.015288117095397995}
+{"step": 8390, "train_loss": 0.132102832198143, "train_acc": 0.9682835820895522, "lr": 0.015277806497676271}
+{"step": 8400, "train_loss": 0.09089269489049911, "train_acc": 0.9701754385964912, "lr": 0.015267490766446725}
+{"step": 8400, "val_loss": 0.09772996054544197, "val_acc": 0.9712886693928174}
+{"step": 8410, "train_loss": 0.08794169127941132, "train_acc": 0.9808027923211169, "lr": 0.015257169928484417}
+{"step": 8420, "train_loss": 0.1441972404718399, "train_acc": 0.9573283858998145, "lr": 0.015246844010577663}
+{"step": 8430, "train_loss": 0.13541652262210846, "train_acc": 0.9679715302491103, "lr": 0.01523651303952796}
+{"step": 8440, "train_loss": 0.0624452568590641, "train_acc": 0.9783393501805054, "lr": 0.015226177042149925}
+{"step": 8450, "train_loss": 0.0520344078540802, "train_acc": 0.9861351819757366, "lr": 0.015215836045271216}
+{"step": 8460, "train_loss": 0.14912480115890503, "train_acc": 0.9566003616636528, "lr": 0.015205490075732478}
+{"step": 8470, "train_loss": 0.08397634327411652, "train_acc": 0.979047619047619, "lr": 0.015195139160387252}
+{"step": 8480, "train_loss": 0.09404147416353226, "train_acc": 0.972875226039783, "lr": 0.015184783326101918}
+{"step": 8490, "train_loss": 0.0976351872086525, "train_acc": 0.970856102003643, "lr": 0.01517442259975563}
+{"step": 8500, "train_loss": 0.07085340470075607, "train_acc": 0.9759862778730704, "lr": 0.015164057008240233}
+{"step": 8500, "val_loss": 0.09908548835368021, "val_acc": 0.9685182697389203}
+{"step": 8510, "train_loss": 0.07365486025810242, "train_acc": 0.977818853974122, "lr": 0.0151536865784602}
+{"step": 8520, "train_loss": 0.06447766721248627, "train_acc": 0.9767441860465116, "lr": 0.015143311337332564}
+{"step": 8530, "train_loss": 0.07130610197782516, "train_acc": 0.9801084990958409, "lr": 0.015132931311786849}
+{"step": 8540, "train_loss": 0.08416851609945297, "train_acc": 0.9721254355400697, "lr": 0.01512254652876499}
+{"step": 8550, "train_loss": 0.07415930926799774, "train_acc": 0.974025974025974, "lr": 0.015112157015221282}
+{"step": 8560, "train_loss": 0.06884017586708069, "train_acc": 0.9707495429616088, "lr": 0.015101762798122281}
+{"step": 8570, "train_loss": 0.06798925995826721, "train_acc": 0.9779005524861878, "lr": 0.015091363904446764}
+{"step": 8580, "train_loss": 0.07067600637674332, "train_acc": 0.973384030418251, "lr": 0.015080960361185652}
+{"step": 8590, "train_loss": 0.0577719509601593, "train_acc": 0.9879310344827587, "lr": 0.015070552195341912}
+{"step": 8600, "train_loss": 0.06059248000383377, "train_acc": 0.9810017271157168, "lr": 0.015060139433930532}
+{"step": 8600, "val_loss": 0.09244986718318166, "val_acc": 0.9699649004446805}
+{"step": 8610, "train_loss": 0.07725927978754044, "train_acc": 0.9842105263157894, "lr": 0.015049722103978418}
+{"step": 8620, "train_loss": 0.06670808047056198, "train_acc": 0.9787234042553191, "lr": 0.015039300232524333}
+{"step": 8630, "train_loss": 0.06226614862680435, "train_acc": 0.9803220035778175, "lr": 0.015028873846618827}
+{"step": 8640, "train_loss": 0.07529722899198532, "train_acc": 0.978021978021978, "lr": 0.015018442973324176}
+{"step": 8650, "train_loss": 0.07585901767015457, "train_acc": 0.9782214156079855, "lr": 0.015008007639714294}
+{"step": 8660, "train_loss": 0.11907076835632324, "train_acc": 0.9722703639514731, "lr": 0.014997567872874675}
+{"step": 8670, "train_loss": 0.12171097844839096, "train_acc": 0.9727427597955707, "lr": 0.014987123699902323}
+{"step": 8680, "train_loss": 0.06559178978204727, "train_acc": 0.9802513464991023, "lr": 0.014976675147905674}
+{"step": 8690, "train_loss": 0.09908204525709152, "train_acc": 0.9688581314878892, "lr": 0.014966222244004528}
+{"step": 8700, "train_loss": 0.04726015776395798, "train_acc": 0.9876977152899824, "lr": 0.014955765015329985}
+{"step": 8700, "val_loss": 0.09054754741867348, "val_acc": 0.9712661211887232}
+{"step": 8710, "train_loss": 0.056952234357595444, "train_acc": 0.9802867383512545, "lr": 0.014945303489024373}
+{"step": 8720, "train_loss": 0.07429374754428864, "train_acc": 0.9719298245614035, "lr": 0.014934837692241172}
+{"step": 8730, "train_loss": 0.10083547234535217, "train_acc": 0.9699248120300752, "lr": 0.014924367652144936}
+{"step": 8740, "train_loss": 0.08191081136465073, "train_acc": 0.9718804920913884, "lr": 0.014913893395911253}
+{"step": 8750, "train_loss": 0.09659342467784882, "train_acc": 0.9699115044247788, "lr": 0.014903414950726637}
+{"step": 8760, "train_loss": 0.03721169754862785, "train_acc": 0.9873646209386282, "lr": 0.014892932343788481}
+{"step": 8770, "train_loss": 0.0756981298327446, "train_acc": 0.9773123909249564, "lr": 0.014882445602304983}
+{"step": 8780, "train_loss": 0.07398013770580292, "train_acc": 0.972875226039783, "lr": 0.014871954753495065}
+{"step": 8790, "train_loss": 0.10777965933084488, "train_acc": 0.967741935483871, "lr": 0.014861459824588317}
+{"step": 8800, "train_loss": 0.06502965837717056, "train_acc": 0.9842931937172775, "lr": 0.014850960842824919}
+{"step": 8800, "val_loss": 0.08695406418001549, "val_acc": 0.9707825775793792}
+{"step": 8810, "train_loss": 0.07861391454935074, "train_acc": 0.9800362976406534, "lr": 0.01484045783545556}
+{"step": 8820, "train_loss": 0.08384335041046143, "train_acc": 0.9714795008912656, "lr": 0.014829950829741395}
+{"step": 8830, "train_loss": 0.09247713536024094, "train_acc": 0.9705340699815838, "lr": 0.01481943985295394}
+{"step": 8840, "train_loss": 0.05531217157840729, "train_acc": 0.9859649122807017, "lr": 0.014808924932375025}
+{"step": 8850, "train_loss": 0.03674792870879173, "train_acc": 0.9875444839857651, "lr": 0.014798406095296722}
+{"step": 8860, "train_loss": 0.0727948546409607, "train_acc": 0.9738675958188153, "lr": 0.01478788336902126}
+{"step": 8870, "train_loss": 0.06716346740722656, "train_acc": 0.9810671256454389, "lr": 0.014777356780860966}
+{"step": 8880, "train_loss": 0.07357236742973328, "train_acc": 0.9709401709401709, "lr": 0.014766826358138193}
+{"step": 8890, "train_loss": 0.107152059674263, "train_acc": 0.9642857142857143, "lr": 0.014756292128185243}
+{"step": 8900, "train_loss": 0.07403287291526794, "train_acc": 0.9681908548707754, "lr": 0.014745754118344301}
+{"step": 8900, "val_loss": 0.09075495423680303, "val_acc": 0.9748439478838267}
+{"step": 8910, "train_loss": 0.08960797637701035, "train_acc": 0.9726027397260274, "lr": 0.014735212355967362}
+{"step": 8920, "train_loss": 0.0980605036020279, "train_acc": 0.984070796460177, "lr": 0.014724666868416166}
+{"step": 8930, "train_loss": 0.09011811017990112, "train_acc": 0.9693877551020408, "lr": 0.014714117683062114}
+{"step": 8940, "train_loss": 0.09059850871562958, "train_acc": 0.9792027729636048, "lr": 0.014703564827286214}
+{"step": 8950, "train_loss": 0.10770915448665619, "train_acc": 0.9588785046728971, "lr": 0.014693008328478988}
+{"step": 8960, "train_loss": 0.09595396369695663, "train_acc": 0.9724770642201835, "lr": 0.014682448214040428}
+{"step": 8970, "train_loss": 0.09734412282705307, "train_acc": 0.9682539682539683, "lr": 0.0146718845113799}
+{"step": 8980, "train_loss": 0.05990779027342796, "train_acc": 0.9776247848537005, "lr": 0.01466131724791609}
+{"step": 8990, "train_loss": 0.10058312118053436, "train_acc": 0.9697508896797153, "lr": 0.014650746451076927}
+{"step": 9000, "train_loss": 0.07474830001592636, "train_acc": 0.9726277372262774, "lr": 0.014640172148299498}
+{"step": 9000, "val_loss": 0.09077754643015065, "val_acc": 0.9731193195766055}
+{"step": 9010, "train_loss": 0.08987423777580261, "train_acc": 0.971830985915493, "lr": 0.014629594367030006}
+{"step": 9020, "train_loss": 0.08828925341367722, "train_acc": 0.9691780821917808, "lr": 0.014619013134723677}
+{"step": 9030, "train_loss": 0.1078571006655693, "train_acc": 0.9715370018975332, "lr": 0.014608428478844693}
+{"step": 9040, "train_loss": 0.06956864148378372, "train_acc": 0.9824868651488616, "lr": 0.014597840426866125}
+{"step": 9050, "train_loss": 0.07395989447832108, "train_acc": 0.9695885509838998, "lr": 0.014587249006269848}
+{"step": 9060, "train_loss": 0.12141945958137512, "train_acc": 0.9634369287020109, "lr": 0.014576654244546492}
+{"step": 9070, "train_loss": 0.06121427193284035, "train_acc": 0.984182776801406, "lr": 0.014566056169195365}
+{"step": 9080, "train_loss": 0.08268722891807556, "train_acc": 0.9764309764309764, "lr": 0.014555454807724355}
+{"step": 9090, "train_loss": 0.04479137063026428, "train_acc": 0.9822064056939501, "lr": 0.014544850187649895}
+{"step": 9100, "train_loss": 0.08517204225063324, "train_acc": 0.98014440433213, "lr": 0.014534242336496877}
+{"step": 9100, "val_loss": 0.08882930966810396, "val_acc": 0.9745811652751127}
+{"step": 9110, "train_loss": 0.04822210967540741, "train_acc": 0.9807692307692307, "lr": 0.014523631281798568}
+{"step": 9120, "train_loss": 0.11062712222337723, "train_acc": 0.9732620320855615, "lr": 0.01451301705109656}
+{"step": 9130, "train_loss": 0.059866830706596375, "train_acc": 0.9796610169491525, "lr": 0.014502399671940678}
+{"step": 9140, "train_loss": 0.10515828430652618, "train_acc": 0.9539594843462247, "lr": 0.014491779171888935}
+{"step": 9150, "train_loss": 0.08883518725633621, "train_acc": 0.9716312056737588, "lr": 0.014481155578507432}
+{"step": 9160, "train_loss": 0.10575565695762634, "train_acc": 0.9751332149200711, "lr": 0.014470528919370299}
+{"step": 9170, "train_loss": 0.09912393242120743, "train_acc": 0.9607142857142857, "lr": 0.014459899222059628}
+{"step": 9180, "train_loss": 0.11826212704181671, "train_acc": 0.9646182495344506, "lr": 0.0144492665141654}
+{"step": 9190, "train_loss": 0.12082123011350632, "train_acc": 0.9673539518900344, "lr": 0.014438630823285399}
+{"step": 9200, "train_loss": 0.0737195760011673, "train_acc": 0.9778534923339012, "lr": 0.014427992177025156}
+{"step": 9200, "val_loss": 0.07864942052493418, "val_acc": 0.977332772281901}
+{"step": 9210, "train_loss": 0.09135328978300095, "train_acc": 0.9718045112781954, "lr": 0.014417350602997885}
+{"step": 9220, "train_loss": 0.07564788311719894, "train_acc": 0.9720149253731343, "lr": 0.01440670612882438}
+{"step": 9230, "train_loss": 0.09124357253313065, "train_acc": 0.9756521739130435, "lr": 0.014396058782132974}
+{"step": 9240, "train_loss": 0.06732391566038132, "train_acc": 0.9798534798534798, "lr": 0.014385408590559456}
+{"step": 9250, "train_loss": 0.10162542015314102, "train_acc": 0.9640933572710951, "lr": 0.014374755581746994}
+{"step": 9260, "train_loss": 0.06581892818212509, "train_acc": 0.984070796460177, "lr": 0.01436409978334607}
+{"step": 9270, "train_loss": 0.07738105952739716, "train_acc": 0.9704347826086956, "lr": 0.014353441223014405}
+{"step": 9280, "train_loss": 0.06746339052915573, "train_acc": 0.9753086419753086, "lr": 0.014342779928416894}
+{"step": 9290, "train_loss": 0.08460626751184464, "train_acc": 0.9759036144578314, "lr": 0.014332115927225528}
+{"step": 9300, "train_loss": 0.09254422038793564, "train_acc": 0.9644194756554307, "lr": 0.014321449247119313}
+{"step": 9300, "val_loss": 0.08869174882125302, "val_acc": 0.9724049574475555}
+{"step": 9310, "train_loss": 0.05693492665886879, "train_acc": 0.9860869565217392, "lr": 0.014310779915784222}
+{"step": 9320, "train_loss": 0.060351721942424774, "train_acc": 0.9804270462633452, "lr": 0.014300107960913109}
+{"step": 9330, "train_loss": 0.08679331839084625, "train_acc": 0.971830985915493, "lr": 0.014289433410205618}
+{"step": 9340, "train_loss": 0.08638481050729752, "train_acc": 0.9765100671140939, "lr": 0.014278756291368157}
+{"step": 9350, "train_loss": 0.08929450064897537, "train_acc": 0.9695945945945946, "lr": 0.014268076632113783}
+{"step": 9360, "train_loss": 0.0711158886551857, "train_acc": 0.9778534923339012, "lr": 0.01425739446016215}
+{"step": 9370, "train_loss": 0.04922807589173317, "train_acc": 0.9809688581314879, "lr": 0.014246709803239437}
+{"step": 9380, "train_loss": 0.09162560850381851, "train_acc": 0.978441127694859, "lr": 0.01423602268907827}
+{"step": 9390, "train_loss": 0.06940817832946777, "train_acc": 0.9798165137614679, "lr": 0.014225333145417653}
+{"step": 9400, "train_loss": 0.11349919438362122, "train_acc": 0.9690346083788707, "lr": 0.014214641200002903}
+{"step": 9400, "val_loss": 0.08866062037192199, "val_acc": 0.9731417137398867}
+{"step": 9410, "train_loss": 0.11312666535377502, "train_acc": 0.974025974025974, "lr": 0.014203946880585554}
+{"step": 9420, "train_loss": 0.14783503115177155, "train_acc": 0.9547169811320755, "lr": 0.014193250214923321}
+{"step": 9430, "train_loss": 0.09428217262029648, "train_acc": 0.97632058287796, "lr": 0.01418255123078}
+{"step": 9440, "train_loss": 0.06303432583808899, "train_acc": 0.9793233082706767, "lr": 0.0141718499559254}
+{"step": 9450, "train_loss": 0.11409784108400345, "train_acc": 0.9618874773139746, "lr": 0.014161146418135285}
+{"step": 9460, "train_loss": 0.0712028220295906, "train_acc": 0.9728813559322034, "lr": 0.014150440645191284}
+{"step": 9470, "train_loss": 0.08191438019275665, "train_acc": 0.968365553602812, "lr": 0.01413973266488084}
+{"step": 9480, "train_loss": 0.07559836655855179, "train_acc": 0.9783001808318263, "lr": 0.014129022504997112}
+{"step": 9490, "train_loss": 0.05672549828886986, "train_acc": 0.9865384615384616, "lr": 0.014118310193338915}
+{"step": 9500, "train_loss": 0.08696658164262772, "train_acc": 0.9766606822262118, "lr": 0.014107595757710666}
+{"step": 9500, "val_loss": 0.07989989555593145, "val_acc": 0.9751661107134245}
+{"step": 9510, "train_loss": 0.04795851558446884, "train_acc": 0.9847457627118644, "lr": 0.014096879225922279}
+{"step": 9520, "train_loss": 0.11863963305950165, "train_acc": 0.9676840215439856, "lr": 0.014086160625789114}
+{"step": 9530, "train_loss": 0.07132069021463394, "train_acc": 0.9772727272727273, "lr": 0.014075439985131903}
+{"step": 9540, "train_loss": 0.07711763679981232, "train_acc": 0.9744463373083475, "lr": 0.014064717331776668}
+{"step": 9550, "train_loss": 0.08280210942029953, "train_acc": 0.9732142857142857, "lr": 0.014053992693554656}
+{"step": 9560, "train_loss": 0.07265667617321014, "train_acc": 0.9741824440619621, "lr": 0.014043266098302275}
+{"step": 9570, "train_loss": 0.08438581228256226, "train_acc": 0.9733777038269551, "lr": 0.014032537573860995}
+{"step": 9580, "train_loss": 0.0944025069475174, "train_acc": 0.9654545454545455, "lr": 0.014021807148077312}
+{"step": 9590, "train_loss": 0.08806853741407394, "train_acc": 0.9686924493554327, "lr": 0.014011074848802643}
+{"step": 9600, "train_loss": 0.06934314966201782, "train_acc": 0.9724137931034482, "lr": 0.014000340703893279}
+{"step": 9600, "val_loss": 0.08345683554503039, "val_acc": 0.9763051292838993}
+{"step": 9610, "train_loss": 0.10220926254987717, "train_acc": 0.9693140794223827, "lr": 0.013989604741210294}
+{"step": 9620, "train_loss": 0.0635010153055191, "train_acc": 0.9819494584837545, "lr": 0.013978866988619476}
+{"step": 9630, "train_loss": 0.06772180646657944, "train_acc": 0.9796296296296296, "lr": 0.01396812747399127}
+{"step": 9640, "train_loss": 0.047598566859960556, "train_acc": 0.9893048128342246, "lr": 0.013957386225200692}
+{"step": 9650, "train_loss": 0.11847797781229019, "train_acc": 0.962756052141527, "lr": 0.01394664327012725}
+{"step": 9660, "train_loss": 0.1104770228266716, "train_acc": 0.9632867132867133, "lr": 0.013935898636654894}
+{"step": 9670, "train_loss": 0.08236569911241531, "train_acc": 0.9786856127886323, "lr": 0.013925152352671919}
+{"step": 9680, "train_loss": 0.06989895552396774, "train_acc": 0.9844020797227037, "lr": 0.013914404446070908}
+{"step": 9690, "train_loss": 0.07735321670770645, "train_acc": 0.9809688581314879, "lr": 0.013903654944748656}
+{"step": 9700, "train_loss": 0.1300308257341385, "train_acc": 0.9632721202003339, "lr": 0.013892903876606102}
+{"step": 9700, "val_loss": 0.09011733417042352, "val_acc": 0.9737765839699026}
+{"step": 9710, "train_loss": 0.07477537542581558, "train_acc": 0.9770318021201413, "lr": 0.013882151269548242}
+{"step": 9720, "train_loss": 0.10339771956205368, "train_acc": 0.971830985915493, "lr": 0.013871397151484076}
+{"step": 9730, "train_loss": 0.10702244192361832, "train_acc": 0.9664310954063604, "lr": 0.013860641550326515}
+{"step": 9740, "train_loss": 0.060025654733181, "train_acc": 0.9824253075571178, "lr": 0.013849884493992328}
+{"step": 9750, "train_loss": 0.06357473134994507, "train_acc": 0.9773519163763066, "lr": 0.013839126010402065}
+{"step": 9760, "train_loss": 0.0876685306429863, "train_acc": 0.9700704225352113, "lr": 0.013828366127479966}
+{"step": 9770, "train_loss": 0.08932323753833771, "train_acc": 0.9752212389380531, "lr": 0.013817604873153914}
+{"step": 9780, "train_loss": 0.060493141412734985, "train_acc": 0.9798165137614679, "lr": 0.013806842275355351}
+{"step": 9790, "train_loss": 0.08867522329092026, "train_acc": 0.9753521126760564, "lr": 0.013796078362019203}
+{"step": 9800, "train_loss": 0.0650964230298996, "train_acc": 0.9783393501805054, "lr": 0.01378531316108381}
+{"step": 9800, "val_loss": 0.08248962578185638, "val_acc": 0.9743779618970809}
+{"step": 9810, "train_loss": 0.08816957473754883, "train_acc": 0.9761499148211243, "lr": 0.013774546700490853}
+{"step": 9820, "train_loss": 0.06785164028406143, "train_acc": 0.9772727272727273, "lr": 0.013763779008185293}
+{"step": 9830, "train_loss": 0.09044865518808365, "train_acc": 0.9706422018348624, "lr": 0.013753010112115271}
+{"step": 9840, "train_loss": 0.06002894416451454, "train_acc": 0.9836363636363636, "lr": 0.01374224004023207}
+{"step": 9850, "train_loss": 0.08203710615634918, "train_acc": 0.976068376068376, "lr": 0.01373146882049001}
+{"step": 9860, "train_loss": 0.07108105719089508, "train_acc": 0.9794392523364486, "lr": 0.0137206964808464}
+{"step": 9870, "train_loss": 0.08128587901592255, "train_acc": 0.9745454545454545, "lr": 0.01370992304926145}
+{"step": 9880, "train_loss": 0.0453777089715004, "train_acc": 0.9857397504456328, "lr": 0.013699148553698208}
+{"step": 9890, "train_loss": 0.07309655100107193, "train_acc": 0.9803571428571428, "lr": 0.013688373022122483}
+{"step": 9900, "train_loss": 0.07664640247821808, "train_acc": 0.9647887323943662, "lr": 0.01367759648250277}
+{"step": 9900, "val_loss": 0.0819203923462208, "val_acc": 0.9759291359277241}
+{"step": 9910, "train_loss": 0.1271832436323166, "train_acc": 0.9603448275862069, "lr": 0.013666818962810186}
+{"step": 9920, "train_loss": 0.05153604969382286, "train_acc": 0.9851576994434137, "lr": 0.013656040491018385}
+{"step": 9930, "train_loss": 0.088080033659935, "train_acc": 0.9710884353741497, "lr": 0.013645261095103497}
+{"step": 9940, "train_loss": 0.09044338762760162, "train_acc": 0.9726775956284153, "lr": 0.013634480803044052}
+{"step": 9950, "train_loss": 0.08286608010530472, "train_acc": 0.9822064056939501, "lr": 0.013623699642820897}
+{"step": 9960, "train_loss": 0.10899583250284195, "train_acc": 0.9682835820895522, "lr": 0.013612917642417144}
+{"step": 9970, "train_loss": 0.06635013222694397, "train_acc": 0.975736568457539, "lr": 0.013602134829818082}
+{"step": 9980, "train_loss": 0.07436088472604752, "train_acc": 0.9784172661870504, "lr": 0.013591351233011105}
+{"step": 9990, "train_loss": 0.10248281806707382, "train_acc": 0.9746621621621622, "lr": 0.013580566879985637}
+{"step": 10000, "train_loss": 0.07420235872268677, "train_acc": 0.9759036144578314, "lr": 0.013569781798733081}
+{"step": 10000, "val_loss": 0.08532546944581758, "val_acc": 0.9735848946898901}
+{"step": 10010, "train_loss": 0.06432594358921051, "train_acc": 0.9754385964912281, "lr": 0.013558996017246718}
+{"step": 10020, "train_loss": 0.06353135406970978, "train_acc": 0.9858156028368794, "lr": 0.01354820956352165}
+{"step": 10030, "train_loss": 0.06669951230287552, "train_acc": 0.9727767695099818, "lr": 0.01353742246555472}
+{"step": 10040, "train_loss": 0.05299032852053642, "train_acc": 0.9824253075571178, "lr": 0.013526634751344451}
+{"step": 10050, "train_loss": 0.09149881452322006, "train_acc": 0.9682539682539683, "lr": 0.01351584644889096}
+{"step": 10060, "train_loss": 0.06249680742621422, "train_acc": 0.9798319327731092, "lr": 0.013505057586195886}
+{"step": 10070, "train_loss": 0.026843979954719543, "train_acc": 0.9926470588235294, "lr": 0.013494268191262338}
+{"step": 10080, "train_loss": 0.05580030754208565, "train_acc": 0.9888682745825603, "lr": 0.013483478292094788}
+{"step": 10090, "train_loss": 0.0469980426132679, "train_acc": 0.9878048780487805, "lr": 0.013472687916699031}
+{"step": 10100, "train_loss": 0.072508804500103, "train_acc": 0.968141592920354, "lr": 0.013461897093082084}
+{"step": 10100, "val_loss": 0.08597943261635575, "val_acc": 0.9740149324932722}
+{"step": 10110, "train_loss": 0.08667472749948502, "train_acc": 0.9739292364990689, "lr": 0.013451105849252147}
+{"step": 10120, "train_loss": 0.09913816303014755, "train_acc": 0.9725085910652921, "lr": 0.013440314213218492}
+{"step": 10130, "train_loss": 0.0600639283657074, "train_acc": 0.9739130434782609, "lr": 0.013429522212991415}
+{"step": 10140, "train_loss": 0.08502855151891708, "train_acc": 0.9784172661870504, "lr": 0.013418729876582165}
+{"step": 10150, "train_loss": 0.07576942443847656, "train_acc": 0.9762308998302207, "lr": 0.013407937232002851}
+{"step": 10160, "train_loss": 0.07957235723733902, "train_acc": 0.9754816112084063, "lr": 0.013397144307266391}
+{"step": 10170, "train_loss": 0.10201911628246307, "train_acc": 0.9742647058823529, "lr": 0.013386351130386429}
+{"step": 10180, "train_loss": 0.059637460857629776, "train_acc": 0.9761904761904762, "lr": 0.013375557729377254}
+{"step": 10190, "train_loss": 0.04968346282839775, "train_acc": 0.9834254143646409, "lr": 0.013364764132253758}
+{"step": 10200, "train_loss": 0.06664185225963593, "train_acc": 0.9771528998242531, "lr": 0.013353970367031311}
+{"step": 10200, "val_loss": 0.08813856593006986, "val_acc": 0.9712120698286667}
+{"step": 10210, "train_loss": 0.07797808945178986, "train_acc": 0.9738675958188153, "lr": 0.013343176461725755}
+{"step": 10220, "train_loss": 0.05985803157091141, "train_acc": 0.9765342960288809, "lr": 0.013332382444353261}
+{"step": 10230, "train_loss": 0.05838770419359207, "train_acc": 0.9859649122807017, "lr": 0.013321588342930318}
+{"step": 10240, "train_loss": 0.09444442391395569, "train_acc": 0.9707495429616088, "lr": 0.013310794185473616}
+{"step": 10250, "train_loss": 0.1100117638707161, "train_acc": 0.9690721649484536, "lr": 0.013300000000000001}
+{"step": 10260, "train_loss": 0.07192914932966232, "train_acc": 0.9829931972789115, "lr": 0.013289205814526386}
+{"step": 10270, "train_loss": 0.08838765323162079, "train_acc": 0.971042471042471, "lr": 0.013278411657069684}
+{"step": 10280, "train_loss": 0.05449862778186798, "train_acc": 0.9836363636363636, "lr": 0.013267617555646741}
+{"step": 10290, "train_loss": 0.06648708134889603, "train_acc": 0.972972972972973, "lr": 0.013256823538274249}
+{"step": 10300, "train_loss": 0.10503952205181122, "train_acc": 0.9734513274336283, "lr": 0.013246029632968687}
+{"step": 10300, "val_loss": 0.08612789650228819, "val_acc": 0.974199244340922}
+{"step": 10310, "train_loss": 0.0696784108877182, "train_acc": 0.9778534923339012, "lr": 0.013235235867746243}
+{"step": 10320, "train_loss": 0.0599413700401783, "train_acc": 0.9830827067669173, "lr": 0.013224442270622742}
+{"step": 10330, "train_loss": 0.050679925829172134, "train_acc": 0.9864406779661017, "lr": 0.013213648869613572}
+{"step": 10340, "train_loss": 0.09753506630659103, "train_acc": 0.9681208053691275, "lr": 0.013202855692733608}
+{"step": 10350, "train_loss": 0.08108880370855331, "train_acc": 0.9776632302405498, "lr": 0.013192062767997148}
+{"step": 10360, "train_loss": 0.07434579730033875, "train_acc": 0.9688073394495413, "lr": 0.013181270123417837}
+{"step": 10370, "train_loss": 0.06705566495656967, "train_acc": 0.9795918367346939, "lr": 0.013170477787008583}
+{"step": 10380, "train_loss": 0.0547582171857357, "train_acc": 0.9818840579710145, "lr": 0.01315968578678151}
+{"step": 10390, "train_loss": 0.07125218212604523, "train_acc": 0.9733096085409253, "lr": 0.013148894150747855}
+{"step": 10400, "train_loss": 0.07401453703641891, "train_acc": 0.9777015437392796, "lr": 0.013138102906917914}
+{"step": 10400, "val_loss": 0.08620791443754944, "val_acc": 0.975798408843067}
+{"step": 10410, "train_loss": 0.08113958686590195, "train_acc": 0.9817184643510055, "lr": 0.01312731208330097}
+{"step": 10420, "train_loss": 0.06742595136165619, "train_acc": 0.977112676056338, "lr": 0.013116521707905211}
+{"step": 10430, "train_loss": 0.061416592448949814, "train_acc": 0.9805309734513274, "lr": 0.013105731808737663}
+{"step": 10440, "train_loss": 0.06734032928943634, "train_acc": 0.9764492753623188, "lr": 0.013094942413804113}
+{"step": 10450, "train_loss": 0.056599825620651245, "train_acc": 0.9830795262267343, "lr": 0.013084153551109043}
+{"step": 10460, "train_loss": 0.0731738954782486, "train_acc": 0.9781021897810219, "lr": 0.01307336524865555}
+{"step": 10470, "train_loss": 0.10761527717113495, "train_acc": 0.9650735294117647, "lr": 0.013062577534445282}
+{"step": 10480, "train_loss": 0.11067504435777664, "train_acc": 0.9681647940074907, "lr": 0.01305179043647835}
+{"step": 10490, "train_loss": 0.034848134964704514, "train_acc": 0.9930555555555556, "lr": 0.013041003982753279}
+{"step": 10500, "train_loss": 0.09004530310630798, "train_acc": 0.9685767097966729, "lr": 0.013030218201266921}
+{"step": 10500, "val_loss": 0.08233336112579166, "val_acc": 0.9755035992907757}
+{"step": 10510, "train_loss": 0.08663356304168701, "train_acc": 0.9738675958188153, "lr": 0.013019433120014363}
+{"step": 10520, "train_loss": 0.08191078901290894, "train_acc": 0.9790940766550522, "lr": 0.013008648766988897}
+{"step": 10530, "train_loss": 0.08707010000944138, "train_acc": 0.9764065335753176, "lr": 0.012997865170181918}
+{"step": 10540, "train_loss": 0.06193993240594864, "train_acc": 0.9841549295774648, "lr": 0.012987082357582853}
+{"step": 10550, "train_loss": 0.0663425475358963, "train_acc": 0.983249581239531, "lr": 0.012976300357179102}
+{"step": 10560, "train_loss": 0.05337586626410484, "train_acc": 0.9830220713073005, "lr": 0.01296551919695595}
+{"step": 10570, "train_loss": 0.1278761625289917, "train_acc": 0.9630931458699473, "lr": 0.012954738904896504}
+{"step": 10580, "train_loss": 0.0961410403251648, "train_acc": 0.967032967032967, "lr": 0.012943959508981617}
+{"step": 10590, "train_loss": 0.07146643847227097, "train_acc": 0.9823321554770318, "lr": 0.012933181037189816}
+{"step": 10600, "train_loss": 0.06026855483651161, "train_acc": 0.9825479930191972, "lr": 0.012922403517497228}
+{"step": 10600, "val_loss": 0.09021780881028556, "val_acc": 0.9727417286703055}
+{"step": 10610, "train_loss": 0.0689287856221199, "train_acc": 0.9702797202797203, "lr": 0.01291162697787752}
+{"step": 10620, "train_loss": 0.09842933714389801, "train_acc": 0.9708404802744426, "lr": 0.012900851446301794}
+{"step": 10630, "train_loss": 0.047151971608400345, "train_acc": 0.9826086956521739, "lr": 0.012890076950738552}
+{"step": 10640, "train_loss": 0.05264566093683243, "train_acc": 0.9810017271157168, "lr": 0.0128793035191536}
+{"step": 10650, "train_loss": 0.04903644323348999, "train_acc": 0.9811320754716981, "lr": 0.012868531179509991}
+{"step": 10660, "train_loss": 0.07528796046972275, "train_acc": 0.9730769230769231, "lr": 0.012857759959767932}
+{"step": 10670, "train_loss": 0.07866214215755463, "train_acc": 0.9839285714285714, "lr": 0.01284698988788473}
+{"step": 10680, "train_loss": 0.05976343899965286, "train_acc": 0.982078853046595, "lr": 0.012836220991814709}
+{"step": 10690, "train_loss": 0.0890570878982544, "train_acc": 0.9644128113879004, "lr": 0.012825453299509147}
+{"step": 10700, "train_loss": 0.1123410239815712, "train_acc": 0.9663551401869159, "lr": 0.012814686838916192}
+{"step": 10700, "val_loss": 0.08243579240740362, "val_acc": 0.9735035634362118}
+{"step": 10710, "train_loss": 0.04324605315923691, "train_acc": 0.9863013698630136, "lr": 0.012803921637980798}
+{"step": 10720, "train_loss": 0.05772502347826958, "train_acc": 0.9799270072992701, "lr": 0.012793157724644653}
+{"step": 10730, "train_loss": 0.06377195566892624, "train_acc": 0.9754385964912281, "lr": 0.012782395126846088}
+{"step": 10740, "train_loss": 0.07703716307878494, "train_acc": 0.9681050656660413, "lr": 0.012771633872520035}
+{"step": 10750, "train_loss": 0.10245366394519806, "train_acc": 0.9744897959183674, "lr": 0.012760873989597937}
+{"step": 10760, "train_loss": 0.06024738773703575, "train_acc": 0.9892086330935251, "lr": 0.012750115506007671}
+{"step": 10770, "train_loss": 0.045921921730041504, "train_acc": 0.976897689768977, "lr": 0.012739358449673489}
+{"step": 10780, "train_loss": 0.11647851765155792, "train_acc": 0.9789473684210527, "lr": 0.012728602848515926}
+{"step": 10790, "train_loss": 0.08191852271556854, "train_acc": 0.974910394265233, "lr": 0.01271784873045176}
+{"step": 10800, "train_loss": 0.06033242493867874, "train_acc": 0.9761029411764706, "lr": 0.0127070961233939}
+{"step": 10800, "val_loss": 0.08019620396478963, "val_acc": 0.9756835597747637}
+{"step": 10810, "train_loss": 0.08501659333705902, "train_acc": 0.9743119266055046, "lr": 0.012696345055251341}
+{"step": 10820, "train_loss": 0.09055562317371368, "train_acc": 0.9789272030651341, "lr": 0.012685595553929093}
+{"step": 10830, "train_loss": 0.06973697990179062, "train_acc": 0.9785330948121646, "lr": 0.012674847647328083}
+{"step": 10840, "train_loss": 0.07851265370845795, "train_acc": 0.9787985865724381, "lr": 0.012664101363345108}
+{"step": 10850, "train_loss": 0.12199380993843079, "train_acc": 0.9613259668508287, "lr": 0.012653356729872747}
+{"step": 10860, "train_loss": 0.04413789138197899, "train_acc": 0.9836363636363636, "lr": 0.012642613774799307}
+{"step": 10870, "train_loss": 0.07653294503688812, "train_acc": 0.9783393501805054, "lr": 0.01263187252600873}
+{"step": 10880, "train_loss": 0.04547657445073128, "train_acc": 0.9867424242424242, "lr": 0.012621133011380526}
+{"step": 10890, "train_loss": 0.09888721257448196, "train_acc": 0.9710144927536232, "lr": 0.012610395258789708}
+{"step": 10900, "train_loss": 0.06481601297855377, "train_acc": 0.9779411764705882, "lr": 0.012599659296106722}
+{"step": 10900, "val_loss": 0.07588087096206732, "val_acc": 0.9768099702341748}
+{"step": 10910, "train_loss": 0.07582690566778183, "train_acc": 0.9752650176678446, "lr": 0.012588925151197358}
+{"step": 10920, "train_loss": 0.07975487411022186, "train_acc": 0.9703703703703703, "lr": 0.012578192851922689}
+{"step": 10930, "train_loss": 0.08218085020780563, "train_acc": 0.9636678200692042, "lr": 0.012567462426139004}
+{"step": 10940, "train_loss": 0.11051291972398758, "train_acc": 0.9661921708185054, "lr": 0.012556733901697727}
+{"step": 10950, "train_loss": 0.054711587727069855, "train_acc": 0.9829867674858223, "lr": 0.012546007306445344}
+{"step": 10960, "train_loss": 0.0407048724591732, "train_acc": 0.9840989399293286, "lr": 0.012535282668223333}
+{"step": 10970, "train_loss": 0.10181829333305359, "train_acc": 0.9663716814159292, "lr": 0.012524560014868099}
+{"step": 10980, "train_loss": 0.06006675586104393, "train_acc": 0.9798165137614679, "lr": 0.012513839374210885}
+{"step": 10990, "train_loss": 0.08565081655979156, "train_acc": 0.9827288428324698, "lr": 0.012503120774077723}
+{"step": 11000, "train_loss": 0.05760595202445984, "train_acc": 0.9876106194690265, "lr": 0.012492404242289337}
+{"step": 11000, "val_loss": 0.07018862435925258, "val_acc": 0.9791562846760815}
+{"step": 11010, "train_loss": 0.05869540944695473, "train_acc": 0.9894366197183099, "lr": 0.012481689806661088}
+{"step": 11020, "train_loss": 0.07257778197526932, "train_acc": 0.974169741697417, "lr": 0.01247097749500289}
+{"step": 11030, "train_loss": 0.09438398480415344, "train_acc": 0.9712746858168761, "lr": 0.012460267335119162}
+{"step": 11040, "train_loss": 0.06754026561975479, "train_acc": 0.9781818181818182, "lr": 0.012449559354808714}
+{"step": 11050, "train_loss": 0.08084003627300262, "train_acc": 0.9709090909090909, "lr": 0.012438853581864718}
+{"step": 11060, "train_loss": 0.07203853130340576, "train_acc": 0.9763513513513513, "lr": 0.0124281500440746}
+{"step": 11070, "train_loss": 0.06683965027332306, "train_acc": 0.9792387543252595, "lr": 0.012417448769220001}
+{"step": 11080, "train_loss": 0.09693288803100586, "train_acc": 0.9685185185185186, "lr": 0.012406749785076677}
+{"step": 11090, "train_loss": 0.10001827031373978, "train_acc": 0.9610619469026549, "lr": 0.012396053119414443}
+{"step": 11100, "train_loss": 0.07726514339447021, "train_acc": 0.9749552772808586, "lr": 0.012385358799997099}
+{"step": 11100, "val_loss": 0.07075916275028163, "val_acc": 0.9792225650996967}
+{"step": 11110, "train_loss": 0.05285276845097542, "train_acc": 0.9785714285714285, "lr": 0.012374666854582345}
+{"step": 11120, "train_loss": 0.04924609512090683, "train_acc": 0.9909747292418772, "lr": 0.012363977310921731}
+{"step": 11130, "train_loss": 0.10353824496269226, "train_acc": 0.9661921708185054, "lr": 0.012353290196760562}
+{"step": 11140, "train_loss": 0.06345551460981369, "train_acc": 0.9809688581314879, "lr": 0.01234260553983785}
+{"step": 11150, "train_loss": 0.09994751214981079, "train_acc": 0.9739130434782609, "lr": 0.012331923367886218}
+{"step": 11160, "train_loss": 0.1091003268957138, "train_acc": 0.968978102189781, "lr": 0.012321243708631843}
+{"step": 11170, "train_loss": 0.08816163241863251, "train_acc": 0.9716312056737588, "lr": 0.01231056658979438}
+{"step": 11180, "train_loss": 0.07133793830871582, "train_acc": 0.9876760563380281, "lr": 0.012299892039086893}
+{"step": 11190, "train_loss": 0.0876471996307373, "train_acc": 0.974169741697417, "lr": 0.012289220084215775}
+{"step": 11200, "train_loss": 0.09063071012496948, "train_acc": 0.9697508896797153, "lr": 0.012278550752880686}
+{"step": 11200, "val_loss": 0.08147633513446441, "val_acc": 0.9755653168936128}
+{"step": 11210, "train_loss": 0.06798198074102402, "train_acc": 0.983271375464684, "lr": 0.012267884072774475}
+{"step": 11220, "train_loss": 0.10228703171014786, "train_acc": 0.9640831758034026, "lr": 0.012257220071583107}
+{"step": 11230, "train_loss": 0.047494933009147644, "train_acc": 0.9818181818181818, "lr": 0.012246558776985595}
+{"step": 11240, "train_loss": 0.06753942370414734, "train_acc": 0.969147005444646, "lr": 0.012235900216653932}
+{"step": 11250, "train_loss": 0.056677017360925674, "train_acc": 0.9791666666666666, "lr": 0.012225244418253005}
+{"step": 11260, "train_loss": 0.052110109478235245, "train_acc": 0.9811965811965812, "lr": 0.012214591409440546}
+{"step": 11270, "train_loss": 0.05416162312030792, "train_acc": 0.9820143884892086, "lr": 0.012203941217867022}
+{"step": 11280, "train_loss": 0.07333101332187653, "train_acc": 0.9819819819819819, "lr": 0.012193293871175619}
+{"step": 11290, "train_loss": 0.10571140050888062, "train_acc": 0.9703315881326352, "lr": 0.012182649397002115}
+{"step": 11300, "train_loss": 0.04273621365427971, "train_acc": 0.9855855855855856, "lr": 0.012172007822974841}
+{"step": 11300, "val_loss": 0.07663225960456192, "val_acc": 0.9776277512852233}
+{"step": 11310, "train_loss": 0.05719652771949768, "train_acc": 0.9801084990958409, "lr": 0.012161369176714603}
+{"step": 11320, "train_loss": 0.10375957936048508, "train_acc": 0.9715302491103203, "lr": 0.012150733485834602}
+{"step": 11330, "train_loss": 0.06991150230169296, "train_acc": 0.9794168096054888, "lr": 0.012140100777940371}
+{"step": 11340, "train_loss": 0.07354651391506195, "train_acc": 0.9683098591549296, "lr": 0.0121294710806297}
+{"step": 11350, "train_loss": 0.044397979974746704, "train_acc": 0.988013698630137, "lr": 0.012118844421492567}
+{"step": 11360, "train_loss": 0.08911251276731491, "train_acc": 0.9769673704414588, "lr": 0.012108220828111063}
+{"step": 11370, "train_loss": 0.13812851905822754, "train_acc": 0.9656946826758147, "lr": 0.01209760032805932}
+{"step": 11380, "train_loss": 0.06440170854330063, "train_acc": 0.9801801801801802, "lr": 0.012086982948903442}
+{"step": 11390, "train_loss": 0.10506699234247208, "train_acc": 0.9657039711191335, "lr": 0.012076368718201431}
+{"step": 11400, "train_loss": 0.08891915529966354, "train_acc": 0.9738219895287958, "lr": 0.012065757663503124}
+{"step": 11400, "val_loss": 0.0859073598874441, "val_acc": 0.975648883965715}
+{"step": 11410, "train_loss": 0.0987515076994896, "train_acc": 0.965183752417795, "lr": 0.012055149812350101}
+{"step": 11420, "train_loss": 0.07202401757240295, "train_acc": 0.9740740740740741, "lr": 0.012044545192275642}
+{"step": 11430, "train_loss": 0.08466680347919464, "train_acc": 0.9761904761904762, "lr": 0.012033943830804637}
+{"step": 11440, "train_loss": 0.08247612416744232, "train_acc": 0.9804964539007093, "lr": 0.012023345755453508}
+{"step": 11450, "train_loss": 0.04480872303247452, "train_acc": 0.9876760563380281, "lr": 0.012012750993730155}
+{"step": 11460, "train_loss": 0.06927981972694397, "train_acc": 0.9776951672862454, "lr": 0.012002159573133877}
+{"step": 11470, "train_loss": 0.06276535242795944, "train_acc": 0.9854280510018215, "lr": 0.011991571521155306}
+{"step": 11480, "train_loss": 0.08905153721570969, "train_acc": 0.9781818181818182, "lr": 0.011980986865276324}
+{"step": 11490, "train_loss": 0.09131690859794617, "train_acc": 0.9670710571923743, "lr": 0.011970405632969994}
+{"step": 11500, "train_loss": 0.07202587276697159, "train_acc": 0.9776247848537005, "lr": 0.011959827851700503}
+{"step": 11500, "val_loss": 0.07744063412290672, "val_acc": 0.9768824222244052}
+{"step": 11510, "train_loss": 0.05044551193714142, "train_acc": 0.9845094664371773, "lr": 0.011949253548923075}
+{"step": 11520, "train_loss": 0.0499013289809227, "train_acc": 0.9860383944153578, "lr": 0.01193868275208391}
+{"step": 11530, "train_loss": 0.062200989574193954, "train_acc": 0.9853747714808044, "lr": 0.011928115488620099}
+{"step": 11540, "train_loss": 0.054318636655807495, "train_acc": 0.9810344827586207, "lr": 0.011917551785959574}
+{"step": 11550, "train_loss": 0.07935833185911179, "train_acc": 0.9781420765027322, "lr": 0.011906991671521015}
+{"step": 11560, "train_loss": 0.03611671179533005, "train_acc": 0.9846153846153847, "lr": 0.011896435172713788}
+{"step": 11570, "train_loss": 0.07804150134325027, "train_acc": 0.9702276707530648, "lr": 0.011885882316937884}
+{"step": 11580, "train_loss": 0.06537778675556183, "train_acc": 0.9814126394052045, "lr": 0.011875333131583834}
+{"step": 11590, "train_loss": 0.059070318937301636, "train_acc": 0.9790874524714829, "lr": 0.011864787644032638}
+{"step": 11600, "train_loss": 0.04897920414805412, "train_acc": 0.9819672131147541, "lr": 0.0118542458816557}
+{"step": 11600, "val_loss": 0.08320931256896591, "val_acc": 0.9736352764084965}
+{"step": 11610, "train_loss": 0.09378387778997421, "train_acc": 0.9747292418772563, "lr": 0.011843707871814758}
+{"step": 11620, "train_loss": 0.059354446828365326, "train_acc": 0.978494623655914, "lr": 0.011833173641861806}
+{"step": 11630, "train_loss": 0.08858413249254227, "train_acc": 0.9733570159857904, "lr": 0.011822643219139034}
+{"step": 11640, "train_loss": 0.050645843148231506, "train_acc": 0.9842931937172775, "lr": 0.011812116630978742}
+{"step": 11650, "train_loss": 0.03277209773659706, "train_acc": 0.9943396226415094, "lr": 0.011801593904703278}
+{"step": 11660, "train_loss": 0.06693410873413086, "train_acc": 0.9780033840947546, "lr": 0.011791075067624975}
+{"step": 11670, "train_loss": 0.0565064400434494, "train_acc": 0.9797297297297297, "lr": 0.011780560147046062}
+{"step": 11680, "train_loss": 0.03245904669165611, "train_acc": 0.9914236706689536, "lr": 0.011770049170258607}
+{"step": 11690, "train_loss": 0.07891438156366348, "train_acc": 0.9730215827338129, "lr": 0.011759542164544438}
+{"step": 11700, "train_loss": 0.06887821108102798, "train_acc": 0.9726775956284153, "lr": 0.011749039157175083}
+{"step": 11700, "val_loss": 0.07067315991096172, "val_acc": 0.9790434356223036}
+{"step": 11710, "train_loss": 0.05936897173523903, "train_acc": 0.9802158273381295, "lr": 0.01173854017541168}
+{"step": 11720, "train_loss": 0.09738078713417053, "train_acc": 0.9753694581280788, "lr": 0.011728045246504934}
+{"step": 11730, "train_loss": 0.06696228682994843, "train_acc": 0.9853372434017595, "lr": 0.011717554397695019}
+{"step": 11740, "train_loss": 0.05653373524546623, "train_acc": 0.9763912310286678, "lr": 0.011707067656211519}
+{"step": 11750, "train_loss": 0.04917377606034279, "train_acc": 0.9812606473594548, "lr": 0.011696585049273366}
+{"step": 11760, "train_loss": 0.06418060511350632, "train_acc": 0.9802867383512545, "lr": 0.01168610660408875}
+{"step": 11770, "train_loss": 0.05699435621500015, "train_acc": 0.9781021897810219, "lr": 0.01167563234785506}
+{"step": 11780, "train_loss": 0.054732583463191986, "train_acc": 0.9827882960413081, "lr": 0.01166516230775883}
+{"step": 11790, "train_loss": 0.061255790293216705, "train_acc": 0.9836363636363636, "lr": 0.011654696510975624}
+{"step": 11800, "train_loss": 0.0696202889084816, "train_acc": 0.9773123909249564, "lr": 0.011644234984670012}
+{"step": 11800, "val_loss": 0.09180427345052142, "val_acc": 0.9725998648419922}
+{"step": 11810, "train_loss": 0.07440400123596191, "train_acc": 0.9804964539007093, "lr": 0.011633777755995474}
+{"step": 11820, "train_loss": 0.07970741391181946, "train_acc": 0.9809027777777778, "lr": 0.011623324852094328}
+{"step": 11830, "train_loss": 0.06786944717168808, "train_acc": 0.9642857142857143, "lr": 0.011612876300097677}
+{"step": 11840, "train_loss": 0.07017683237791061, "train_acc": 0.9829642248722317, "lr": 0.011602432127125323}
+{"step": 11850, "train_loss": 0.059300441294908524, "train_acc": 0.9791666666666666, "lr": 0.011591992360285703}
+{"step": 11860, "train_loss": 0.0409051738679409, "train_acc": 0.9872029250457038, "lr": 0.011581557026675826}
+{"step": 11870, "train_loss": 0.07474451512098312, "train_acc": 0.979890310786106, "lr": 0.011571126153381173}
+{"step": 11880, "train_loss": 0.07503785192966461, "train_acc": 0.9709897610921502, "lr": 0.011560699767475669}
+{"step": 11890, "train_loss": 0.05875115841627121, "train_acc": 0.9798534798534798, "lr": 0.011550277896021584}
+{"step": 11900, "train_loss": 0.028063151985406876, "train_acc": 0.9908759124087592, "lr": 0.011539860566069468}
+{"step": 11900, "val_loss": 0.07085707799175729, "val_acc": 0.9783253240184653}
+{"step": 11910, "train_loss": 0.09193547070026398, "train_acc": 0.9737762237762237, "lr": 0.011529447804658087}
+{"step": 11920, "train_loss": 0.06232905760407448, "train_acc": 0.9753521126760564, "lr": 0.01151903963881435}
+{"step": 11930, "train_loss": 0.05669313669204712, "train_acc": 0.9802867383512545, "lr": 0.011508636095553235}
+{"step": 11940, "train_loss": 0.051784709095954895, "train_acc": 0.9895833333333334, "lr": 0.01149823720187772}
+{"step": 11950, "train_loss": 0.06252118200063705, "train_acc": 0.980701754385965, "lr": 0.011487842984778718}
+{"step": 11960, "train_loss": 0.07152858376502991, "train_acc": 0.9807355516637478, "lr": 0.011477453471235006}
+{"step": 11970, "train_loss": 0.06559454649686813, "train_acc": 0.9840989399293286, "lr": 0.011467068688213154}
+{"step": 11980, "train_loss": 0.09923042356967926, "train_acc": 0.9683426443202979, "lr": 0.011456688662667436}
+{"step": 11990, "train_loss": 0.06337612122297287, "train_acc": 0.9793103448275862, "lr": 0.011446313421539801}
+{"step": 12000, "train_loss": 0.09153907746076584, "train_acc": 0.9770318021201413, "lr": 0.011435942991759767}
+{"step": 12000, "val_loss": 0.07993595769056935, "val_acc": 0.977199897336682}
+{"step": 12010, "train_loss": 0.06149442493915558, "train_acc": 0.9758620689655172, "lr": 0.01142557740024437}
+{"step": 12020, "train_loss": 0.03886854648590088, "train_acc": 0.9902120717781403, "lr": 0.011415216673898079}
+{"step": 12030, "train_loss": 0.03737921267747879, "train_acc": 0.9880341880341881, "lr": 0.01140486083961275}
+{"step": 12040, "train_loss": 0.078797347843647, "train_acc": 0.9700934579439252, "lr": 0.011394509924267522}
+{"step": 12050, "train_loss": 0.09436872601509094, "train_acc": 0.9738317757009346, "lr": 0.011384163954728783}
+{"step": 12060, "train_loss": 0.05313144251704216, "train_acc": 0.9792746113989638, "lr": 0.011373822957850076}
+{"step": 12070, "train_loss": 0.031408313661813736, "train_acc": 0.996268656716418, "lr": 0.011363486960472038}
+{"step": 12080, "train_loss": 0.1113671064376831, "train_acc": 0.9686956521739131, "lr": 0.01135315598942234}
+{"step": 12090, "train_loss": 0.09318339824676514, "train_acc": 0.9738805970149254, "lr": 0.011342830071515582}
+{"step": 12100, "train_loss": 0.07627616822719574, "train_acc": 0.9797421731123389, "lr": 0.011332509233553275}
+{"step": 12100, "val_loss": 0.07712161704378544, "val_acc": 0.9758375927423066}
+{"step": 12110, "train_loss": 0.07937388122081757, "train_acc": 0.9784560143626571, "lr": 0.011322193502323727}
+{"step": 12120, "train_loss": 0.08127261698246002, "train_acc": 0.9728260869565217, "lr": 0.011311882904602005}
+{"step": 12130, "train_loss": 0.08869214355945587, "train_acc": 0.9721739130434782, "lr": 0.011301577467149838}
+{"step": 12140, "train_loss": 0.07753429561853409, "train_acc": 0.973109243697479, "lr": 0.01129127721671557}
+{"step": 12150, "train_loss": 0.06661554425954819, "train_acc": 0.9742173112338858, "lr": 0.011280982180034078}
+{"step": 12160, "train_loss": 0.07229824364185333, "train_acc": 0.9819168173598554, "lr": 0.011270692383826709}
+{"step": 12170, "train_loss": 0.12186578661203384, "train_acc": 0.9615384615384616, "lr": 0.011260407854801207}
+{"step": 12180, "train_loss": 0.058399733155965805, "train_acc": 0.9861830742659758, "lr": 0.01125012861965164}
+{"step": 12190, "train_loss": 0.08072945475578308, "train_acc": 0.9793103448275862, "lr": 0.011239854705058352}
+{"step": 12200, "train_loss": 0.08267898112535477, "train_acc": 0.974169741697417, "lr": 0.011229586137687852}
+{"step": 12200, "val_loss": 0.06884461594460403, "val_acc": 0.9797787750634244}
+{"step": 12210, "train_loss": 0.05300718918442726, "train_acc": 0.9897435897435898, "lr": 0.011219322944192792}
+{"step": 12220, "train_loss": 0.06210445240139961, "train_acc": 0.9814471243042672, "lr": 0.011209065151211861}
+{"step": 12230, "train_loss": 0.014035522937774658, "train_acc": 0.9982332155477032, "lr": 0.011198812785369739}
+{"step": 12240, "train_loss": 0.06002696976065636, "train_acc": 0.9837837837837838, "lr": 0.01118856587327702}
+{"step": 12250, "train_loss": 0.052509937435388565, "train_acc": 0.9859894921190894, "lr": 0.011178324441530137}
+{"step": 12260, "train_loss": 0.03555306792259216, "train_acc": 0.9896551724137931, "lr": 0.011168088516711298}
+{"step": 12270, "train_loss": 0.053090088069438934, "train_acc": 0.9769911504424779, "lr": 0.011157858125388425}
+{"step": 12280, "train_loss": 0.046245068311691284, "train_acc": 0.9787610619469026, "lr": 0.011147633294115073}
+{"step": 12290, "train_loss": 0.06313745677471161, "train_acc": 0.9824868651488616, "lr": 0.011137414049430366}
+{"step": 12300, "train_loss": 0.08872710168361664, "train_acc": 0.9735915492957746, "lr": 0.011127200417858927}
+{"step": 12300, "val_loss": 0.07454473245078373, "val_acc": 0.9776500016915481}
+{"step": 12310, "train_loss": 0.07995961606502533, "train_acc": 0.9793103448275862, "lr": 0.011116992425910808}
+{"step": 12320, "train_loss": 0.08821780234575272, "train_acc": 0.9688041594454073, "lr": 0.011106790100081426}
+{"step": 12330, "train_loss": 0.08153333514928818, "train_acc": 0.967741935483871, "lr": 0.011096593466851492}
+{"step": 12340, "train_loss": 0.07208619266748428, "train_acc": 0.9727427597955707, "lr": 0.01108640255268694}
+{"step": 12350, "train_loss": 0.09079563617706299, "train_acc": 0.9683426443202979, "lr": 0.01107621738403886}
+{"step": 12360, "train_loss": 0.06985954195261002, "train_acc": 0.9794871794871794, "lr": 0.011066037987343428}
+{"step": 12370, "train_loss": 0.07053828984498978, "train_acc": 0.9753954305799648, "lr": 0.011055864389021841}
+{"step": 12380, "train_loss": 0.050540488213300705, "train_acc": 0.9847036328871893, "lr": 0.01104569661548024}
+{"step": 12390, "train_loss": 0.056994881480932236, "train_acc": 0.9828571428571429, "lr": 0.011035534693109661}
+{"step": 12400, "train_loss": 0.04154577478766441, "train_acc": 0.9864636209813875, "lr": 0.011025378648285938}
+{"step": 12400, "val_loss": 0.06279999980828464, "val_acc": 0.9809614703556355}
+{"step": 12410, "train_loss": 0.05250748619437218, "train_acc": 0.9803220035778175, "lr": 0.011015228507369659}
+{"step": 12420, "train_loss": 0.0782616138458252, "train_acc": 0.9699812382739212, "lr": 0.011005084296706078}
+{"step": 12430, "train_loss": 0.05748417600989342, "train_acc": 0.9765342960288809, "lr": 0.010994946042625072}
+{"step": 12440, "train_loss": 0.10141083598136902, "train_acc": 0.9795539033457249, "lr": 0.010984813771441043}
+{"step": 12450, "train_loss": 0.0632905587553978, "train_acc": 0.9810606060606061, "lr": 0.010974687509452869}
+{"step": 12460, "train_loss": 0.11649935692548752, "train_acc": 0.9620938628158845, "lr": 0.010964567282943838}
+{"step": 12470, "train_loss": 0.06990931928157806, "train_acc": 0.9731663685152058, "lr": 0.010954453118181563}
+{"step": 12480, "train_loss": 0.0757518857717514, "train_acc": 0.9764065335753176, "lr": 0.010944345041417924}
+{"step": 12490, "train_loss": 0.05092213675379753, "train_acc": 0.9758620689655172, "lr": 0.010934243078889001}
+{"step": 12500, "train_loss": 0.050559766590595245, "train_acc": 0.9848484848484849, "lr": 0.01092414725681501}
+{"step": 12500, "val_loss": 0.07291127336994, "val_acc": 0.9754508115872517}
+{"step": 12510, "train_loss": 0.07363239675760269, "train_acc": 0.9778156996587031, "lr": 0.010914057601400224}
+{"step": 12520, "train_loss": 0.05006837844848633, "train_acc": 0.9837251356238698, "lr": 0.010903974138832906}
+{"step": 12530, "train_loss": 0.07193619757890701, "train_acc": 0.9713774597495528, "lr": 0.01089389689528525}
+{"step": 12540, "train_loss": 0.0660276785492897, "train_acc": 0.9786096256684492, "lr": 0.01088382589691331}
+{"step": 12550, "train_loss": 0.10294725745916367, "train_acc": 0.9750445632798574, "lr": 0.010873761169856928}
+{"step": 12560, "train_loss": 0.0474478155374527, "train_acc": 0.9830827067669173, "lr": 0.010863702740239664}
+{"step": 12570, "train_loss": 0.04595114663243294, "train_acc": 0.9879101899827288, "lr": 0.010853650634168743}
+{"step": 12580, "train_loss": 0.06439060717821121, "train_acc": 0.9779411764705882, "lr": 0.010843604877734968}
+{"step": 12590, "train_loss": 0.09295522421598434, "train_acc": 0.9774011299435028, "lr": 0.010833565497012658}
+{"step": 12600, "train_loss": 0.07339262962341309, "train_acc": 0.9777777777777777, "lr": 0.010823532518059596}
+{"step": 12600, "val_loss": 0.07388830562885558, "val_acc": 0.9784492849749218}
+{"step": 12610, "train_loss": 0.05617385730147362, "train_acc": 0.983249581239531, "lr": 0.010813505966916943}
+{"step": 12620, "train_loss": 0.04101113975048065, "train_acc": 0.9873873873873874, "lr": 0.010803485869609176}
+{"step": 12630, "train_loss": 0.06929845362901688, "train_acc": 0.9775474956822107, "lr": 0.010793472252144012}
+{"step": 12640, "train_loss": 0.07078732550144196, "train_acc": 0.971830985915493, "lr": 0.010783465140512365}
+{"step": 12650, "train_loss": 0.07077053189277649, "train_acc": 0.9781420765027322, "lr": 0.010773464560688253}
+{"step": 12660, "train_loss": 0.11065548658370972, "train_acc": 0.9726962457337884, "lr": 0.010763470538628743}
+{"step": 12670, "train_loss": 0.05582256242632866, "train_acc": 0.9834558823529411, "lr": 0.010753483100273879}
+{"step": 12680, "train_loss": 0.09681282192468643, "train_acc": 0.9663716814159292, "lr": 0.010743502271546624}
+{"step": 12690, "train_loss": 0.05388884246349335, "train_acc": 0.9820846905537459, "lr": 0.01073352807835277}
+{"step": 12700, "train_loss": 0.04352409765124321, "train_acc": 0.9853479853479854, "lr": 0.010723560546580899}
+{"step": 12700, "val_loss": 0.07011257841859059, "val_acc": 0.9792261782396956}
+{"step": 12710, "train_loss": 0.12518295645713806, "train_acc": 0.9690721649484536, "lr": 0.010713599702102304}
+{"step": 12720, "train_loss": 0.0738988146185875, "train_acc": 0.9737302977232924, "lr": 0.010703645570770911}
+{"step": 12730, "train_loss": 0.04371858388185501, "train_acc": 0.9853211009174312, "lr": 0.010693698178423227}
+{"step": 12740, "train_loss": 0.04476672038435936, "train_acc": 0.9892280071813285, "lr": 0.01068375755087827}
+{"step": 12750, "train_loss": 0.038153890520334244, "train_acc": 0.9864864864864865, "lr": 0.010673823713937498}
+{"step": 12760, "train_loss": 0.03686252981424332, "train_acc": 0.9893048128342246, "lr": 0.010663896693384738}
+{"step": 12770, "train_loss": 0.06245693936944008, "train_acc": 0.9836065573770492, "lr": 0.010653976514986133}
+{"step": 12780, "train_loss": 0.04933513328433037, "train_acc": 0.9833887043189369, "lr": 0.010644063204490057}
+{"step": 12790, "train_loss": 0.0321771465241909, "train_acc": 0.9914236706689536, "lr": 0.010634156787627077}
+{"step": 12800, "train_loss": 0.040965065360069275, "train_acc": 0.9895833333333334, "lr": 0.010624257290109842}
+{"step": 12800, "val_loss": 0.07001306558507189, "val_acc": 0.9803485843579559}
+{"step": 12810, "train_loss": 0.04968554899096489, "train_acc": 0.9819168173598554, "lr": 0.010614364737633055}
+{"step": 12820, "train_loss": 0.050801295787096024, "train_acc": 0.9854280510018215, "lr": 0.010604479155873396}
+{"step": 12830, "train_loss": 0.0563553050160408, "train_acc": 0.9869706840390879, "lr": 0.010594600570489448}
+{"step": 12840, "train_loss": 0.036437101662158966, "train_acc": 0.9875222816399287, "lr": 0.010584729007121629}
+{"step": 12850, "train_loss": 0.06462862342596054, "train_acc": 0.9750479846449136, "lr": 0.01057486449139214}
+{"step": 12860, "train_loss": 0.068015456199646, "train_acc": 0.9751332149200711, "lr": 0.010565007048904885}
+{"step": 12870, "train_loss": 0.09446291625499725, "train_acc": 0.9788732394366197, "lr": 0.010555156705245405}
+{"step": 12880, "train_loss": 0.09109485149383545, "train_acc": 0.982725527831094, "lr": 0.010545313485980826}
+{"step": 12890, "train_loss": 0.06868945807218552, "train_acc": 0.9809688581314879, "lr": 0.010535477416659774}
+{"step": 12900, "train_loss": 0.055602483451366425, "train_acc": 0.9858906525573192, "lr": 0.010525648522812322}
+{"step": 12900, "val_loss": 0.06325686609751803, "val_acc": 0.9806307741086527}
+{"step": 12910, "train_loss": 0.09966368228197098, "train_acc": 0.9604130808950087, "lr": 0.010515826829949908}
+{"step": 12920, "train_loss": 0.0679372102022171, "train_acc": 0.9829059829059829, "lr": 0.010506012363565296}
+{"step": 12930, "train_loss": 0.05975287780165672, "train_acc": 0.9785330948121646, "lr": 0.010496205149132482}
+{"step": 12940, "train_loss": 0.05750211328268051, "train_acc": 0.9896013864818024, "lr": 0.010486405212106639}
+{"step": 12950, "train_loss": 0.07518350332975388, "train_acc": 0.9753521126760564, "lr": 0.010476612577924056}
+{"step": 12960, "train_loss": 0.07196705043315887, "train_acc": 0.9773519163763066, "lr": 0.010466827272002066}
+{"step": 12970, "train_loss": 0.06414993852376938, "train_acc": 0.9794871794871794, "lr": 0.010457049319738976}
+{"step": 12980, "train_loss": 0.06345430761575699, "train_acc": 0.9843205574912892, "lr": 0.010447278746514013}
+{"step": 12990, "train_loss": 0.05233946070075035, "train_acc": 0.9857651245551602, "lr": 0.010437515577687252}
+{"step": 13000, "train_loss": 0.05459459125995636, "train_acc": 0.9811643835616438, "lr": 0.010427759838599535}
+{"step": 13000, "val_loss": 0.06324068042248202, "val_acc": 0.9798699458229341}
+{"step": 13010, "train_loss": 0.05427975207567215, "train_acc": 0.9858657243816255, "lr": 0.010418011554572445}
+{"step": 13020, "train_loss": 0.04034850001335144, "train_acc": 0.9834558823529411, "lr": 0.01040827075090819}
+{"step": 13030, "train_loss": 0.09418076276779175, "train_acc": 0.9702797202797203, "lr": 0.010398537452889576}
+{"step": 13040, "train_loss": 0.06132474169135094, "train_acc": 0.9826388888888888, "lr": 0.010388811685779924}
+{"step": 13050, "train_loss": 0.06789452582597733, "train_acc": 0.9738219895287958, "lr": 0.010379093474823011}
+{"step": 13060, "train_loss": 0.11223374307155609, "train_acc": 0.9723247232472325, "lr": 0.010369382845242999}
+{"step": 13070, "train_loss": 0.07925648242235184, "train_acc": 0.9832089552238806, "lr": 0.010359679822244368}
+{"step": 13080, "train_loss": 0.10630054026842117, "train_acc": 0.9795221843003413, "lr": 0.010349984431011863}
+{"step": 13090, "train_loss": 0.0543709360063076, "train_acc": 0.9812925170068028, "lr": 0.010340296696710414}
+{"step": 13100, "train_loss": 0.03796669468283653, "train_acc": 0.9895470383275261, "lr": 0.010330616644485084}
+{"step": 13100, "val_loss": 0.0718139313850795, "val_acc": 0.9773277431289138}
+{"step": 13110, "train_loss": 0.07991759479045868, "train_acc": 0.9753320683111955, "lr": 0.010320944299460988}
+{"step": 13120, "train_loss": 0.07445574551820755, "train_acc": 0.9754816112084063, "lr": 0.010311279686743238}
+{"step": 13130, "train_loss": 0.07168470323085785, "train_acc": 0.9824868651488616, "lr": 0.010301622831416887}
+{"step": 13140, "train_loss": 0.030433425679802895, "train_acc": 0.9911504424778761, "lr": 0.010291973758546836}
+{"step": 13150, "train_loss": 0.05704504996538162, "train_acc": 0.9827586206896551, "lr": 0.010282332493177802}
+{"step": 13160, "train_loss": 0.030957737937569618, "train_acc": 0.9907578558225508, "lr": 0.01027269906033423}
+{"step": 13170, "train_loss": 0.07395590096712112, "train_acc": 0.9712230215827338, "lr": 0.010263073485020233}
+{"step": 13180, "train_loss": 0.042284127324819565, "train_acc": 0.983957219251337, "lr": 0.010253455792219533}
+{"step": 13190, "train_loss": 0.06308414787054062, "train_acc": 0.9781818181818182, "lr": 0.010243846006895395}
+{"step": 13200, "train_loss": 0.049415189772844315, "train_acc": 0.978494623655914, "lr": 0.010234244153990553}
+{"step": 13200, "val_loss": 0.063366008415306, "val_acc": 0.9809276132133529}
+{"step": 13210, "train_loss": 0.05319667607545853, "train_acc": 0.9854014598540146, "lr": 0.010224650258427155}
+{"step": 13220, "train_loss": 0.0680178552865982, "train_acc": 0.9753320683111955, "lr": 0.010215064345106701}
+{"step": 13230, "train_loss": 0.07565192878246307, "train_acc": 0.9798165137614679, "lr": 0.010205486438909958}
+{"step": 13240, "train_loss": 0.04093058034777641, "train_acc": 0.985239852398524, "lr": 0.010195916564696927}
+{"step": 13250, "train_loss": 0.06104578077793121, "train_acc": 0.9798657718120806, "lr": 0.01018635474730675}
+{"step": 13260, "train_loss": 0.036826156079769135, "train_acc": 0.9868421052631579, "lr": 0.010176801011557664}
+{"step": 13270, "train_loss": 0.06613963842391968, "train_acc": 0.9725274725274725, "lr": 0.010167255382246925}
+{"step": 13280, "train_loss": 0.08661951869726181, "train_acc": 0.9835766423357665, "lr": 0.01015771788415075}
+{"step": 13290, "train_loss": 0.06938362121582031, "train_acc": 0.9693693693693693, "lr": 0.01014818854202425}
+{"step": 13300, "train_loss": 0.1025950089097023, "train_acc": 0.9702797202797203, "lr": 0.010138667380601372}
+{"step": 13300, "val_loss": 0.06681634846439004, "val_acc": 0.9793445113909288}
+{"step": 13310, "train_loss": 0.0643901601433754, "train_acc": 0.9781512605042016, "lr": 0.010129154424594815}
+{"step": 13320, "train_loss": 0.04523245990276337, "train_acc": 0.9834558823529411, "lr": 0.010119649698696}
+{"step": 13330, "train_loss": 0.08098378032445908, "train_acc": 0.9680284191829485, "lr": 0.010110153227574976}
+{"step": 13340, "train_loss": 0.05425017699599266, "train_acc": 0.9760589318600368, "lr": 0.010100665035880361}
+{"step": 13350, "train_loss": 0.039725806564092636, "train_acc": 0.9835766423357665, "lr": 0.010091185148239297}
+{"step": 13360, "train_loss": 0.05690182000398636, "train_acc": 0.984641638225256, "lr": 0.010081713589257356}
+{"step": 13370, "train_loss": 0.057871583849191666, "train_acc": 0.9814502529510961, "lr": 0.010072250383518506}
+{"step": 13380, "train_loss": 0.064939945936203, "train_acc": 0.9765765765765766, "lr": 0.010062795555585034}
+{"step": 13390, "train_loss": 0.07608300447463989, "train_acc": 0.9762308998302207, "lr": 0.010053349129997469}
+{"step": 13400, "train_loss": 0.058284129947423935, "train_acc": 0.9859402460456942, "lr": 0.010043911131274539}
+{"step": 13400, "val_loss": 0.07139000500063472, "val_acc": 0.9789734087162327}
+{"step": 13410, "train_loss": 0.11055713146924973, "train_acc": 0.96964586846543, "lr": 0.010034481583913107}
+{"step": 13420, "train_loss": 0.05365791171789169, "train_acc": 0.9798319327731092, "lr": 0.010025060512388082}
+{"step": 13430, "train_loss": 0.07289905846118927, "train_acc": 0.9782214156079855, "lr": 0.010015647941152395}
+{"step": 13440, "train_loss": 0.03285796195268631, "train_acc": 0.9926873857404022, "lr": 0.010006243894636899}
+{"step": 13450, "train_loss": 0.06857118755578995, "train_acc": 0.9839857651245552, "lr": 0.00999684839725032}
+{"step": 13460, "train_loss": 0.0553380511701107, "train_acc": 0.9842657342657343, "lr": 0.009987461473379205}
+{"step": 13470, "train_loss": 0.0827755555510521, "train_acc": 0.9762340036563071, "lr": 0.009978083147387838}
+{"step": 13480, "train_loss": 0.06453924626111984, "train_acc": 0.9815126050420168, "lr": 0.009968713443618193}
+{"step": 13490, "train_loss": 0.04789011552929878, "train_acc": 0.9850746268656716, "lr": 0.009959352386389866}
+{"step": 13500, "train_loss": 0.08993156254291534, "train_acc": 0.9706959706959707, "lr": 0.00995}
+{"step": 13500, "val_loss": 0.06653572853701203, "val_acc": 0.9798466253346613}
+{"step": 13510, "train_loss": 0.07479245215654373, "train_acc": 0.9782214156079855, "lr": 0.009940656308723242}
+{"step": 13520, "train_loss": 0.07222864776849747, "train_acc": 0.9697542533081286, "lr": 0.009931321336811669}
+{"step": 13530, "train_loss": 0.03434133529663086, "train_acc": 0.9865319865319865, "lr": 0.00992199510849472}
+{"step": 13540, "train_loss": 0.07469397783279419, "train_acc": 0.9781144781144782, "lr": 0.00991267764797915}
+{"step": 13550, "train_loss": 0.03172445669770241, "train_acc": 0.9932659932659933, "lr": 0.009903368979448946}
+{"step": 13560, "train_loss": 0.03818606957793236, "train_acc": 0.9898305084745763, "lr": 0.009894069127065282}
+{"step": 13570, "train_loss": 0.023611867800354958, "train_acc": 0.995114006514658, "lr": 0.009884778114966448}
+{"step": 13580, "train_loss": 0.0519765168428421, "train_acc": 0.9895287958115183, "lr": 0.009875495967267785}
+{"step": 13590, "train_loss": 0.05805015191435814, "train_acc": 0.9757914338919925, "lr": 0.00986622270806163}
+{"step": 13600, "train_loss": 0.058173760771751404, "train_acc": 0.9848993288590604, "lr": 0.00985695836141725}
+{"step": 13600, "val_loss": 0.06962663810815242, "val_acc": 0.9803194678951154}
+{"step": 13610, "train_loss": 0.06802303344011307, "train_acc": 0.9787234042553191, "lr": 0.009847702951380778}
+{"step": 13620, "train_loss": 0.07697261869907379, "train_acc": 0.9782214156079855, "lr": 0.009838456501975141}
+{"step": 13630, "train_loss": 0.04471736401319504, "train_acc": 0.9912587412587412, "lr": 0.00982921903720003}
+{"step": 13640, "train_loss": 0.05484827607870102, "train_acc": 0.9783393501805054, "lr": 0.009819990581031793}
+{"step": 13650, "train_loss": 0.08583634346723557, "train_acc": 0.972972972972973, "lr": 0.009810771157423412}
+{"step": 13660, "train_loss": 0.06885858625173569, "train_acc": 0.9779411764705882, "lr": 0.009801560790304422}
+{"step": 13670, "train_loss": 0.07625730335712433, "train_acc": 0.9726775956284153, "lr": 0.009792359503580839}
+{"step": 13680, "train_loss": 0.05216464400291443, "train_acc": 0.9773913043478261, "lr": 0.009783167321135124}
+{"step": 13690, "train_loss": 0.06259847432374954, "train_acc": 0.9824868651488616, "lr": 0.009773984266826104}
+{"step": 13700, "train_loss": 0.04815032705664635, "train_acc": 0.983754512635379, "lr": 0.00976481036448891}
+{"step": 13700, "val_loss": 0.06874723100961168, "val_acc": 0.9792566547787138}
+{"step": 13710, "train_loss": 0.05036766082048416, "train_acc": 0.9830220713073005, "lr": 0.009755645637934922}
+{"step": 13720, "train_loss": 0.0479263998568058, "train_acc": 0.9809027777777778, "lr": 0.009746490110951704}
+{"step": 13730, "train_loss": 0.07567308843135834, "train_acc": 0.9753086419753086, "lr": 0.009737343807302934}
+{"step": 13740, "train_loss": 0.07130029052495956, "train_acc": 0.9808027923211169, "lr": 0.009728206750728366}
+{"step": 13750, "train_loss": 0.061627380549907684, "train_acc": 0.9772727272727273, "lr": 0.009719078964943733}
+{"step": 13760, "train_loss": 0.07776563614606857, "train_acc": 0.9812734082397003, "lr": 0.00970996047364072}
+{"step": 13770, "train_loss": 0.07327117770910263, "train_acc": 0.9774696707105719, "lr": 0.009700851300486892}
+{"step": 13780, "train_loss": 0.07334434241056442, "train_acc": 0.972875226039783, "lr": 0.009691751469125605}
+{"step": 13790, "train_loss": 0.07176889479160309, "train_acc": 0.976271186440678, "lr": 0.00968266100317599}
+{"step": 13800, "train_loss": 0.05208604037761688, "train_acc": 0.9861830742659758, "lr": 0.009673579926232861}
+{"step": 13800, "val_loss": 0.06148778963922101, "val_acc": 0.9819781251596645}
+{"step": 13810, "train_loss": 0.045113008469343185, "train_acc": 0.9851024208566108, "lr": 0.00966450826186666}
+{"step": 13820, "train_loss": 0.03298645839095116, "train_acc": 0.9867549668874173, "lr": 0.009655446033623408}
+{"step": 13830, "train_loss": 0.04934411495923996, "train_acc": 0.9814471243042672, "lr": 0.009646393265024622}
+{"step": 13840, "train_loss": 0.05687107518315315, "train_acc": 0.9842381786339754, "lr": 0.009637349979567271}
+{"step": 13850, "train_loss": 0.03844204172492027, "train_acc": 0.9862068965517241, "lr": 0.009628316200723712}
+{"step": 13860, "train_loss": 0.052729830145835876, "train_acc": 0.9823008849557522, "lr": 0.009619291951941625}
+{"step": 13870, "train_loss": 0.05569019913673401, "train_acc": 0.9840142095914742, "lr": 0.009610277256643953}
+{"step": 13880, "train_loss": 0.0959528386592865, "train_acc": 0.9686956521739131, "lr": 0.00960127213822885}
+{"step": 13890, "train_loss": 0.06434500962495804, "train_acc": 0.9788359788359788, "lr": 0.009592276620069595}
+{"step": 13900, "train_loss": 0.07193044573068619, "train_acc": 0.9748201438848921, "lr": 0.00958329072551457}
+{"step": 13900, "val_loss": 0.07692963129257496, "val_acc": 0.9771564712824211}
+{"step": 13910, "train_loss": 0.048097483813762665, "train_acc": 0.9878472222222222, "lr": 0.009574314477887168}
+{"step": 13920, "train_loss": 0.07517744600772858, "train_acc": 0.9702797202797203, "lr": 0.009565347900485736}
+{"step": 13930, "train_loss": 0.05092032253742218, "train_acc": 0.9833333333333333, "lr": 0.009556391016583541}
+{"step": 13940, "train_loss": 0.040329188108444214, "train_acc": 0.9839285714285714, "lr": 0.009547443849428669}
+{"step": 13950, "train_loss": 0.05081535130739212, "train_acc": 0.9857142857142858, "lr": 0.009538506422243997}
+{"step": 13960, "train_loss": 0.0687197893857956, "train_acc": 0.9777777777777777, "lr": 0.009529578758227124}
+{"step": 13970, "train_loss": 0.056708671152591705, "train_acc": 0.976068376068376, "lr": 0.009520660880550294}
+{"step": 13980, "train_loss": 0.08285786956548691, "train_acc": 0.9773584905660377, "lr": 0.009511752812360367}
+{"step": 13990, "train_loss": 0.10928503423929214, "train_acc": 0.9734982332155477, "lr": 0.009502854576778734}
+{"step": 14000, "train_loss": 0.05415203049778938, "train_acc": 0.9867768595041322, "lr": 0.009493966196901257}
+{"step": 14000, "val_loss": 0.0665399370361118, "val_acc": 0.9808114899705617}
+{"step": 14010, "train_loss": 0.045762673020362854, "train_acc": 0.9862306368330465, "lr": 0.009485087695798231}
+{"step": 14020, "train_loss": 0.03542511165142059, "train_acc": 0.9924953095684803, "lr": 0.00947621909651431}
+{"step": 14030, "train_loss": 0.04973945766687393, "train_acc": 0.9879518072289156, "lr": 0.00946736042206843}
+{"step": 14040, "train_loss": 0.052042871713638306, "train_acc": 0.9811676082862524, "lr": 0.009458511695453784}
+{"step": 14050, "train_loss": 0.06110995635390282, "train_acc": 0.9813559322033898, "lr": 0.009449672939637742}
+{"step": 14060, "train_loss": 0.06128508597612381, "train_acc": 0.9789473684210527, "lr": 0.00944084417756178}
+{"step": 14070, "train_loss": 0.05358513072133064, "train_acc": 0.9822064056939501, "lr": 0.009432025432141458}
+{"step": 14080, "train_loss": 0.06926596164703369, "train_acc": 0.9810996563573883, "lr": 0.009423216726266318}
+{"step": 14090, "train_loss": 0.05411819368600845, "train_acc": 0.9840142095914742, "lr": 0.009414418082799851}
+{"step": 14100, "train_loss": 0.06991643458604813, "train_acc": 0.9854545454545455, "lr": 0.009405629524579438}
+{"step": 14100, "val_loss": 0.07282648493759776, "val_acc": 0.9782516499568631}
+{"step": 14110, "train_loss": 0.06725572794675827, "train_acc": 0.980806142034549, "lr": 0.00939685107441626}
+{"step": 14120, "train_loss": 0.036709416657686234, "train_acc": 0.9881756756756757, "lr": 0.00938808275509529}
+{"step": 14130, "train_loss": 0.05253523215651512, "train_acc": 0.9824868651488616, "lr": 0.009379324589375192}
+{"step": 14140, "train_loss": 0.05666642636060715, "train_acc": 0.9790209790209791, "lr": 0.009370576599988271}
+{"step": 14150, "train_loss": 0.04194710776209831, "train_acc": 0.9862542955326461, "lr": 0.00936183880964043}
+{"step": 14160, "train_loss": 0.05978064611554146, "train_acc": 0.9795918367346939, "lr": 0.009353111241011094}
+{"step": 14170, "train_loss": 0.038637418299913406, "train_acc": 0.9837251356238698, "lr": 0.009344393916753154}
+{"step": 14180, "train_loss": 0.06664261966943741, "train_acc": 0.9735449735449735, "lr": 0.009335686859492915}
+{"step": 14190, "train_loss": 0.047692712396383286, "train_acc": 0.9819819819819819, "lr": 0.009326990091830035}
+{"step": 14200, "train_loss": 0.0844748243689537, "train_acc": 0.9757785467128027, "lr": 0.009318303636337464}
+{"step": 14200, "val_loss": 0.06527055075112592, "val_acc": 0.9798756235004603}
+{"step": 14210, "train_loss": 0.05467626452445984, "train_acc": 0.9873646209386282, "lr": 0.009309627515561383}
+{"step": 14220, "train_loss": 0.11454473435878754, "train_acc": 0.9826086956521739, "lr": 0.00930096175202115}
+{"step": 14230, "train_loss": 0.09203986823558807, "train_acc": 0.969639468690702, "lr": 0.009292306368209243}
+{"step": 14240, "train_loss": 0.04907708242535591, "train_acc": 0.9770318021201413, "lr": 0.009283661386591195}
+{"step": 14250, "train_loss": 0.054583873599767685, "train_acc": 0.9882352941176471, "lr": 0.009275026829605541}
+{"step": 14260, "train_loss": 0.05589226633310318, "train_acc": 0.9844827586206897, "lr": 0.009266402719663763}
+{"step": 14270, "train_loss": 0.055237673223018646, "train_acc": 0.983271375464684, "lr": 0.009257789079150215}
+{"step": 14280, "train_loss": 0.07718471437692642, "train_acc": 0.9684601113172542, "lr": 0.009249185930422088}
+{"step": 14290, "train_loss": 0.05159490555524826, "train_acc": 0.9816176470588235, "lr": 0.009240593295809339}
+{"step": 14300, "train_loss": 0.05319949612021446, "train_acc": 0.9771929824561404, "lr": 0.009232011197614636}
+{"step": 14300, "val_loss": 0.0752216915607027, "val_acc": 0.9783529438812165}
+{"step": 14310, "train_loss": 0.09814843535423279, "train_acc": 0.9747081712062257, "lr": 0.009223439658113291}
+{"step": 14320, "train_loss": 0.0894414633512497, "train_acc": 0.974910394265233, "lr": 0.009214878699553217}
+{"step": 14330, "train_loss": 0.056923508644104004, "train_acc": 0.9844020797227037, "lr": 0.00920632834415487}
+{"step": 14340, "train_loss": 0.07852568477392197, "train_acc": 0.9746376811594203, "lr": 0.009197788614111165}
+{"step": 14350, "train_loss": 0.03979093208909035, "train_acc": 0.9859649122807017, "lr": 0.009189259531587462}
+{"step": 14360, "train_loss": 0.06779968738555908, "train_acc": 0.9759450171821306, "lr": 0.009180741118721466}
+{"step": 14370, "train_loss": 0.04195033013820648, "train_acc": 0.9842105263157894, "lr": 0.009172233397623202}
+{"step": 14380, "train_loss": 0.03955896198749542, "train_acc": 0.9878892733564014, "lr": 0.009163736390374934}
+{"step": 14390, "train_loss": 0.06393572688102722, "train_acc": 0.9856373429084381, "lr": 0.009155250119031122}
+{"step": 14400, "train_loss": 0.13880912959575653, "train_acc": 0.962457337883959, "lr": 0.00914677460561836}
+{"step": 14400, "val_loss": 0.06923811875191392, "val_acc": 0.979386102373036}
+{"step": 14410, "train_loss": 0.02887386456131935, "train_acc": 0.9842105263157894, "lr": 0.009138309872135321}
+{"step": 14420, "train_loss": 0.0532764308154583, "train_acc": 0.9834254143646409, "lr": 0.009129855940552694}
+{"step": 14430, "train_loss": 0.04757223278284073, "train_acc": 0.9856887298747764, "lr": 0.009121412832813132}
+{"step": 14440, "train_loss": 0.06875177472829819, "train_acc": 0.9811320754716981, "lr": 0.009112980570831198}
+{"step": 14450, "train_loss": 0.05493893101811409, "train_acc": 0.9909747292418772, "lr": 0.009104559176493299}
+{"step": 14460, "train_loss": 0.035200897604227066, "train_acc": 0.9858407079646018, "lr": 0.009096148671657638}
+{"step": 14470, "train_loss": 0.0656520426273346, "train_acc": 0.9838709677419355, "lr": 0.009087749078154152}
+{"step": 14480, "train_loss": 0.04047337919473648, "train_acc": 0.9814814814814815, "lr": 0.009079360417784461}
+{"step": 14490, "train_loss": 0.050277214497327805, "train_acc": 0.9841549295774648, "lr": 0.0090709827123218}
+{"step": 14500, "train_loss": 0.06366373598575592, "train_acc": 0.9857397504456328, "lr": 0.009062615983510974}
+{"step": 14500, "val_loss": 0.06425787503172083, "val_acc": 0.9811209364763382}
+{"step": 14510, "train_loss": 0.06129809468984604, "train_acc": 0.983754512635379, "lr": 0.009054260253068295}
+{"step": 14520, "train_loss": 0.048041023313999176, "train_acc": 0.9826689774696707, "lr": 0.00904591554268154}
+{"step": 14530, "train_loss": 0.043594177812337875, "train_acc": 0.9825479930191972, "lr": 0.009037581874009867}
+{"step": 14540, "train_loss": 0.03494992479681969, "train_acc": 0.9860383944153578, "lr": 0.00902925926868378}
+{"step": 14550, "train_loss": 0.04530656337738037, "train_acc": 0.985480943738657, "lr": 0.00902094774830507}
+{"step": 14560, "train_loss": 0.1480141282081604, "train_acc": 0.9617391304347827, "lr": 0.009012647334446754}
+{"step": 14570, "train_loss": 0.045887768268585205, "train_acc": 0.9860627177700348, "lr": 0.009004358048653025}
+{"step": 14580, "train_loss": 0.04391077160835266, "train_acc": 0.989492119089317, "lr": 0.008996079912439184}
+{"step": 14590, "train_loss": 0.04424024000763893, "train_acc": 0.9873417721518988, "lr": 0.008987812947291606}
+{"step": 14600, "train_loss": 0.0695553570985794, "train_acc": 0.9679715302491103, "lr": 0.008979557174667658}
+{"step": 14600, "val_loss": 0.07314649618034583, "val_acc": 0.9798781176026341}
+{"step": 14610, "train_loss": 0.07548251003026962, "train_acc": 0.9760147601476015, "lr": 0.008971312615995663}
+{"step": 14620, "train_loss": 0.05071048438549042, "train_acc": 0.9852670349907919, "lr": 0.008963079292674835}
+{"step": 14630, "train_loss": 0.08338449895381927, "train_acc": 0.9728813559322034, "lr": 0.008954857226075228}
+{"step": 14640, "train_loss": 0.055829908698797226, "train_acc": 0.9840425531914894, "lr": 0.008946646437537677}
+{"step": 14650, "train_loss": 0.05641297623515129, "train_acc": 0.9813559322033898, "lr": 0.008938446948373747}
+{"step": 14660, "train_loss": 0.034183379262685776, "train_acc": 0.9887429643527205, "lr": 0.008930258779865667}
+{"step": 14670, "train_loss": 0.037134602665901184, "train_acc": 0.9845890410958904, "lr": 0.008922081953266294}
+{"step": 14680, "train_loss": 0.06046232581138611, "train_acc": 0.9813874788494078, "lr": 0.008913916489799039}
+{"step": 14690, "train_loss": 0.06509312987327576, "train_acc": 0.9751243781094527, "lr": 0.00890576241065782}
+{"step": 14700, "train_loss": 0.04629715904593468, "train_acc": 0.9799270072992701, "lr": 0.008897619737007005}
+{"step": 14700, "val_loss": 0.06776759912618292, "val_acc": 0.9796055327814092}
+{"step": 14710, "train_loss": 0.10864097625017166, "train_acc": 0.9608177172061328, "lr": 0.008889488489981365}
+{"step": 14720, "train_loss": 0.05819542706012726, "train_acc": 0.9776536312849162, "lr": 0.008881368690686006}
+{"step": 14730, "train_loss": 0.05222705379128456, "train_acc": 0.9826086956521739, "lr": 0.008873260360196322}
+{"step": 14740, "train_loss": 0.07913465052843094, "train_acc": 0.9741100323624595, "lr": 0.008865163519557944}
+{"step": 14750, "train_loss": 0.0761464461684227, "train_acc": 0.9732142857142857, "lr": 0.008857078189786673}
+{"step": 14760, "train_loss": 0.05518648773431778, "train_acc": 0.98, "lr": 0.008849004391868438}
+{"step": 14770, "train_loss": 0.06561155617237091, "train_acc": 0.9793233082706767, "lr": 0.008840942146759232}
+{"step": 14780, "train_loss": 0.04368218034505844, "train_acc": 0.9865546218487395, "lr": 0.008832891475385069}
+{"step": 14790, "train_loss": 0.041044898331165314, "train_acc": 0.9816053511705686, "lr": 0.008824852398641917}
+{"step": 14800, "train_loss": 0.061805360019207, "train_acc": 0.9783783783783784, "lr": 0.008816824937395652}
+{"step": 14800, "val_loss": 0.06622081280761706, "val_acc": 0.9808039977440053}
+{"step": 14810, "train_loss": 0.05293891951441765, "train_acc": 0.9855595667870036, "lr": 0.008808809112481997}
+{"step": 14820, "train_loss": 0.07052881270647049, "train_acc": 0.9783001808318263, "lr": 0.008800804944706477}
+{"step": 14830, "train_loss": 0.06921572238206863, "train_acc": 0.9825174825174825, "lr": 0.008792812454844364}
+{"step": 14840, "train_loss": 0.044457871466875076, "train_acc": 0.983754512635379, "lr": 0.008784831663640606}
+{"step": 14850, "train_loss": 0.10855110734701157, "train_acc": 0.9731182795698925, "lr": 0.0087768625918098}
+{"step": 14860, "train_loss": 0.042666565626859665, "train_acc": 0.9859894921190894, "lr": 0.008768905260036122}
+{"step": 14870, "train_loss": 0.059036459773778915, "train_acc": 0.9826989619377162, "lr": 0.008760959688973264}
+{"step": 14880, "train_loss": 0.03573206439614296, "train_acc": 0.9891891891891892, "lr": 0.008753025899244411}
+{"step": 14890, "train_loss": 0.0966920405626297, "train_acc": 0.9761904761904762, "lr": 0.008745103911442153}
+{"step": 14900, "train_loss": 0.029708314687013626, "train_acc": 0.9863945578231292, "lr": 0.008737193746128458}
+{"step": 14900, "val_loss": 0.06383974020477455, "val_acc": 0.9812630345923578}
+{"step": 14910, "train_loss": 0.050331439822912216, "train_acc": 0.982174688057041, "lr": 0.00872929542383461}
+{"step": 14920, "train_loss": 0.0705331340432167, "train_acc": 0.9806338028169014, "lr": 0.008721408965061133}
+{"step": 14930, "train_loss": 0.07362523674964905, "train_acc": 0.9719789842381786, "lr": 0.008713534390277786}
+{"step": 14940, "train_loss": 0.05906940996646881, "train_acc": 0.9816176470588235, "lr": 0.008705671719923466}
+{"step": 14950, "train_loss": 0.04918060824275017, "train_acc": 0.9806338028169014, "lr": 0.008697820974406176}
+{"step": 14960, "train_loss": 0.061832379549741745, "train_acc": 0.9797047970479705, "lr": 0.008689982174102967}
+{"step": 14970, "train_loss": 0.03651871159672737, "train_acc": 0.9872727272727273, "lr": 0.008682155339359884}
+{"step": 14980, "train_loss": 0.051248226314783096, "train_acc": 0.987012987012987, "lr": 0.008674340490491917}
+{"step": 14990, "train_loss": 0.0840710699558258, "train_acc": 0.9745916515426497, "lr": 0.008666537647782946}
+{"step": 15000, "train_loss": 0.02806827798485756, "train_acc": 0.9866156787762906, "lr": 0.008658746831485684}
+{"step": 15000, "val_loss": 0.06370381339179226, "val_acc": 0.9815351467814586}
+{"step": 15010, "train_loss": 0.05849063768982887, "train_acc": 0.9799666110183639, "lr": 0.008650968061821637}
+{"step": 15020, "train_loss": 0.07870496809482574, "train_acc": 0.978021978021978, "lr": 0.008643201358981037}
+{"step": 15030, "train_loss": 0.043887145817279816, "train_acc": 0.988155668358714, "lr": 0.008635446743122792}
+{"step": 15040, "train_loss": 0.06542662531137466, "train_acc": 0.98, "lr": 0.008627704234374449}
+{"step": 15050, "train_loss": 0.04757038876414299, "train_acc": 0.985663082437276, "lr": 0.008619973852832124}
+{"step": 15060, "train_loss": 0.0653710812330246, "train_acc": 0.9782608695652174, "lr": 0.008612255618560452}
+{"step": 15070, "train_loss": 0.042696550488471985, "train_acc": 0.9859154929577465, "lr": 0.008604549551592549}
+{"step": 15080, "train_loss": 0.042613353580236435, "train_acc": 0.9846153846153847, "lr": 0.008596855671929941}
+{"step": 15090, "train_loss": 0.06680569797754288, "train_acc": 0.9780621572212066, "lr": 0.008589173999542524}
+{"step": 15100, "train_loss": 0.041915010660886765, "train_acc": 0.9797639123102867, "lr": 0.008581504554368513}
+{"step": 15100, "val_loss": 0.06975772203002951, "val_acc": 0.9798009638681625}
+{"step": 15110, "train_loss": 0.07075309008359909, "train_acc": 0.9731800766283525, "lr": 0.00857384735631438}
+{"step": 15120, "train_loss": 0.04876581206917763, "train_acc": 0.9811320754716981, "lr": 0.008566202425254816}
+{"step": 15130, "train_loss": 0.03488437831401825, "train_acc": 0.9927927927927928, "lr": 0.00855856978103267}
+{"step": 15140, "train_loss": 0.06759442389011383, "train_acc": 0.9876760563380281, "lr": 0.008550949443458892}
+{"step": 15150, "train_loss": 0.04763052985072136, "train_acc": 0.9840142095914742, "lr": 0.0085433414323125}
+{"step": 15160, "train_loss": 0.07593876123428345, "train_acc": 0.9764309764309764, "lr": 0.008535745767340517}
+{"step": 15170, "train_loss": 0.03877418488264084, "train_acc": 0.9892857142857143, "lr": 0.008528162468257912}
+{"step": 15180, "train_loss": 0.06501096487045288, "train_acc": 0.9712351945854484, "lr": 0.008520591554747572}
+{"step": 15190, "train_loss": 0.044704824686050415, "train_acc": 0.9834558823529411, "lr": 0.008513033046460219}
+{"step": 15200, "train_loss": 0.06130492314696312, "train_acc": 0.978984238178634, "lr": 0.008505486963014388}
+{"step": 15200, "val_loss": 0.06784916904227764, "val_acc": 0.9806051944886942}
+{"step": 15210, "train_loss": 0.05355953425168991, "train_acc": 0.9795918367346939, "lr": 0.008497953323996369}
+{"step": 15220, "train_loss": 0.044552430510520935, "train_acc": 0.9845890410958904, "lr": 0.008490432148960137}
+{"step": 15230, "train_loss": 0.05962470918893814, "train_acc": 0.9787610619469026, "lr": 0.008482923457427325}
+{"step": 15240, "train_loss": 0.05805465579032898, "train_acc": 0.9802158273381295, "lr": 0.00847542726888717}
+{"step": 15250, "train_loss": 0.0422973595559597, "train_acc": 0.9848484848484849, "lr": 0.008467943602796443}
+{"step": 15260, "train_loss": 0.08497204631567001, "train_acc": 0.9754816112084063, "lr": 0.008460472478579423}
+{"step": 15270, "train_loss": 0.04076918959617615, "train_acc": 0.9890310786106032, "lr": 0.008453013915627835}
+{"step": 15280, "train_loss": 0.0771363377571106, "train_acc": 0.9694793536804309, "lr": 0.00844556793330079}
+{"step": 15290, "train_loss": 0.061091285198926926, "train_acc": 0.9826689774696707, "lr": 0.00843813455092476}
+{"step": 15300, "train_loss": 0.03736172243952751, "train_acc": 0.9894366197183099, "lr": 0.008430713787793505}
+{"step": 15300, "val_loss": 0.062224961859340476, "val_acc": 0.9807490582932678}
+{"step": 15310, "train_loss": 0.06434562057256699, "train_acc": 0.973109243697479, "lr": 0.008423305663168032}
+{"step": 15320, "train_loss": 0.03010546788573265, "train_acc": 0.9878048780487805, "lr": 0.008415910196276544}
+{"step": 15330, "train_loss": 0.05639100447297096, "train_acc": 0.9817850637522769, "lr": 0.00840852740631439}
+{"step": 15340, "train_loss": 0.04626646265387535, "train_acc": 0.9894179894179894, "lr": 0.008401157312444016}
+{"step": 15350, "train_loss": 0.06655430793762207, "train_acc": 0.9811320754716981, "lr": 0.00839379993379492}
+{"step": 15360, "train_loss": 0.023813819512724876, "train_acc": 0.993103448275862, "lr": 0.00838645528946358}
+{"step": 15370, "train_loss": 0.06511472165584564, "train_acc": 0.9803220035778175, "lr": 0.008379123398513445}
+{"step": 15380, "train_loss": 0.038713470101356506, "train_acc": 0.9883527454242929, "lr": 0.008371804279974842}
+{"step": 15390, "train_loss": 0.04858776181936264, "train_acc": 0.9823008849557522, "lr": 0.008364497952844954}
+{"step": 15400, "train_loss": 0.048157572746276855, "train_acc": 0.9816176470588235, "lr": 0.008357204436087768}
+{"step": 15400, "val_loss": 0.06081125100790417, "val_acc": 0.9815359840151341}
+{"step": 15410, "train_loss": 0.04678349941968918, "train_acc": 0.9892665474060823, "lr": 0.008349923748634015}
+{"step": 15420, "train_loss": 0.05838111788034439, "train_acc": 0.9805309734513274, "lr": 0.008342655909381123}
+{"step": 15430, "train_loss": 0.04973077028989792, "train_acc": 0.9831649831649831, "lr": 0.008335400937193186}
+{"step": 15440, "train_loss": 0.05599111691117287, "train_acc": 0.9849624060150376, "lr": 0.008328158850900881}
+{"step": 15450, "train_loss": 0.08500220626592636, "train_acc": 0.9715808170515098, "lr": 0.008320929669301457}
+{"step": 15460, "train_loss": 0.04804001748561859, "train_acc": 0.9826388888888888, "lr": 0.008313713411158661}
+{"step": 15470, "train_loss": 0.06857571005821228, "train_acc": 0.9810017271157168, "lr": 0.008306510095202694}
+{"step": 15480, "train_loss": 0.07126791775226593, "train_acc": 0.9819168173598554, "lr": 0.008299319740130165}
+{"step": 15490, "train_loss": 0.0820535272359848, "train_acc": 0.9779411764705882, "lr": 0.008292142364604049}
+{"step": 15500, "train_loss": 0.052904218435287476, "train_acc": 0.9847457627118644, "lr": 0.008284977987253622}
+{"step": 15500, "val_loss": 0.06084939412189802, "val_acc": 0.9808267204358262}
+{"step": 15510, "train_loss": 0.04947216063737869, "train_acc": 0.9758203799654577, "lr": 0.008277826626674433}
+{"step": 15520, "train_loss": 0.0546504370868206, "train_acc": 0.9892280071813285, "lr": 0.008270688301428238}
+{"step": 15530, "train_loss": 0.050786588340997696, "train_acc": 0.9811965811965812, "lr": 0.008263563030042956}
+{"step": 15540, "train_loss": 0.028033297508955002, "train_acc": 0.9913941480206541, "lr": 0.008256450831012636}
+{"step": 15550, "train_loss": 0.046822525560855865, "train_acc": 0.9870609981515711, "lr": 0.008249351722797386}
+{"step": 15560, "train_loss": 0.09291492402553558, "train_acc": 0.9690522243713733, "lr": 0.008242265723823344}
+{"step": 15570, "train_loss": 0.03624593839049339, "train_acc": 0.9896193771626297, "lr": 0.008235192852482613}
+{"step": 15580, "train_loss": 0.05153006687760353, "train_acc": 0.9844827586206897, "lr": 0.008228133127133233}
+{"step": 15590, "train_loss": 0.099859818816185, "train_acc": 0.9721254355400697, "lr": 0.008221086566099111}
+{"step": 15600, "train_loss": 0.10416754335165024, "train_acc": 0.9754385964912281, "lr": 0.00821405318767}
+{"step": 15600, "val_loss": 0.05821725154703205, "val_acc": 0.982703598748502}
+{"step": 15610, "train_loss": 0.04872746393084526, "train_acc": 0.981203007518797, "lr": 0.00820703301010142}
+{"step": 15620, "train_loss": 0.04661254584789276, "train_acc": 0.982363315696649, "lr": 0.008200026051614644}
+{"step": 15630, "train_loss": 0.07365940511226654, "train_acc": 0.9825174825174825, "lr": 0.008193032330396621}
+{"step": 15640, "train_loss": 0.04120375216007233, "train_acc": 0.9832869080779945, "lr": 0.008186051864599949}
+{"step": 15650, "train_loss": 0.0690794363617897, "train_acc": 0.9752650176678446, "lr": 0.008179084672342816}
+{"step": 15660, "train_loss": 0.04877229407429695, "train_acc": 0.978494623655914, "lr": 0.008172130771708965}
+{"step": 15670, "train_loss": 0.041611459106206894, "train_acc": 0.990990990990991, "lr": 0.008165190180747637}
+{"step": 15680, "train_loss": 0.04419495537877083, "train_acc": 0.984182776801406, "lr": 0.008158262917473518}
+{"step": 15690, "train_loss": 0.02347451075911522, "train_acc": 0.9913941480206541, "lr": 0.008151348999866716}
+{"step": 15700, "train_loss": 0.05416233837604523, "train_acc": 0.9812606473594548, "lr": 0.008144448445872688}
+{"step": 15700, "val_loss": 0.062713671462341, "val_acc": 0.9801098479462066}
+{"step": 15710, "train_loss": 0.0867709293961525, "train_acc": 0.9769094138543517, "lr": 0.008137561273402214}
+{"step": 15720, "train_loss": 0.04980989545583725, "train_acc": 0.987783595113438, "lr": 0.00813068750033133}
+{"step": 15730, "train_loss": 0.06258607655763626, "train_acc": 0.9818181818181818, "lr": 0.008123827144501307}
+{"step": 15740, "train_loss": 0.06254254281520844, "train_acc": 0.9823943661971831, "lr": 0.00811698022371858}
+{"step": 15750, "train_loss": 0.11129526048898697, "train_acc": 0.9759704251386322, "lr": 0.008110146755754714}
+{"step": 15760, "train_loss": 0.06674692034721375, "train_acc": 0.9750830564784053, "lr": 0.008103326758346364}
+{"step": 15770, "train_loss": 0.04120472073554993, "train_acc": 0.9869918699186991, "lr": 0.008096520249195214}
+{"step": 15780, "train_loss": 0.041845668107271194, "train_acc": 0.9915397631133672, "lr": 0.008089727245967942}
+{"step": 15790, "train_loss": 0.065825916826725, "train_acc": 0.9854545454545455, "lr": 0.008082947766296167}
+{"step": 15800, "train_loss": 0.07662372291088104, "train_acc": 0.9758620689655172, "lr": 0.008076181827776412}
+{"step": 15800, "val_loss": 0.06017863762406557, "val_acc": 0.9812508549771417}
+{"step": 15810, "train_loss": 0.10062218457460403, "train_acc": 0.9724473257698542, "lr": 0.008069429447970044}
+{"step": 15820, "train_loss": 0.014697848819196224, "train_acc": 0.9964726631393298, "lr": 0.008062690644403254}
+{"step": 15830, "train_loss": 0.061751607805490494, "train_acc": 0.9722735674676525, "lr": 0.008055965434566974}
+{"step": 15840, "train_loss": 0.05020305514335632, "train_acc": 0.9874326750448833, "lr": 0.008049253835916875}
+{"step": 15850, "train_loss": 0.031691160053014755, "train_acc": 0.9860627177700348, "lr": 0.00804255586587328}
+{"step": 15860, "train_loss": 0.06516509503126144, "train_acc": 0.9748653500897666, "lr": 0.008035871541821149}
+{"step": 15870, "train_loss": 0.056573573499917984, "train_acc": 0.985663082437276, "lr": 0.008029200881110017}
+{"step": 15880, "train_loss": 0.05900895968079567, "train_acc": 0.9762340036563071, "lr": 0.008022543901053966}
+{"step": 15890, "train_loss": 0.04109957441687584, "train_acc": 0.9902912621359223, "lr": 0.008015900618931558}
+{"step": 15900, "train_loss": 0.05950057879090309, "train_acc": 0.977859778597786, "lr": 0.0080092710519858}
+{"step": 15900, "val_loss": 0.06272915935970635, "val_acc": 0.9815734108687939}
+{"step": 15910, "train_loss": 0.04114682972431183, "train_acc": 0.9872262773722628, "lr": 0.00800265521742411}
+{"step": 15920, "train_loss": 0.07582756876945496, "train_acc": 0.9725557461406518, "lr": 0.00799605313241826}
+{"step": 15930, "train_loss": 0.04451681300997734, "train_acc": 0.9862068965517241, "lr": 0.007989464814104327}
+{"step": 15940, "train_loss": 0.05464722961187363, "train_acc": 0.980072463768116, "lr": 0.007982890279582665}
+{"step": 15950, "train_loss": 0.055018458515405655, "train_acc": 0.9817518248175182, "lr": 0.007976329545917848}
+{"step": 15960, "train_loss": 0.07556825131177902, "train_acc": 0.9796672828096118, "lr": 0.007969782630138625}
+{"step": 15970, "train_loss": 0.04967696964740753, "train_acc": 0.9828473413379074, "lr": 0.007963249549237886}
+{"step": 15980, "train_loss": 0.03797256574034691, "train_acc": 0.9896373056994818, "lr": 0.007956730320172608}
+{"step": 15990, "train_loss": 0.16601866483688354, "train_acc": 0.9741379310344828, "lr": 0.00795022495986382}
+{"step": 16000, "train_loss": 0.04921571910381317, "train_acc": 0.9823321554770318, "lr": 0.007943733485196544}
+{"step": 16000, "val_loss": 0.057776640640960684, "val_acc": 0.9824069120725956}
+{"step": 16010, "train_loss": 0.04252437874674797, "train_acc": 0.9911816578483245, "lr": 0.00793725591301977}
+{"step": 16020, "train_loss": 0.049226269125938416, "train_acc": 0.985480943738657, "lr": 0.007930792260146402}
+{"step": 16030, "train_loss": 0.060176290571689606, "train_acc": 0.9855334538878843, "lr": 0.007924342543353209}
+{"step": 16040, "train_loss": 0.04381132870912552, "train_acc": 0.9850187265917603, "lr": 0.007917906779380798}
+{"step": 16050, "train_loss": 0.0805644541978836, "train_acc": 0.9789103690685413, "lr": 0.007911484984933556}
+{"step": 16060, "train_loss": 0.06191780045628548, "train_acc": 0.9786096256684492, "lr": 0.007905077176679607}
+{"step": 16070, "train_loss": 0.03618423268198967, "train_acc": 0.985663082437276, "lr": 0.00789868337125078}
+{"step": 16080, "train_loss": 0.05475015565752983, "train_acc": 0.9803571428571428, "lr": 0.007892303585242556}
+{"step": 16090, "train_loss": 0.044053032994270325, "train_acc": 0.9868913857677902, "lr": 0.007885937835214026}
+{"step": 16100, "train_loss": 0.04537798464298248, "train_acc": 0.9870848708487084, "lr": 0.007879586137687853}
+{"step": 16100, "val_loss": 0.059259303595309024, "val_acc": 0.9818638982128445}
+{"step": 16110, "train_loss": 0.05344175547361374, "train_acc": 0.9803220035778175, "lr": 0.007873248509150225}
+{"step": 16120, "train_loss": 0.06361761689186096, "train_acc": 0.9823008849557522, "lr": 0.00786692496605081}
+{"step": 16130, "train_loss": 0.047027990221977234, "train_acc": 0.9862306368330465, "lr": 0.007860615524802725}
+{"step": 16140, "train_loss": 0.06537972390651703, "train_acc": 0.988013698630137, "lr": 0.007854320201782472}
+{"step": 16150, "train_loss": 0.06745751202106476, "train_acc": 0.9739130434782609, "lr": 0.007848039013329918}
+{"step": 16160, "train_loss": 0.039081718772649765, "train_acc": 0.978405315614618, "lr": 0.007841771975748247}
+{"step": 16170, "train_loss": 0.07955675572156906, "train_acc": 0.9757009345794393, "lr": 0.007835519105303895}
+{"step": 16180, "train_loss": 0.05078756436705589, "train_acc": 0.9822064056939501, "lr": 0.007829280418226545}
+{"step": 16190, "train_loss": 0.07424907386302948, "train_acc": 0.9771929824561404, "lr": 0.007823055930709063}
+{"step": 16200, "train_loss": 0.051840368658304214, "train_acc": 0.9808027923211169, "lr": 0.007816845658907447}
+{"step": 16200, "val_loss": 0.06628630459114987, "val_acc": 0.9790885033762812}
+{"step": 16210, "train_loss": 0.03247876837849617, "train_acc": 0.9887005649717514, "lr": 0.007810649618940815}
+{"step": 16220, "train_loss": 0.03016313910484314, "train_acc": 0.9891500904159132, "lr": 0.00780446782689133}
+{"step": 16230, "train_loss": 0.05068854242563248, "train_acc": 0.9829642248722317, "lr": 0.007798300298804183}
+{"step": 16240, "train_loss": 0.03951846435666084, "train_acc": 0.9898819561551433, "lr": 0.007792147050687541}
+{"step": 16250, "train_loss": 0.03211227431893349, "train_acc": 0.9873188405797102, "lr": 0.0077860080985125025}
+{"step": 16260, "train_loss": 0.0724896565079689, "train_acc": 0.9848197343453511, "lr": 0.007779883458213064}
+{"step": 16270, "train_loss": 0.032353080809116364, "train_acc": 0.986159169550173, "lr": 0.007773773145686075}
+{"step": 16280, "train_loss": 0.06910515576601028, "train_acc": 0.9770723104056437, "lr": 0.007767677176791189}
+{"step": 16290, "train_loss": 0.03840738907456398, "train_acc": 0.9847715736040609, "lr": 0.0077615955673508395}
+{"step": 16300, "train_loss": 0.04659014567732811, "train_acc": 0.9875666074600356, "lr": 0.0077555283331501865}
+{"step": 16300, "val_loss": 0.05927072796292601, "val_acc": 0.9810346674265282}
+{"step": 16310, "train_loss": 0.08014503121376038, "train_acc": 0.9824868651488616, "lr": 0.007749475489937075}
+{"step": 16320, "train_loss": 0.04959100857377052, "train_acc": 0.9840425531914894, "lr": 0.007743437053422001}
+{"step": 16330, "train_loss": 0.0684174969792366, "train_acc": 0.983754512635379, "lr": 0.0077374130392780655}
+{"step": 16340, "train_loss": 0.05707190930843353, "train_acc": 0.9725085910652921, "lr": 0.007731403463140931}
+{"step": 16350, "train_loss": 0.056212786585092545, "train_acc": 0.9810671256454389, "lr": 0.007725408340608796}
+{"step": 16360, "train_loss": 0.04792632907629013, "train_acc": 0.9831144465290806, "lr": 0.007719427687242334}
+{"step": 16370, "train_loss": 0.0715629905462265, "train_acc": 0.9825174825174825, "lr": 0.0077134615185646665}
+{"step": 16380, "train_loss": 0.05799809470772743, "train_acc": 0.977112676056338, "lr": 0.007707509850061325}
+{"step": 16390, "train_loss": 0.03676691651344299, "train_acc": 0.9890909090909091, "lr": 0.007701572697180191}
+{"step": 16400, "train_loss": 0.10181352496147156, "train_acc": 0.9735349716446124, "lr": 0.0076956500753314816}
+{"step": 16400, "val_loss": 0.059294165905618285, "val_acc": 0.9822671977354082}
+{"step": 16410, "train_loss": 0.049307070672512054, "train_acc": 0.9790940766550522, "lr": 0.007689741999887696}
+{"step": 16420, "train_loss": 0.03282467648386955, "train_acc": 0.9920760697305864, "lr": 0.0076838484861835735}
+{"step": 16430, "train_loss": 0.058440372347831726, "train_acc": 0.982174688057041, "lr": 0.007677969549516062}
+{"step": 16440, "train_loss": 0.04277995601296425, "train_acc": 0.9810671256454389, "lr": 0.007672105205144271}
+{"step": 16450, "train_loss": 0.050152894109487534, "train_acc": 0.9907578558225508, "lr": 0.007666255468289433}
+{"step": 16460, "train_loss": 0.047533389180898666, "train_acc": 0.985480943738657, "lr": 0.007660420354134872}
+{"step": 16470, "train_loss": 0.03636348247528076, "train_acc": 0.991652754590985, "lr": 0.0076545998778259515}
+{"step": 16480, "train_loss": 0.050693828612565994, "train_acc": 0.9840142095914742, "lr": 0.007648794054470048}
+{"step": 16490, "train_loss": 0.05939316377043724, "train_acc": 0.9806338028169014, "lr": 0.007643002899136501}
+{"step": 16500, "train_loss": 0.08727791160345078, "train_acc": 0.972027972027972, "lr": 0.007637226426856576}
+{"step": 16500, "val_loss": 0.0698489595621647, "val_acc": 0.979858225574538}
+{"step": 16510, "train_loss": 0.07586095482110977, "train_acc": 0.9710669077757685, "lr": 0.007631464652623435}
+{"step": 16520, "train_loss": 0.0867084413766861, "train_acc": 0.9722222222222222, "lr": 0.007625717591392085}
+{"step": 16530, "train_loss": 0.041761670261621475, "train_acc": 0.985480943738657, "lr": 0.007619985258079346}
+{"step": 16540, "train_loss": 0.04395851492881775, "train_acc": 0.9831081081081081, "lr": 0.0076142676675638125}
+{"step": 16550, "train_loss": 0.0411018431186676, "train_acc": 0.9857651245551602, "lr": 0.007608564834685811}
+{"step": 16560, "train_loss": 0.07202917337417603, "train_acc": 0.9808795411089866, "lr": 0.007602876774247361}
+{"step": 16570, "train_loss": 0.05402617156505585, "train_acc": 0.9805309734513274, "lr": 0.00759720350101215}
+{"step": 16580, "train_loss": 0.047154996544122696, "train_acc": 0.9821109123434705, "lr": 0.007591545029705469}
+{"step": 16590, "train_loss": 0.040143512189388275, "train_acc": 0.987410071942446, "lr": 0.007585901375014204}
+{"step": 16600, "train_loss": 0.06779608130455017, "train_acc": 0.9741219963031423, "lr": 0.007580272551586778}
+{"step": 16600, "val_loss": 0.06074305288612574, "val_acc": 0.9814643445272636}
+{"step": 16610, "train_loss": 0.05989888310432434, "train_acc": 0.9751332149200711, "lr": 0.007574658574033113}
+{"step": 16620, "train_loss": 0.02624112367630005, "train_acc": 0.9945255474452555, "lr": 0.007569059456924606}
+{"step": 16630, "train_loss": 0.07977500557899475, "train_acc": 0.9779411764705882, "lr": 0.007563475214794082}
+{"step": 16640, "train_loss": 0.0520666167140007, "train_acc": 0.9794168096054888, "lr": 0.00755790586213575}
+{"step": 16650, "train_loss": 0.06511122733354568, "train_acc": 0.9781420765027322, "lr": 0.007552351413405183}
+{"step": 16660, "train_loss": 0.0461164154112339, "train_acc": 0.9859894921190894, "lr": 0.0075468118830192615}
+{"step": 16670, "train_loss": 0.05340508371591568, "train_acc": 0.9771528998242531, "lr": 0.0075412872853561465}
+{"step": 16680, "train_loss": 0.05959805101156235, "train_acc": 0.9804618117229129, "lr": 0.007535777634755243}
+{"step": 16690, "train_loss": 0.04009309783577919, "train_acc": 0.9856115107913669, "lr": 0.00753028294551716}
+{"step": 16700, "train_loss": 0.07778657227754593, "train_acc": 0.9722703639514731, "lr": 0.00752480323190367}
+{"step": 16700, "val_loss": 0.05858866647935949, "val_acc": 0.9827678895759638}
+{"step": 16710, "train_loss": 0.06072084978222847, "train_acc": 0.9783393501805054, "lr": 0.007519338508137679}
+{"step": 16720, "train_loss": 0.07221689820289612, "train_acc": 0.978984238178634, "lr": 0.007513888788403183}
+{"step": 16730, "train_loss": 0.07851939648389816, "train_acc": 0.979381443298969, "lr": 0.0075084540868452345}
+{"step": 16740, "train_loss": 0.06513787806034088, "train_acc": 0.9791666666666666, "lr": 0.00750303441756991}
+{"step": 16750, "train_loss": 0.09297623485326767, "train_acc": 0.9796672828096118, "lr": 0.0074976297946442606}
+{"step": 16760, "train_loss": 0.04303893819451332, "train_acc": 0.9892857142857143, "lr": 0.007492240232096294}
+{"step": 16770, "train_loss": 0.04694640636444092, "train_acc": 0.984070796460177, "lr": 0.00748686574391492}
+{"step": 16780, "train_loss": 0.057965237647295, "train_acc": 0.9814471243042672, "lr": 0.007481506344049923}
+{"step": 16790, "train_loss": 0.07757842540740967, "train_acc": 0.9762340036563071, "lr": 0.007476162046411926}
+{"step": 16800, "train_loss": 0.03663163632154465, "train_acc": 0.9840989399293286, "lr": 0.007470832864872358}
+{"step": 16800, "val_loss": 0.06511507543819216, "val_acc": 0.9806270030470211}
+{"step": 16810, "train_loss": 0.07382097840309143, "train_acc": 0.9711538461538461, "lr": 0.007465518813263404}
+{"step": 16820, "train_loss": 0.04317193478345871, "train_acc": 0.9833641404805915, "lr": 0.0074602199053779876}
+{"step": 16830, "train_loss": 0.06465333700180054, "train_acc": 0.9794776119402985, "lr": 0.007454936154969718}
+{"step": 16840, "train_loss": 0.08182109892368317, "train_acc": 0.9735915492957746, "lr": 0.007449667575752867}
+{"step": 16850, "train_loss": 0.04887031391263008, "train_acc": 0.9814502529510961, "lr": 0.0074444141814023305}
+{"step": 16860, "train_loss": 0.0655905157327652, "train_acc": 0.9772329246935202, "lr": 0.007439175985553584}
+{"step": 16870, "train_loss": 0.05217134952545166, "train_acc": 0.9844827586206897, "lr": 0.007433953001802665}
+{"step": 16880, "train_loss": 0.035688068717718124, "train_acc": 0.9866920152091255, "lr": 0.007428745243706116}
+{"step": 16890, "train_loss": 0.0465807281434536, "train_acc": 0.9788867562380038, "lr": 0.007423552724780965}
+{"step": 16900, "train_loss": 0.050309013575315475, "train_acc": 0.9789103690685413, "lr": 0.00741837545850469}
+{"step": 16900, "val_loss": 0.056684906114015235, "val_acc": 0.9824747728024124}
+{"step": 16910, "train_loss": 0.04887040704488754, "train_acc": 0.9876760563380281, "lr": 0.007413213458315174}
+{"step": 16920, "train_loss": 0.05855449289083481, "train_acc": 0.9760147601476015, "lr": 0.0074080667376106805}
+{"step": 16930, "train_loss": 0.040893394500017166, "train_acc": 0.9876325088339223, "lr": 0.007402935309749811}
+{"step": 16940, "train_loss": 0.04521537572145462, "train_acc": 0.9822064056939501, "lr": 0.007397819188051475}
+{"step": 16950, "train_loss": 0.0739108994603157, "train_acc": 0.9724137931034482, "lr": 0.007392718385794851}
+{"step": 16960, "train_loss": 0.044909942895174026, "train_acc": 0.9874776386404294, "lr": 0.0073876329162193615}
+{"step": 16970, "train_loss": 0.0644034743309021, "train_acc": 0.9804964539007093, "lr": 0.007382562792524625}
+{"step": 16980, "train_loss": 0.02668340690433979, "train_acc": 0.9925512104283054, "lr": 0.0073775080278704365}
+{"step": 16990, "train_loss": 0.04274486377835274, "train_acc": 0.9819494584837545, "lr": 0.0073724686353767175}
+{"step": 17000, "train_loss": 0.03673182800412178, "train_acc": 0.9846153846153847, "lr": 0.007367444628123494}
+{"step": 17000, "val_loss": 0.05557050831767505, "val_acc": 0.9832955583793074}
+{"step": 17010, "train_loss": 0.04135298356413841, "train_acc": 0.983957219251337, "lr": 0.007362436019150862}
+{"step": 17020, "train_loss": 0.023320849984884262, "train_acc": 0.9943820224719101, "lr": 0.007357442821458945}
+{"step": 17030, "train_loss": 0.022008677944540977, "train_acc": 0.9945652173913043, "lr": 0.00735246504800787}
+{"step": 17040, "train_loss": 0.04919483885169029, "train_acc": 0.9861351819757366, "lr": 0.007347502711717725}
+{"step": 17050, "train_loss": 0.06413616240024567, "train_acc": 0.9785714285714285, "lr": 0.007342555825468535}
+{"step": 17060, "train_loss": 0.05913272872567177, "train_acc": 0.9825479930191972, "lr": 0.0073376244021002195}
+{"step": 17070, "train_loss": 0.023803308606147766, "train_acc": 0.9910714285714286, "lr": 0.007332708454412565}
+{"step": 17080, "train_loss": 0.029264431446790695, "train_acc": 0.9901315789473685, "lr": 0.0073278079951651885}
+{"step": 17090, "train_loss": 0.05766336992383003, "train_acc": 0.987012987012987, "lr": 0.00732292303707751}
+{"step": 17100, "train_loss": 0.045452021062374115, "train_acc": 0.9822064056939501, "lr": 0.007318053592828712}
+{"step": 17100, "val_loss": 0.05894818366077757, "val_acc": 0.9834478386102673}
+{"step": 17110, "train_loss": 0.052065782248973846, "train_acc": 0.9824561403508771, "lr": 0.007313199675057708}
+{"step": 17120, "train_loss": 0.09917529672384262, "train_acc": 0.9776951672862454, "lr": 0.007308361296363115}
+{"step": 17130, "train_loss": 0.03355572000145912, "train_acc": 0.9906716417910447, "lr": 0.007303538469303218}
+{"step": 17140, "train_loss": 0.07495550811290741, "train_acc": 0.9810996563573883, "lr": 0.007298731206395934}
+{"step": 17150, "train_loss": 0.051284514367580414, "train_acc": 0.9840142095914742, "lr": 0.007293939520118785}
+{"step": 17160, "train_loss": 0.057444170117378235, "train_acc": 0.9816176470588235, "lr": 0.007289163422908862}
+{"step": 17170, "train_loss": 0.043927378952503204, "train_acc": 0.9842657342657343, "lr": 0.007284402927162791}
+{"step": 17180, "train_loss": 0.043313078582286835, "train_acc": 0.9824253075571178, "lr": 0.00727965804523671}
+{"step": 17190, "train_loss": 0.049368176609277725, "train_acc": 0.9802513464991023, "lr": 0.007274928789446221}
+{"step": 17200, "train_loss": 0.03821293264627457, "train_acc": 0.9844559585492227, "lr": 0.00727021517206638}
+{"step": 17200, "val_loss": 0.05543522762585977, "val_acc": 0.9840386115661531}
+{"step": 17210, "train_loss": 0.040945712476968765, "train_acc": 0.9876760563380281, "lr": 0.00726551720533164}
+{"step": 17220, "train_loss": 0.03328922018408775, "train_acc": 0.9865092748735245, "lr": 0.007260834901435839}
+{"step": 17230, "train_loss": 0.11172560602426529, "train_acc": 0.9844054580896686, "lr": 0.007256168272532159}
+{"step": 17240, "train_loss": 0.04829568415880203, "train_acc": 0.9845094664371773, "lr": 0.0072515173307331}
+{"step": 17250, "train_loss": 0.0757892057299614, "train_acc": 0.9854014598540146, "lr": 0.0072468820881104404}
+{"step": 17260, "train_loss": 0.031243471428751945, "train_acc": 0.9913344887348353, "lr": 0.007242262556695212}
+{"step": 17270, "train_loss": 0.033833447843790054, "train_acc": 0.9865771812080537, "lr": 0.0072376587484776714}
+{"step": 17280, "train_loss": 0.03870839625597, "train_acc": 0.9894736842105263, "lr": 0.0072330706754072565}
+{"step": 17290, "train_loss": 0.040781088173389435, "train_acc": 0.9898132427843803, "lr": 0.007228498349392571}
+{"step": 17300, "train_loss": 0.05643831565976143, "train_acc": 0.9840142095914742, "lr": 0.007223941782301346}
+{"step": 17300, "val_loss": 0.054229383139761535, "val_acc": 0.9842784362640925}
+{"step": 17310, "train_loss": 0.04664860665798187, "train_acc": 0.9830508474576272, "lr": 0.007219400985960404}
+{"step": 17320, "train_loss": 0.08155950903892517, "train_acc": 0.9742268041237113, "lr": 0.007214875972155639}
+{"step": 17330, "train_loss": 0.07128628343343735, "train_acc": 0.9760147601476015, "lr": 0.007210366752631979}
+{"step": 17340, "train_loss": 0.0312960185110569, "train_acc": 0.9862778730703259, "lr": 0.00720587333909335}
+{"step": 17350, "train_loss": 0.03772867098450661, "train_acc": 0.9915824915824916, "lr": 0.007201395743202669}
+{"step": 17360, "train_loss": 0.09714758396148682, "train_acc": 0.9718804920913884, "lr": 0.007196933976581781}
+{"step": 17370, "train_loss": 0.07328011840581894, "train_acc": 0.9781818181818182, "lr": 0.0071924880508114535}
+{"step": 17380, "train_loss": 0.06787174195051193, "train_acc": 0.980565371024735, "lr": 0.007188057977431336}
+{"step": 17390, "train_loss": 0.05759860947728157, "train_acc": 0.9822695035460993, "lr": 0.007183643767939934}
+{"step": 17400, "train_loss": 0.03657585009932518, "train_acc": 0.9869158878504672, "lr": 0.007179245433794573}
+{"step": 17400, "val_loss": 0.061884641044144276, "val_acc": 0.980920151581017}
+{"step": 17410, "train_loss": 0.07057063281536102, "train_acc": 0.9821109123434705, "lr": 0.007174862986411382}
+{"step": 17420, "train_loss": 0.056555405259132385, "train_acc": 0.9777015437392796, "lr": 0.007170496437165245}
+{"step": 17430, "train_loss": 0.08392942696809769, "train_acc": 0.9779286926994907, "lr": 0.007166145797389785}
+{"step": 17440, "train_loss": 0.04148953780531883, "train_acc": 0.9879310344827587, "lr": 0.007161811078377335}
+{"step": 17450, "train_loss": 0.027020391076803207, "train_acc": 0.988255033557047, "lr": 0.007157492291378899}
+{"step": 17460, "train_loss": 0.035141583532094955, "train_acc": 0.9875666074600356, "lr": 0.007153189447604132}
+{"step": 17470, "train_loss": 0.04273374751210213, "train_acc": 0.982363315696649, "lr": 0.007148902558221307}
+{"step": 17480, "train_loss": 0.04654012992978096, "train_acc": 0.9820554649265906, "lr": 0.007144631634357286}
+{"step": 17490, "train_loss": 0.0330500453710556, "train_acc": 0.9895104895104895, "lr": 0.007140376687097492}
+{"step": 17500, "train_loss": 0.13049094378948212, "train_acc": 0.9815157116451017, "lr": 0.007136137727485879}
+{"step": 17500, "val_loss": 0.05881831273449965, "val_acc": 0.9834966243212282}
+{"step": 17510, "train_loss": 0.041216012090444565, "train_acc": 0.9858657243816255, "lr": 0.007131914766524903}
+{"step": 17520, "train_loss": 0.052503786981105804, "train_acc": 0.9776119402985075, "lr": 0.0071277078151755005}
+{"step": 17530, "train_loss": 0.06838538497686386, "train_acc": 0.9828767123287672, "lr": 0.0071235168843570475}
+{"step": 17540, "train_loss": 0.05244474858045578, "train_acc": 0.9837251356238698, "lr": 0.0071193419849473385}
+{"step": 17550, "train_loss": 0.05431646481156349, "train_acc": 0.9807355516637478, "lr": 0.007115183127782564}
+{"step": 17560, "train_loss": 0.04433004558086395, "train_acc": 0.9895470383275261, "lr": 0.007111040323657265}
+{"step": 17570, "train_loss": 0.06286901235580444, "train_acc": 0.9807355516637478, "lr": 0.007106913583324328}
+{"step": 17580, "train_loss": 0.0371137335896492, "train_acc": 0.9892857142857143, "lr": 0.007102802917494937}
+{"step": 17590, "train_loss": 0.055557433515787125, "train_acc": 0.9837837837837838, "lr": 0.007098708336838555}
+{"step": 17600, "train_loss": 0.04436948895454407, "train_acc": 0.9850467289719627, "lr": 0.007094629851982899}
+{"step": 17600, "val_loss": 0.06071410148856089, "val_acc": 0.9810976987147038}
+{"step": 17610, "train_loss": 0.04348090663552284, "train_acc": 0.9849340866290018, "lr": 0.007090567473513902}
+{"step": 17620, "train_loss": 0.035313282161951065, "train_acc": 0.9914236706689536, "lr": 0.007086521211975695}
+{"step": 17630, "train_loss": 0.030095884576439857, "train_acc": 0.9895652173913043, "lr": 0.007082491077870581}
+{"step": 17640, "train_loss": 0.04638190567493439, "train_acc": 0.9836956521739131, "lr": 0.007078477081658997}
+{"step": 17650, "train_loss": 0.04745262861251831, "train_acc": 0.9838998211091234, "lr": 0.007074479233759497}
+{"step": 17660, "train_loss": 0.08000355213880539, "train_acc": 0.9774696707105719, "lr": 0.007070497544548716}
+{"step": 17670, "train_loss": 0.0599743090569973, "train_acc": 0.9772329246935202, "lr": 0.007066532024361355}
+{"step": 17680, "train_loss": 0.06700491160154343, "train_acc": 0.9787985865724381, "lr": 0.007062582683490145}
+{"step": 17690, "train_loss": 0.03993025794625282, "train_acc": 0.9863013698630136, "lr": 0.007058649532185822}
+{"step": 17700, "train_loss": 0.03442339226603508, "train_acc": 0.9857651245551602, "lr": 0.007054732580657097}
+{"step": 17700, "val_loss": 0.05245380240004443, "val_acc": 0.9844765949243737}
+{"step": 17710, "train_loss": 0.06355982273817062, "train_acc": 0.9815837937384899, "lr": 0.0070508318390706416}
+{"step": 17720, "train_loss": 0.0657392218708992, "train_acc": 0.9702602230483272, "lr": 0.0070469473175510475}
+{"step": 17730, "train_loss": 0.05526324734091759, "train_acc": 0.9801980198019802, "lr": 0.00704307902618081}
+{"step": 17740, "train_loss": 0.029386114329099655, "train_acc": 0.9947183098591549, "lr": 0.007039226975000297}
+{"step": 17750, "train_loss": 0.0605461448431015, "train_acc": 0.9795158286778398, "lr": 0.007035391174007722}
+{"step": 17760, "train_loss": 0.041307948529720306, "train_acc": 0.9878260869565217, "lr": 0.007031571633159122}
+{"step": 17770, "train_loss": 0.051412828266620636, "train_acc": 0.9841549295774648, "lr": 0.00702776836236833}
+{"step": 17780, "train_loss": 0.04077751561999321, "train_acc": 0.9876977152899824, "lr": 0.00702398137150695}
+{"step": 17790, "train_loss": 0.07113681733608246, "train_acc": 0.9691780821917808, "lr": 0.007020210670404328}
+{"step": 17800, "train_loss": 0.056794311851263046, "train_acc": 0.9821428571428571, "lr": 0.007016456268847532}
+{"step": 17800, "val_loss": 0.04998674356009816, "val_acc": 0.9851896538494868}
+{"step": 17810, "train_loss": 0.04917987808585167, "train_acc": 0.9832402234636871, "lr": 0.007012718176581318}
+{"step": 17820, "train_loss": 0.04885873571038246, "train_acc": 0.9872958257713249, "lr": 0.007008996403308121}
+{"step": 17830, "train_loss": 0.05032142251729965, "train_acc": 0.9845360824742269, "lr": 0.0070052909586880065}
+{"step": 17840, "train_loss": 0.05671476200222969, "train_acc": 0.9819494584837545, "lr": 0.007001601852338666}
+{"step": 17850, "train_loss": 0.030150286853313446, "train_acc": 0.9898819561551433, "lr": 0.006997929093835386}
+{"step": 17860, "train_loss": 0.06063437834382057, "train_acc": 0.9812734082397003, "lr": 0.006994272692711011}
+{"step": 17870, "train_loss": 0.05182299390435219, "train_acc": 0.9872495446265938, "lr": 0.00699063265845594}
+{"step": 17880, "train_loss": 0.08687219023704529, "train_acc": 0.9634146341463414, "lr": 0.006987009000518085}
+{"step": 17890, "train_loss": 0.0391635000705719, "train_acc": 0.9857142857142858, "lr": 0.006983401728302853}
+{"step": 17900, "train_loss": 0.06557077914476395, "train_acc": 0.9795918367346939, "lr": 0.006979810851173122}
+{"step": 17900, "val_loss": 0.05828244890351371, "val_acc": 0.9813113566775055}
+{"step": 17910, "train_loss": 0.06973925977945328, "train_acc": 0.9836065573770492, "lr": 0.006976236378449216}
+{"step": 17920, "train_loss": 0.04984481632709503, "train_acc": 0.9834710743801653, "lr": 0.006972678319408877}
+{"step": 17930, "train_loss": 0.07460347563028336, "train_acc": 0.9788461538461538, "lr": 0.0069691366832872505}
+{"step": 17940, "train_loss": 0.05109260603785515, "train_acc": 0.980327868852459, "lr": 0.006965611479276851}
+{"step": 17950, "train_loss": 0.06429620087146759, "train_acc": 0.9793103448275862, "lr": 0.006962102716527542}
+{"step": 17960, "train_loss": 0.05342608317732811, "train_acc": 0.983957219251337, "lr": 0.0069586104041465145}
+{"step": 17970, "train_loss": 0.023321419954299927, "train_acc": 0.9929078014184397, "lr": 0.006955134551198263}
+{"step": 17980, "train_loss": 0.06757805496454239, "train_acc": 0.985239852398524, "lr": 0.006951675166704558}
+{"step": 17990, "train_loss": 0.05398060008883476, "train_acc": 0.975609756097561, "lr": 0.006948232259644426}
+{"step": 18000, "train_loss": 0.06534430384635925, "train_acc": 0.9840142095914742, "lr": 0.006944805838954126}
+{"step": 18000, "val_loss": 0.05747970324102579, "val_acc": 0.9814216923917202}
+{"step": 18010, "train_loss": 0.07439737021923065, "train_acc": 0.9758203799654577, "lr": 0.006941395913527124}
+{"step": 18020, "train_loss": 0.048622049391269684, "train_acc": 0.9853747714808044, "lr": 0.006938002492214076}
+{"step": 18030, "train_loss": 0.0538322776556015, "train_acc": 0.9878472222222222, "lr": 0.006934625583822795}
+{"step": 18040, "train_loss": 0.05435769632458687, "train_acc": 0.982363315696649, "lr": 0.006931265197118234}
+{"step": 18050, "train_loss": 0.03731963783502579, "train_acc": 0.9894551845342706, "lr": 0.006927921340822472}
+{"step": 18060, "train_loss": 0.04008074477314949, "train_acc": 0.9875222816399287, "lr": 0.00692459402361467}
+{"step": 18070, "train_loss": 0.02531551942229271, "train_acc": 0.991166077738516, "lr": 0.00692128325413107}
+{"step": 18080, "train_loss": 0.04263851419091225, "train_acc": 0.9841269841269841, "lr": 0.006917989040964958}
+{"step": 18090, "train_loss": 0.030799848958849907, "train_acc": 0.9861111111111112, "lr": 0.0069147113926666505}
+{"step": 18100, "train_loss": 0.06124468892812729, "train_acc": 0.986159169550173, "lr": 0.006911450317743467}
+{"step": 18100, "val_loss": 0.05886448129434803, "val_acc": 0.9838063588540048}
+{"step": 18110, "train_loss": 0.035294707864522934, "train_acc": 0.982824427480916, "lr": 0.006908205824659711}
+{"step": 18120, "train_loss": 0.06836037337779999, "train_acc": 0.9863247863247864, "lr": 0.006904977921836646}
+{"step": 18130, "train_loss": 0.033905863761901855, "train_acc": 0.9852941176470589, "lr": 0.006901766617652477}
+{"step": 18140, "train_loss": 0.04342611879110336, "train_acc": 0.9910554561717353, "lr": 0.006898571920442321}
+{"step": 18150, "train_loss": 0.11555523425340652, "train_acc": 0.9685185185185186, "lr": 0.006895393838498196}
+{"step": 18160, "train_loss": 0.03981023654341698, "train_acc": 0.9911504424778761, "lr": 0.006892232380068993}
+{"step": 18170, "train_loss": 0.05229254812002182, "train_acc": 0.9845094664371773, "lr": 0.0068890875533604515}
+{"step": 18180, "train_loss": 0.07544317841529846, "train_acc": 0.9845626072041166, "lr": 0.006885959366535149}
+{"step": 18190, "train_loss": 0.06859734654426575, "train_acc": 0.9753521126760564, "lr": 0.006882847827712471}
+{"step": 18200, "train_loss": 0.038242898881435394, "train_acc": 0.9873873873873874, "lr": 0.006879752944968587}
+{"step": 18200, "val_loss": 0.060649155549891004, "val_acc": 0.9818477296931368}
+{"step": 18210, "train_loss": 0.05855677276849747, "train_acc": 0.9845094664371773, "lr": 0.0068766747263364425}
+{"step": 18220, "train_loss": 0.0454072505235672, "train_acc": 0.9799635701275046, "lr": 0.006873613179805725}
+{"step": 18230, "train_loss": 0.06454486399888992, "train_acc": 0.9785330948121646, "lr": 0.00687056831332285}
+{"step": 18240, "train_loss": 0.10314103960990906, "train_acc": 0.9742268041237113, "lr": 0.006867540134790942}
+{"step": 18250, "train_loss": 0.05615457892417908, "train_acc": 0.9872958257713249, "lr": 0.006864528652069807}
+{"step": 18260, "train_loss": 0.04851439967751503, "train_acc": 0.988909426987061, "lr": 0.006861533872975916}
+{"step": 18270, "train_loss": 0.0655803456902504, "train_acc": 0.982725527831094, "lr": 0.006858555805282388}
+{"step": 18280, "train_loss": 0.05727830529212952, "train_acc": 0.9783393501805054, "lr": 0.006855594456718964}
+{"step": 18290, "train_loss": 0.0405566431581974, "train_acc": 0.988013698630137, "lr": 0.006852649834971992}
+{"step": 18300, "train_loss": 0.035521119832992554, "train_acc": 0.9880341880341881, "lr": 0.006849721947684403}
+{"step": 18300, "val_loss": 0.05694519780951549, "val_acc": 0.983211513529457}
+{"step": 18310, "train_loss": 0.08085896819829941, "train_acc": 0.9821428571428571, "lr": 0.0068468108024556905}
+{"step": 18320, "train_loss": 0.06506362557411194, "train_acc": 0.9793103448275862, "lr": 0.006843916406841898}
+{"step": 18330, "train_loss": 0.04775796830654144, "train_acc": 0.9876543209876543, "lr": 0.00684103876835559}
+{"step": 18340, "train_loss": 0.060375507920980453, "train_acc": 0.985663082437276, "lr": 0.00683817789446584}
+{"step": 18350, "train_loss": 0.05198699235916138, "train_acc": 0.9842381786339754, "lr": 0.0068353337925982065}
+{"step": 18360, "train_loss": 0.04428236186504364, "train_acc": 0.9882352941176471, "lr": 0.006832506470134715}
+{"step": 18370, "train_loss": 0.07895489037036896, "train_acc": 0.9753521126760564, "lr": 0.00682969593441384}
+{"step": 18380, "train_loss": 0.03241422772407532, "train_acc": 0.989010989010989, "lr": 0.0068269021927304845}
+{"step": 18390, "train_loss": 0.031364262104034424, "train_acc": 0.9862778730703259, "lr": 0.006824125252335963}
+{"step": 18400, "train_loss": 0.05121643841266632, "train_acc": 0.984822934232715, "lr": 0.00682136512043798}
+{"step": 18400, "val_loss": 0.05788695656437034, "val_acc": 0.9825806078214003}
+{"step": 18410, "train_loss": 0.0708657056093216, "train_acc": 0.9785714285714285, "lr": 0.006818621804200612}
+{"step": 18420, "train_loss": 0.03920360282063484, "train_acc": 0.9857142857142858, "lr": 0.00681589531074429}
+{"step": 18430, "train_loss": 0.06723028421401978, "train_acc": 0.9827882960413081, "lr": 0.006813185647145782}
+{"step": 18440, "train_loss": 0.06521513313055038, "train_acc": 0.9813432835820896, "lr": 0.006810492820438172}
+{"step": 18450, "train_loss": 0.03798399120569229, "train_acc": 0.9890710382513661, "lr": 0.006807816837610843}
+{"step": 18460, "train_loss": 0.04733826220035553, "train_acc": 0.9890510948905109, "lr": 0.006805157705609457}
+{"step": 18470, "train_loss": 0.07585027813911438, "train_acc": 0.9727891156462585, "lr": 0.006802515431335943}
+{"step": 18480, "train_loss": 0.0287153422832489, "train_acc": 0.9913194444444444, "lr": 0.00679989002164847}
+{"step": 18490, "train_loss": 0.045710302889347076, "train_acc": 0.9851301115241635, "lr": 0.006797281483361437}
+{"step": 18500, "train_loss": 0.08513811975717545, "train_acc": 0.9768683274021353, "lr": 0.006794689823245452}
+{"step": 18500, "val_loss": 0.06121495889562709, "val_acc": 0.9831838892027095}
+{"step": 18510, "train_loss": 0.044977203011512756, "train_acc": 0.9873646209386282, "lr": 0.006792115048027314}
+{"step": 18520, "train_loss": 0.03919310122728348, "train_acc": 0.9891107078039928, "lr": 0.006789557164389998}
+{"step": 18530, "train_loss": 0.061828259378671646, "train_acc": 0.9872958257713249, "lr": 0.006787016178972632}
+{"step": 18540, "train_loss": 0.033866673707962036, "train_acc": 0.9876977152899824, "lr": 0.006784492098370488}
+{"step": 18550, "train_loss": 0.029044106602668762, "train_acc": 0.9900332225913622, "lr": 0.006781984929134959}
+{"step": 18560, "train_loss": 0.04849929362535477, "train_acc": 0.9868852459016394, "lr": 0.0067794946777735435}
+{"step": 18570, "train_loss": 0.05132592096924782, "train_acc": 0.981651376146789, "lr": 0.006777021350749827}
+{"step": 18580, "train_loss": 0.04747486487030983, "train_acc": 0.9853747714808044, "lr": 0.006774564954483471}
+{"step": 18590, "train_loss": 0.040251992642879486, "train_acc": 0.9857651245551602, "lr": 0.006772125495350188}
+{"step": 18600, "train_loss": 0.028915902599692345, "train_acc": 0.9923224568138196, "lr": 0.006769702979681734}
+{"step": 18600, "val_loss": 0.054518733625672, "val_acc": 0.9840186053098943}
+{"step": 18610, "train_loss": 0.06759517639875412, "train_acc": 0.9807355516637478, "lr": 0.006767297413765881}
+{"step": 18620, "train_loss": 0.029088320210576057, "train_acc": 0.9847619047619047, "lr": 0.006764908803846413}
+{"step": 18630, "train_loss": 0.05135178565979004, "train_acc": 0.9806338028169014, "lr": 0.0067625371561231004}
+{"step": 18640, "train_loss": 0.028679167851805687, "train_acc": 0.987410071942446, "lr": 0.0067601824767516885}
+{"step": 18650, "train_loss": 0.046625517308712006, "train_acc": 0.9862306368330465, "lr": 0.006757844771843878}
+{"step": 18660, "train_loss": 0.03880062699317932, "train_acc": 0.987410071942446, "lr": 0.006755524047467314}
+{"step": 18670, "train_loss": 0.05314364284276962, "train_acc": 0.9803220035778175, "lr": 0.0067532203096455695}
+{"step": 18680, "train_loss": 0.04525322467088699, "train_acc": 0.9840989399293286, "lr": 0.006750933564358121}
+{"step": 18690, "train_loss": 0.07214335352182388, "train_acc": 0.9745454545454545, "lr": 0.006748663817540347}
+{"step": 18700, "train_loss": 0.030393918976187706, "train_acc": 0.9878048780487805, "lr": 0.006746411075083503}
+{"step": 18700, "val_loss": 0.055351319488017525, "val_acc": 0.9829173819712604}
+{"step": 18710, "train_loss": 0.035785309970378876, "train_acc": 0.9910554561717353, "lr": 0.0067441753428347075}
+{"step": 18720, "train_loss": 0.0726298913359642, "train_acc": 0.974169741697417, "lr": 0.00674195662659693}
+{"step": 18730, "train_loss": 0.02192903682589531, "train_acc": 0.9892857142857143, "lr": 0.006739754932128972}
+{"step": 18740, "train_loss": 0.07042203843593597, "train_acc": 0.98014440433213, "lr": 0.006737570265145455}
+{"step": 18750, "train_loss": 0.062076814472675323, "train_acc": 0.9795918367346939, "lr": 0.006735402631316807}
+{"step": 18760, "train_loss": 0.047814175486564636, "train_acc": 0.9876543209876543, "lr": 0.0067332520362692405}
+{"step": 18770, "train_loss": 0.03717045858502388, "train_acc": 0.986013986013986, "lr": 0.006731118485584748}
+{"step": 18780, "train_loss": 0.06151562184095383, "train_acc": 0.9806338028169014, "lr": 0.006729001984801079}
+{"step": 18790, "train_loss": 0.029142890125513077, "train_acc": 0.9912587412587412, "lr": 0.006726902539411731}
+{"step": 18800, "train_loss": 0.042236872017383575, "train_acc": 0.9880546075085325, "lr": 0.00672482015486593}
+{"step": 18800, "val_loss": 0.05226015481091212, "val_acc": 0.9837805706163545}
+{"step": 18810, "train_loss": 0.05193797126412392, "train_acc": 0.9869646182495344, "lr": 0.006722754836568625}
+{"step": 18820, "train_loss": 0.06348636746406555, "train_acc": 0.9801980198019802, "lr": 0.006720706589880464}
+{"step": 18830, "train_loss": 0.06749149411916733, "train_acc": 0.9775280898876404, "lr": 0.006718675420117787}
+{"step": 18840, "train_loss": 0.03995347023010254, "train_acc": 0.9851851851851852, "lr": 0.0067166613325526075}
+{"step": 18850, "train_loss": 0.04963570833206177, "train_acc": 0.9858407079646018, "lr": 0.006714664332412606}
+{"step": 18860, "train_loss": 0.06570485979318619, "train_acc": 0.9807692307692307, "lr": 0.006712684424881105}
+{"step": 18870, "train_loss": 0.02104254998266697, "train_acc": 0.9945454545454545, "lr": 0.006710721615097067}
+{"step": 18880, "train_loss": 0.05496342107653618, "train_acc": 0.9855072463768116, "lr": 0.006708775908155076}
+{"step": 18890, "train_loss": 0.048569899052381516, "train_acc": 0.9886148007590133, "lr": 0.006706847309105324}
+{"step": 18900, "train_loss": 0.03361094743013382, "train_acc": 0.9915966386554622, "lr": 0.0067049358229535954}
+{"step": 18900, "val_loss": 0.05263805526200791, "val_acc": 0.9841588110063352}
+{"step": 18910, "train_loss": 0.06116021052002907, "train_acc": 0.9785330948121646, "lr": 0.0067030414546612625}
+{"step": 18920, "train_loss": 0.03036912903189659, "train_acc": 0.9911347517730497, "lr": 0.006701164209145263}
+{"step": 18930, "train_loss": 0.09824611246585846, "train_acc": 0.9653916211293261, "lr": 0.006699304091278094}
+{"step": 18940, "train_loss": 0.057723890990018845, "train_acc": 0.9781021897810219, "lr": 0.006697461105887795}
+{"step": 18950, "train_loss": 0.031077001243829727, "train_acc": 0.9928825622775801, "lr": 0.00669563525775794}
+{"step": 18960, "train_loss": 0.03975273296236992, "train_acc": 0.9843478260869565, "lr": 0.006693826551627618}
+{"step": 18970, "train_loss": 0.07098554074764252, "train_acc": 0.9823943661971831, "lr": 0.006692034992191428}
+{"step": 18980, "train_loss": 0.07818181067705154, "train_acc": 0.9786096256684492, "lr": 0.006690260584099462}
+{"step": 18990, "train_loss": 0.05001448467373848, "train_acc": 0.9828178694158075, "lr": 0.0066885033319572995}
+{"step": 19000, "train_loss": 0.04080204293131828, "train_acc": 0.9845094664371773, "lr": 0.006686763240325985}
+{"step": 19000, "val_loss": 0.05453816313084555, "val_acc": 0.9837963639045864}
+{"step": 19010, "train_loss": 0.06597518175840378, "train_acc": 0.9827586206896551, "lr": 0.006685040313722023}
+{"step": 19020, "train_loss": 0.05701887980103493, "train_acc": 0.988391376451078, "lr": 0.006683334556617367}
+{"step": 19030, "train_loss": 0.10084681212902069, "train_acc": 0.9790940766550522, "lr": 0.0066816459734394045}
+{"step": 19040, "train_loss": 0.05274453014135361, "train_acc": 0.9777327935222672, "lr": 0.00667997456857095}
+{"step": 19050, "train_loss": 0.06435845792293549, "train_acc": 0.9837251356238698, "lr": 0.006678320346350228}
+{"step": 19060, "train_loss": 0.05157830938696861, "train_acc": 0.983957219251337, "lr": 0.006676683311070863}
+{"step": 19070, "train_loss": 0.033631160855293274, "train_acc": 0.9846938775510204, "lr": 0.006675063466981874}
+{"step": 19080, "train_loss": 0.03162914887070656, "train_acc": 0.9861351819757366, "lr": 0.006673460818287659}
+{"step": 19090, "train_loss": 0.058996234089136124, "train_acc": 0.9781818181818182, "lr": 0.0066718753691479785}
+{"step": 19100, "train_loss": 0.047668807208538055, "train_acc": 0.9867172675521821, "lr": 0.006670307123677958}
+{"step": 19100, "val_loss": 0.0549627498398135, "val_acc": 0.9826358907130937}
+{"step": 19110, "train_loss": 0.026175210252404213, "train_acc": 0.9887005649717514, "lr": 0.006668756085948066}
+{"step": 19120, "train_loss": 0.051090605556964874, "train_acc": 0.975925925925926, "lr": 0.006667222259984107}
+{"step": 19130, "train_loss": 0.034254852682352066, "train_acc": 0.9873873873873874, "lr": 0.006665705649767213}
+{"step": 19140, "train_loss": 0.07025490701198578, "train_acc": 0.9795539033457249, "lr": 0.006664206259233831}
+{"step": 19150, "train_loss": 0.06297407299280167, "train_acc": 0.9801084990958409, "lr": 0.006662724092275714}
+{"step": 19160, "train_loss": 0.04533422738313675, "train_acc": 0.9852670349907919, "lr": 0.006661259152739909}
+{"step": 19170, "train_loss": 0.04851265251636505, "train_acc": 0.9849340866290018, "lr": 0.006659811444428748}
+{"step": 19180, "train_loss": 0.03539005294442177, "train_acc": 0.9895652173913043, "lr": 0.00665838097109984}
+{"step": 19190, "train_loss": 0.05010969564318657, "train_acc": 0.9822064056939501, "lr": 0.00665696773646606}
+{"step": 19200, "train_loss": 0.06329954415559769, "train_acc": 0.970856102003643, "lr": 0.006655571744195534}
+{"step": 19200, "val_loss": 0.05391545596062284, "val_acc": 0.9831019382142372}
+{"step": 19210, "train_loss": 0.06695958971977234, "train_acc": 0.9772329246935202, "lr": 0.006654192997911644}
+{"step": 19220, "train_loss": 0.06705466657876968, "train_acc": 0.9812606473594548, "lr": 0.006652831501193}
+{"step": 19230, "train_loss": 0.06480741500854492, "train_acc": 0.9766187050359713, "lr": 0.006651487257573442}
+{"step": 19240, "train_loss": 0.04515276104211807, "train_acc": 0.9862542955326461, "lr": 0.006650160270542032}
+{"step": 19250, "train_loss": 0.04771112650632858, "train_acc": 0.9809688581314879, "lr": 0.006648850543543039}
+{"step": 19260, "train_loss": 0.028597692027688026, "train_acc": 0.9934533551554828, "lr": 0.006647558079975933}
+{"step": 19270, "train_loss": 0.08178257942199707, "train_acc": 0.971900826446281, "lr": 0.0066462828831953735}
+{"step": 19280, "train_loss": 0.04934529960155487, "train_acc": 0.9787985865724381, "lr": 0.00664502495651121}
+{"step": 19290, "train_loss": 0.08201630413532257, "train_acc": 0.9657657657657658, "lr": 0.006643784303188457}
+{"step": 19300, "train_loss": 0.060023196041584015, "train_acc": 0.990990990990991, "lr": 0.006642560926447303}
+{"step": 19300, "val_loss": 0.05330835393112497, "val_acc": 0.9833858777267861}
+{"step": 19310, "train_loss": 0.05215458199381828, "train_acc": 0.9830508474576272, "lr": 0.00664135482946309}
+{"step": 19320, "train_loss": 0.07050818204879761, "train_acc": 0.9786096256684492, "lr": 0.00664016601536631}
+{"step": 19330, "train_loss": 0.04322683811187744, "train_acc": 0.9858407079646018, "lr": 0.006638994487242599}
+{"step": 19340, "train_loss": 0.03442699462175369, "train_acc": 0.9863247863247864, "lr": 0.006637840248132721}
+{"step": 19350, "train_loss": 0.04362886771559715, "train_acc": 0.9852941176470589, "lr": 0.006636703301032569}
+{"step": 19360, "train_loss": 0.026256561279296875, "train_acc": 0.9915254237288136, "lr": 0.006635583648893154}
+{"step": 19370, "train_loss": 0.048453688621520996, "train_acc": 0.9795539033457249, "lr": 0.006634481294620596}
+{"step": 19380, "train_loss": 0.08620068430900574, "train_acc": 0.9741219963031423, "lr": 0.006633396241076118}
+{"step": 19390, "train_loss": 0.0861690565943718, "train_acc": 0.976491862567812, "lr": 0.006632328491076035}
+{"step": 19400, "train_loss": 0.07517728954553604, "train_acc": 0.9763912310286678, "lr": 0.006631278047391755}
+{"step": 19400, "val_loss": 0.057673666674881725, "val_acc": 0.9822855481859354}
+{"step": 19410, "train_loss": 0.042309124022722244, "train_acc": 0.989010989010989, "lr": 0.006630244912749761}
+{"step": 19420, "train_loss": 0.051918499171733856, "train_acc": 0.9846153846153847, "lr": 0.006629229089831615}
+{"step": 19430, "train_loss": 0.05294857919216156, "train_acc": 0.9868173258003766, "lr": 0.0066282305812739375}
+{"step": 19440, "train_loss": 0.042037483304739, "train_acc": 0.9826086956521739, "lr": 0.006627249389668418}
+{"step": 19450, "train_loss": 0.04806501045823097, "train_acc": 0.9927927927927928, "lr": 0.006626285517561795}
+{"step": 19460, "train_loss": 0.048453688621520996, "train_acc": 0.9838420107719928, "lr": 0.006625338967455849}
+{"step": 19470, "train_loss": 0.05692364647984505, "train_acc": 0.990990990990991, "lr": 0.006624409741807405}
+{"step": 19480, "train_loss": 0.07064123451709747, "train_acc": 0.9832402234636871, "lr": 0.006623497843028321}
+{"step": 19490, "train_loss": 0.05489793419837952, "train_acc": 0.977818853974122, "lr": 0.006622603273485482}
+{"step": 19500, "train_loss": 0.03843878209590912, "train_acc": 0.9811965811965812, "lr": 0.006621726035500794}
+{"step": 19500, "val_loss": 0.05475683723407031, "val_acc": 0.9828472856819486}
+{"step": 19510, "train_loss": 0.049356043338775635, "train_acc": 0.9839285714285714, "lr": 0.006620866131351175}
+{"step": 19520, "train_loss": 0.06553689390420914, "train_acc": 0.9773913043478261, "lr": 0.006620023563268557}
+{"step": 19530, "train_loss": 0.0296536386013031, "train_acc": 0.9914089347079038, "lr": 0.00661919833343987}
+{"step": 19540, "train_loss": 0.0856529027223587, "train_acc": 0.9778911564625851, "lr": 0.006618390444007047}
+{"step": 19550, "train_loss": 0.022845977917313576, "train_acc": 0.9942028985507246, "lr": 0.00661759989706701}
+{"step": 19560, "train_loss": 0.03615729138255119, "train_acc": 0.9893428063943162, "lr": 0.006616826694671667}
+{"step": 19570, "train_loss": 0.028369665145874023, "train_acc": 0.9927007299270073, "lr": 0.006616070838827909}
+{"step": 19580, "train_loss": 0.0799291729927063, "train_acc": 0.9741824440619621, "lr": 0.006615332331497601}
+{"step": 19590, "train_loss": 0.06697884202003479, "train_acc": 0.9784172661870504, "lr": 0.0066146111745975815}
+{"step": 19600, "train_loss": 0.059830814599990845, "train_acc": 0.9805996472663139, "lr": 0.006613907369999653}
+{"step": 19600, "val_loss": 0.060845516230226465, "val_acc": 0.9823291532418632}
+{"step": 19610, "train_loss": 0.08422275632619858, "train_acc": 0.9751908396946565, "lr": 0.006613220919530581}
+{"step": 19620, "train_loss": 0.10407838970422745, "train_acc": 0.9708029197080292, "lr": 0.006612551824972085}
+{"step": 19630, "train_loss": 0.04140560328960419, "train_acc": 0.9843205574912892, "lr": 0.0066119000880608386}
+{"step": 19640, "train_loss": 0.0326361283659935, "train_acc": 0.9895104895104895, "lr": 0.00661126571048846}
+{"step": 19650, "train_loss": 0.03380864858627319, "train_acc": 0.9923664122137404, "lr": 0.006610648693901515}
+{"step": 19660, "train_loss": 0.04930834844708443, "train_acc": 0.9855334538878843, "lr": 0.0066100490399014986}
+{"step": 19670, "train_loss": 0.08035608381032944, "train_acc": 0.9636363636363636, "lr": 0.006609466750044854}
+{"step": 19680, "train_loss": 0.02416570670902729, "train_acc": 0.9911971830985915, "lr": 0.006608901825842941}
+{"step": 19690, "train_loss": 0.057745665311813354, "train_acc": 0.9876106194690265, "lr": 0.0066083542687620555}
+{"step": 19700, "train_loss": 0.0353192463517189, "train_acc": 0.9865771812080537, "lr": 0.006607824080223412}
+{"step": 19700, "val_loss": 0.055854948956165947, "val_acc": 0.9825053080501627}
+{"step": 19710, "train_loss": 0.06644295901060104, "train_acc": 0.9802306425041186, "lr": 0.006607311261603145}
+{"step": 19720, "train_loss": 0.06569092720746994, "train_acc": 0.9824868651488616, "lr": 0.006606815814232303}
+{"step": 19730, "train_loss": 0.05047794431447983, "train_acc": 0.9845360824742269, "lr": 0.006606337739396848}
+{"step": 19740, "train_loss": 0.05754363164305687, "train_acc": 0.9836660617059891, "lr": 0.006605877038337649}
+{"step": 19750, "train_loss": 0.03883664682507515, "train_acc": 0.9867924528301887, "lr": 0.006605433712250483}
+{"step": 19760, "train_loss": 0.048282794654369354, "train_acc": 0.980072463768116, "lr": 0.006605007762286028}
+{"step": 19770, "train_loss": 0.05028920993208885, "train_acc": 0.9833948339483395, "lr": 0.00660459918954986}
+{"step": 19780, "train_loss": 0.05060354992747307, "train_acc": 0.9864864864864865, "lr": 0.0066042079951024535}
+{"step": 19790, "train_loss": 0.05000074952840805, "train_acc": 0.9858906525573192, "lr": 0.006603834179959174}
+{"step": 19800, "train_loss": 0.03566518425941467, "train_acc": 0.9897084048027445, "lr": 0.00660347774509028}
+{"step": 19800, "val_loss": 0.05023294152272956, "val_acc": 0.985439477668729}
+{"step": 19810, "train_loss": 0.04347297176718712, "train_acc": 0.9911504424778761, "lr": 0.00660313869142092}
+{"step": 19820, "train_loss": 0.03978680446743965, "train_acc": 0.9844020797227037, "lr": 0.006602817019831124}
+{"step": 19830, "train_loss": 0.04495132341980934, "train_acc": 0.9842105263157894, "lr": 0.0066025127311558135}
+{"step": 19840, "train_loss": 0.05442707985639572, "train_acc": 0.9833055091819699, "lr": 0.00660222582618478}
+{"step": 19850, "train_loss": 0.037507563829422, "train_acc": 0.986013986013986, "lr": 0.006601956305662708}
+{"step": 19860, "train_loss": 0.040722426027059555, "train_acc": 0.9859894921190894, "lr": 0.006601704170289149}
+{"step": 19870, "train_loss": 0.12575781345367432, "train_acc": 0.9640287769784173, "lr": 0.006601469420718535}
+{"step": 19880, "train_loss": 0.05929073691368103, "train_acc": 0.9878260869565217, "lr": 0.006601252057560174}
+{"step": 19890, "train_loss": 0.06328029185533524, "train_acc": 0.9784560143626571, "lr": 0.006601052081378242}
+{"step": 19900, "train_loss": 0.04105158522725105, "train_acc": 0.9823008849557522, "lr": 0.00660086949269179}
+{"step": 19900, "val_loss": 0.05489975601368117, "val_acc": 0.9844196728212041}
+{"step": 19910, "train_loss": 0.027062073349952698, "train_acc": 0.9910554561717353, "lr": 0.006600704291974735}
+{"step": 19920, "train_loss": 0.06607097387313843, "train_acc": 0.9744027303754266, "lr": 0.0066005564796558685}
+{"step": 19930, "train_loss": 0.04691609367728233, "train_acc": 0.9907749077490775, "lr": 0.006600426056118841}
+{"step": 19940, "train_loss": 0.05329631268978119, "train_acc": 0.9785714285714285, "lr": 0.0066003130217021765}
+{"step": 19950, "train_loss": 0.030104009434580803, "train_acc": 0.9892086330935251, "lr": 0.006600217376699263}
+{"step": 19960, "train_loss": 0.03417818248271942, "train_acc": 0.992619926199262, "lr": 0.006600139121358352}
+{"step": 19970, "train_loss": 0.03959948569536209, "train_acc": 0.9884297520661157, "lr": 0.006600078255882558}
+{"step": 19980, "train_loss": 0.029928142204880714, "train_acc": 0.9838129496402878, "lr": 0.006600034780429863}
+{"step": 19990, "train_loss": 0.06914467364549637, "train_acc": 0.9843478260869565, "lr": 0.006600008695113108}
+{"step": 20000, "train_loss": 0.02438594214618206, "train_acc": 0.9913194444444444, "lr": 0.006600000000000001}
+{"step": 20000, "val_loss": 0.050681657211835096, "val_acc": 0.9831837737665265}
+{"step": 20000, "final_val_loss": 0.050681657211835096, "final_val_acc": 0.9831837737665265}