diff --git a/checkpoints/tokens_000000262144.pth b/checkpoints/tokens_000000262144.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f6296f08c1368c3db33ae5abefc39c179e07c0c
--- /dev/null
+++ b/checkpoints/tokens_000000262144.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc78ce6883968d47e8681e2da6c6ea2c7872528c8f2707d94cfb90a37826b0f
+size 210302350
diff --git a/checkpoints/tokens_000002621440.pth b/checkpoints/tokens_000002621440.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2b9684111fcd89bde8693bc773a465d786b3b6c7
--- /dev/null
+++ b/checkpoints/tokens_000002621440.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bbc433cfc3dcba12949d01b26f8fdb5a20d8a4398400a95ba2d33dfddcd310
+size 210302350
diff --git a/checkpoints/tokens_000004718592.pth b/checkpoints/tokens_000004718592.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d4ba15fc8181f37b3d9a6e2bee24e4da342528bc
--- /dev/null
+++ b/checkpoints/tokens_000004718592.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdec2cfa9d31392621b87ef9b40e0c7e61fc617aaeeff258274707055c7ae5a
+size 210302350
diff --git a/checkpoints/tokens_000007077888.pth b/checkpoints/tokens_000007077888.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9ae41662c8fa8718476811238a4592b076f3f051
--- /dev/null
+++ b/checkpoints/tokens_000007077888.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982a0e392549943a3ccbd132932706dbc754db1811f197d0517f3e1cbbcbfecc
+size 210302350
diff --git a/checkpoints/tokens_000009175040.pth b/checkpoints/tokens_000009175040.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da2738fe5a37fb4457a7c7fccec8de511ab5f3ac
--- /dev/null
+++ b/checkpoints/tokens_000009175040.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dcbaeba9b8988aeebf682df782f8b7bdc94526878f4db82262c7db731fb556
+size 210302350
diff --git a/checkpoints/tokens_000011272192.pth b/checkpoints/tokens_000011272192.pth
new file mode 100644
index 0000000000000000000000000000000000000000..21600b423710773aff86c3e9a0b21138918dac25
--- /dev/null
+++ b/checkpoints/tokens_000011272192.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dffc9c431c1232885a10b1b5191ebaf8b720e2248646236fb17924e5c033e03
+size 210302350
diff --git a/checkpoints/tokens_000013631488.pth b/checkpoints/tokens_000013631488.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5e48fd252a0a34c212e40ac9e138d55f6a829d0f
--- /dev/null
+++ b/checkpoints/tokens_000013631488.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e34589161d47239b298746d75052fdc4407a54d3b11e6cc9f1d8f9a675b313
+size 210302350
diff --git a/checkpoints/tokens_000015728640.pth b/checkpoints/tokens_000015728640.pth
new file mode 100644
index 0000000000000000000000000000000000000000..021c347e903c54fc7dddebfcbe73981e43ed40b2
--- /dev/null
+++ b/checkpoints/tokens_000015728640.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b291dfc943fa31ec009f231cb4b40c427a30fafb78c3a01caf901ad5a2cfc97d
+size 210302350
diff --git a/checkpoints/tokens_000018087936.pth b/checkpoints/tokens_000018087936.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f1184dd5b57a1a19ebf347d33a535320f87f9883
--- /dev/null
+++ b/checkpoints/tokens_000018087936.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa623df3a9763e21eacf0a96ca40646a5f748ae50ebeb393cd32cedd3ad74f16
+size 210302350
diff --git a/checkpoints/tokens_000020185088.pth b/checkpoints/tokens_000020185088.pth
new file mode 100644
index 0000000000000000000000000000000000000000..761c7dd727ffa00c9f5b426bf1cc1f743b9d74ac
--- /dev/null
+++ b/checkpoints/tokens_000020185088.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9998cbc901f51a9e4994ca0015efd276f259c627d5f7c96f18a03e2778b3739e
+size 210302350
diff --git a/checkpoints/tokens_000022282240.pth b/checkpoints/tokens_000022282240.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7ca1458b074957218721f5d959f382b6f10b39fb
--- /dev/null
+++ b/checkpoints/tokens_000022282240.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353cd5b06296b6708351da69db414c260fda6941a03fcab334305c1a85581131
+size 210302350
diff --git a/checkpoints/tokens_000033292288.pth b/checkpoints/tokens_000033292288.pth
new file mode 100644
index 0000000000000000000000000000000000000000..022716d84919c54c95ffae8813666318650347ed
--- /dev/null
+++ b/checkpoints/tokens_000033292288.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d88f8ce7064129ac049b09bcc5c4fd64172aff1183291dfa1685aac19ee29dd
+size 210302350
diff --git a/checkpoints/tokens_000044302336.pth b/checkpoints/tokens_000044302336.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d9e8977cde58ed26086da4f090a715a6406f006b
--- /dev/null
+++ b/checkpoints/tokens_000044302336.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0be33a9dca06f0cb47efd14dacca3fad1df4679afb7901b81a94c753395c30
+size 210302350
diff --git a/checkpoints/tokens_000055312384.pth b/checkpoints/tokens_000055312384.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b120d641ea7c327539bd0c54eacf2e9553218613
--- /dev/null
+++ b/checkpoints/tokens_000055312384.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5511348156e52f05dca478d19775cc5e37687af81dec81c29606862d9f2e6e
+size 210302350
diff --git a/checkpoints/tokens_000066322432.pth b/checkpoints/tokens_000066322432.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2be53f767f847bcdab541f121e0ae05549da8117
--- /dev/null
+++ b/checkpoints/tokens_000066322432.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09924ed205877a3f2e5cca46f8bdd61ae2688e21e2c292b2de1b9f4911294b77
+size 210302350
diff --git a/checkpoints/tokens_000077332480.pth b/checkpoints/tokens_000077332480.pth
new file mode 100644
index 0000000000000000000000000000000000000000..23c0c181543c560666bf1cf9347c22a02ada95a0
--- /dev/null
+++ b/checkpoints/tokens_000077332480.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19811d7985d676cd616448f61786910c7d80429714f147fcd86ae4914c63deba
+size 210302350
diff --git a/checkpoints/tokens_000088342528.pth b/checkpoints/tokens_000088342528.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e4cf9150fd538f71fd8e0d9efbc8636ef56e5d6c
--- /dev/null
+++ b/checkpoints/tokens_000088342528.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9821a3597bdda3f6d75e5e03df91c792a5bc69ae023217b1b6c5fa923cd8dbc
+size 210302350
diff --git a/checkpoints/tokens_000099352576.pth b/checkpoints/tokens_000099352576.pth
new file mode 100644
index 0000000000000000000000000000000000000000..752cf84fcf5df5e151e96dede626ea69b78b12df
--- /dev/null
+++ b/checkpoints/tokens_000099352576.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688330d392d07eafc99ab4c243a232686404ddb42474cda936e76f2b49f1150c
+size 210302350
diff --git a/checkpoints/tokens_000110362624.pth b/checkpoints/tokens_000110362624.pth
new file mode 100644
index 0000000000000000000000000000000000000000..36044922ab4df50f40f2df035ee27d65d1c43a3e
--- /dev/null
+++ b/checkpoints/tokens_000110362624.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826b1f403a94b3c3b16013058330ec4b9d39b26388ec4feeb7f4f05a798b93f6
+size 210302350
diff --git a/checkpoints/tokens_000121372672.pth b/checkpoints/tokens_000121372672.pth
new file mode 100644
index 0000000000000000000000000000000000000000..89bb820432bbee448f588cf8b5f2f8fb306750d7
--- /dev/null
+++ b/checkpoints/tokens_000121372672.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c4e9d381055054579d42391e6b797840cc4023f894f18be423b0572f658cec
+size 210302350
diff --git a/checkpoints/tokens_000132382720.pth b/checkpoints/tokens_000132382720.pth
new file mode 100644
index 0000000000000000000000000000000000000000..41f2fada1fbbc9572977b936a9b0950553405781
--- /dev/null
+++ b/checkpoints/tokens_000132382720.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270fa63744b7dc6a05db555798848dec7374c0cd53c8dec981aa2c7c75c6366b
+size 210302350
diff --git a/checkpoints/tokens_000143392768.pth b/checkpoints/tokens_000143392768.pth
new file mode 100644
index 0000000000000000000000000000000000000000..281a0498aade8e6d13aec371be78c7cb2d91dc25
--- /dev/null
+++ b/checkpoints/tokens_000143392768.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cb0a34cada657b9d336d3ea8d6a50a89330eb7f0ae6d5069aecd0315825553
+size 210302350
diff --git a/checkpoints/tokens_000154402816.pth b/checkpoints/tokens_000154402816.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9ebff0753baca275e3ef568621a7862bdd3a65f7
--- /dev/null
+++ b/checkpoints/tokens_000154402816.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c600d999c3d4dfd55dfa842e59170137c3cb244c8eccd78357235f54a8b8aaba
+size 210302350
diff --git a/checkpoints/tokens_000165412864.pth b/checkpoints/tokens_000165412864.pth
new file mode 100644
index 0000000000000000000000000000000000000000..08d2fe583ae0877a96709ba307f67c05dea35833
--- /dev/null
+++ b/checkpoints/tokens_000165412864.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae62c157df80442357c27c0723053c3fea88e9f96f432cc47d48c7e4048d8c22
+size 210302350
diff --git a/checkpoints/tokens_000176422912.pth b/checkpoints/tokens_000176422912.pth
new file mode 100644
index 0000000000000000000000000000000000000000..964ff523cdb8718c0994ce88fc45aaf72a0aa914
--- /dev/null
+++ b/checkpoints/tokens_000176422912.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19394700ff3b35c236e508c2a20b9a90c57e89c746f15b0451636c66abaf1e34
+size 210302350
diff --git a/checkpoints/tokens_000187432960.pth b/checkpoints/tokens_000187432960.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4f87f6ee2007b72648d387b6e36dfa55805be654
--- /dev/null
+++ b/checkpoints/tokens_000187432960.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77f135f0fe5dd5e42049f79f8423933fb6f24258307a02a45ca3cb7a9505fde
+size 210302350
diff --git a/checkpoints/tokens_000198443008.pth b/checkpoints/tokens_000198443008.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2be74cca61d1c037e3f43370fed3d485d78a0ada
--- /dev/null
+++ b/checkpoints/tokens_000198443008.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c0306d000599445e293674a37efe849f0832edb07f68af902373d79ad818fe
+size 210302350
diff --git a/checkpoints/tokens_000209453056.pth b/checkpoints/tokens_000209453056.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f63aebaa1a46919c592863b67716b4b7fdda53da
--- /dev/null
+++ b/checkpoints/tokens_000209453056.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08c0fd544cb3111fcd7bb37619ac8d1d7f70fee9e6aa7f2aad1243cea528c1f
+size 210302350
diff --git a/checkpoints/tokens_000220463104.pth b/checkpoints/tokens_000220463104.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1b27e91890e6c9d88f5bd017ff633bba6f06c4b8
--- /dev/null
+++ b/checkpoints/tokens_000220463104.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc49a347e88d0a6055ec587dedd6a275fcb3f5443124594b1b2f28bf7a1e9e7f
+size 210302350
diff --git a/checkpoints/tokens_000264503296.pth b/checkpoints/tokens_000264503296.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dd3d2bba46caf27b3c6bab024e29e576d8b0d81e
--- /dev/null
+++ b/checkpoints/tokens_000264503296.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073b80a00435850da192c8ca3ad48ec7ad7b3a59932e56520f31853a9e578e53
+size 210302350
diff --git a/checkpoints/tokens_000308281344.pth b/checkpoints/tokens_000308281344.pth
new file mode 100644
index 0000000000000000000000000000000000000000..83993ea0ba7496181244bf6481ed1e386f9243f3
--- /dev/null
+++ b/checkpoints/tokens_000308281344.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8201cdb36c806ec4476a592e1fa12ed2f6279861b996924004bff86ae6f81f66
+size 210302350
diff --git a/checkpoints/tokens_000352321536.pth b/checkpoints/tokens_000352321536.pth
new file mode 100644
index 0000000000000000000000000000000000000000..029fd25b7b07c3a3621ac8ba1c7a09480a35a406
--- /dev/null
+++ b/checkpoints/tokens_000352321536.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defab34678aa858fa3a9f79aecc7c82cd648bc25439bd1932e26003335cdecd9
+size 210302350
diff --git a/checkpoints/tokens_000396361728.pth b/checkpoints/tokens_000396361728.pth
new file mode 100644
index 0000000000000000000000000000000000000000..958bdd2c71ebef72b3dacc80d5a1c69e00f73441
--- /dev/null
+++ b/checkpoints/tokens_000396361728.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586425240134d99825a7b4af2df91ee55aec16b22e04035b1a04fad4111cb37c
+size 210302350
diff --git a/checkpoints/tokens_000440401920.pth b/checkpoints/tokens_000440401920.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9095655f760969fffd9e95fddbe389ae2a5c2cf3
--- /dev/null
+++ b/checkpoints/tokens_000440401920.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2354a1c94eff8fa299cfb65289c1af9b2d71a12ad1ad09caf8725d5efeb4ee62
+size 210302350
diff --git a/checkpoints/tokens_000484442112.pth b/checkpoints/tokens_000484442112.pth
new file mode 100644
index 0000000000000000000000000000000000000000..66dce23d470d24e4d07689234a467403590feaa0
--- /dev/null
+++ b/checkpoints/tokens_000484442112.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b61cf4663750c9a4dc6168842412b1efd4f55d9b88df8f98d426857cd209676
+size 210302350
diff --git a/checkpoints/tokens_000528482304.pth b/checkpoints/tokens_000528482304.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dbdfdf3693f2149914a47235b51428088add6fb6
--- /dev/null
+++ b/checkpoints/tokens_000528482304.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb407997c5d614c0f6d1973f3e762cadb472cd2766c2c29716eb92bad4149ed
+size 210302350
diff --git a/checkpoints/tokens_000572522496.pth b/checkpoints/tokens_000572522496.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9d84ba349178dacece2ded3c2658bc78bcd39243
--- /dev/null
+++ b/checkpoints/tokens_000572522496.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d4fe2e473ab38cf12c063936a1265414bda386af61f74bad64068d8bebdc66
+size 210302350
diff --git a/checkpoints/tokens_000616300544.pth b/checkpoints/tokens_000616300544.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b2ad71b98c4c519bc441a76301c5a91cfc27e84d
--- /dev/null
+++ b/checkpoints/tokens_000616300544.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07072d1bd546a01646a0c6722ca19e990608e9c8807a48e4a20e6fc2af3b334
+size 210302350
diff --git a/checkpoints/tokens_000660340736.pth b/checkpoints/tokens_000660340736.pth
new file mode 100644
index 0000000000000000000000000000000000000000..168411c49d4f7164c42a8ce23a4020ede89a5da3
--- /dev/null
+++ b/checkpoints/tokens_000660340736.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41473850965807657f677275fd15e83215ba70a571efa3bdfc84c57a316d3701
+size 210302350
diff --git a/checkpoints/tokens_000704380928.pth b/checkpoints/tokens_000704380928.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e30bf7dc55b50209c8eb4a001b3b2790db0d3b99
--- /dev/null
+++ b/checkpoints/tokens_000704380928.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d07b408ef92ef4a1be70ae9a3fcbe0cb14519d4043e80f9fa56f3e735ad3f36
+size 210302350
diff --git a/checkpoints/tokens_000748421120.pth b/checkpoints/tokens_000748421120.pth
new file mode 100644
index 0000000000000000000000000000000000000000..db28d6c07fa3ba9667bf72c94cd901b947f19890
--- /dev/null
+++ b/checkpoints/tokens_000748421120.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c83390ed6d56ddb9204503ee7fd48942041685a62589960589834c525ba1fcf
+size 210302350
diff --git a/checkpoints/tokens_000792461312.pth b/checkpoints/tokens_000792461312.pth
new file mode 100644
index 0000000000000000000000000000000000000000..159fd572dab849916c3aa33631a029c7726fc862
--- /dev/null
+++ b/checkpoints/tokens_000792461312.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388e72d3a167c8c78aa923169af2d8ddd9307632369ef47f0e9fd21e6910917b
+size 210302350
diff --git a/checkpoints/tokens_000836501504.pth b/checkpoints/tokens_000836501504.pth
new file mode 100644
index 0000000000000000000000000000000000000000..38a2e780104dcd53ffc76dabc0dc0c4484fbf055
--- /dev/null
+++ b/checkpoints/tokens_000836501504.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eb8e264a5056d27a5967aa63152c0e34427915dff27462895e895a66eadf38
+size 210302350
diff --git a/checkpoints/tokens_000880279552.pth b/checkpoints/tokens_000880279552.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c447b989056a4b5fb613e6f846abf0d9f3c8eb63
--- /dev/null
+++ b/checkpoints/tokens_000880279552.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35347cef6023343a2cc9f46c749896bb4cbb7835fda6c3034b11d102df07c425
+size 210302350
diff --git a/checkpoints/tokens_000924319744.pth b/checkpoints/tokens_000924319744.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bf0222c9d5ca6af423473e508ecdd67c5d27c30
--- /dev/null
+++ b/checkpoints/tokens_000924319744.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e0407370d0932760a512010f8d478489a000d0b9f312db222a7dd6caceb528
+size 210302350
diff --git a/checkpoints/tokens_000968359936.pth b/checkpoints/tokens_000968359936.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4008d544f24c60f3b403d6b66b25adc11bfa613d
--- /dev/null
+++ b/checkpoints/tokens_000968359936.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1564d783bd36a8623053b0dbab405763f3b3e97300ff71b7e163cce16aef66
+size 210302350
diff --git a/checkpoints/tokens_001012400128.pth b/checkpoints/tokens_001012400128.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4c604fba7557515f81066cde26db4ba4c1babe0f
--- /dev/null
+++ b/checkpoints/tokens_001012400128.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8794ef573d78b9b6a79253ae1d2f431cef3482e728fafdaedc55984ce4db3a
+size 210302350
diff --git a/checkpoints/tokens_001056440320.pth b/checkpoints/tokens_001056440320.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b3606ddccf96eb07c4e8d9b7fd9b8f7699e8d027
--- /dev/null
+++ b/checkpoints/tokens_001056440320.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63f14f3dbb8b64bf03fa91191686002fc1ad65c59d520cdeec55218dbdd2b2b
+size 210302350
diff --git a/checkpoints/tokens_001100480512.pth b/checkpoints/tokens_001100480512.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a1c9f258c35af4406800c037faccff0afe78102c
--- /dev/null
+++ b/checkpoints/tokens_001100480512.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262b6599f021fb6f81e138416ec26e82cbbebe20db864e986c13d0d38b028597
+size 210302350
diff --git a/checkpoints/tokens_001144520704.pth b/checkpoints/tokens_001144520704.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e9b09fd0a6e305af7564b774cf986604c7e329da
--- /dev/null
+++ b/checkpoints/tokens_001144520704.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ebdb2f67e0e81c547a9ea1b74e7c18c618ad37c6e4a93389f4de483fe7444c
+size 210302350
diff --git a/checkpoints/tokens_001188298752.pth b/checkpoints/tokens_001188298752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b1638f2f9f70790659a4330964363c3d48c98964
--- /dev/null
+++ b/checkpoints/tokens_001188298752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7bf9f4ab32b067c44faff7a87e28bf679a2e2132af7f4dad3d032797c833a7
+size 210302350
diff --git a/checkpoints/tokens_001232338944.pth b/checkpoints/tokens_001232338944.pth
new file mode 100644
index 0000000000000000000000000000000000000000..166d034d9df5b29ce02a6fa6b9327eeac9b6aac5
--- /dev/null
+++ b/checkpoints/tokens_001232338944.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1add49c4625b6ac7da3077b0427be38f0a9a8bda2f6b062dd8518d5051cb385
+size 210302350
diff --git a/checkpoints/tokens_001276379136.pth b/checkpoints/tokens_001276379136.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ef7629c59ed9536afd1a7b9cf6975d7daff5a597
--- /dev/null
+++ b/checkpoints/tokens_001276379136.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817e9fb4007a02d6d0d735ce4f99bab0b8def02a1077845b02ac4a6bb35837f1
+size 210302350
diff --git a/checkpoints/tokens_001320419328.pth b/checkpoints/tokens_001320419328.pth
new file mode 100644
index 0000000000000000000000000000000000000000..31554df67332e0aa118d3a19a579a56a660b63b6
--- /dev/null
+++ b/checkpoints/tokens_001320419328.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c596574e99be1be2e177dfd1f50cfda1ee48094e15c29371c3135a09e324009
+size 210302350
diff --git a/checkpoints/tokens_001364459520.pth b/checkpoints/tokens_001364459520.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0c691b8b1618bc13c09fb49ba22fb5fe45eb413d
--- /dev/null
+++ b/checkpoints/tokens_001364459520.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4673400e91f4257338e1b35ccc70dec43d627ba8575187d0a422fd06af5656eb
+size 210302350
diff --git a/checkpoints/tokens_001408499712.pth b/checkpoints/tokens_001408499712.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8b2a9b3df194772ac4bd9009e138ccc9ebd08e26
--- /dev/null
+++ b/checkpoints/tokens_001408499712.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef021b5ab5011f4d217a361fa735f0ab40e505cf7e564c65fd63008c0f89f007
+size 210302350
diff --git a/checkpoints/tokens_001452277760.pth b/checkpoints/tokens_001452277760.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d56d64d23114caddebea99ed328c27fec8e78153
--- /dev/null
+++ b/checkpoints/tokens_001452277760.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf22b6c97996d5caacd08018b7934a3fa6dd0e0fc51038b8e4403118f6b5cd5
+size 210302350
diff --git a/checkpoints/tokens_001496317952.pth b/checkpoints/tokens_001496317952.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e68a36d9f539bf16325109c531162fa9cf3d9b79
--- /dev/null
+++ b/checkpoints/tokens_001496317952.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b202ab32ba3563d2eea5ccf9d530fa612039c2b08f47101a6e2d250bd1f182
+size 210302350
diff --git a/checkpoints/tokens_001540358144.pth b/checkpoints/tokens_001540358144.pth
new file mode 100644
index 0000000000000000000000000000000000000000..42c2cf231d6f98e0fbb8c54b6e4d0f55d9228d95
--- /dev/null
+++ b/checkpoints/tokens_001540358144.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a47edd1951fe39b41afe1c444b4e8af54ac2facae4bc8829cb738c198d5c3e
+size 210302350
diff --git a/checkpoints/tokens_001584398336.pth b/checkpoints/tokens_001584398336.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9aeb0502b1f9d12251e0bd224a6b9df2279796f5
--- /dev/null
+++ b/checkpoints/tokens_001584398336.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c8ba3a17cb48523a54c001a5ca67f67639377a91d95bf58dcc4e91f0d19e1c
+size 210302350
diff --git a/checkpoints/tokens_001628438528.pth b/checkpoints/tokens_001628438528.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a8d22ac9e2fe028ee12f7108f434b26e0d4fc67
--- /dev/null
+++ b/checkpoints/tokens_001628438528.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316b6d0d124dc763ba582721da1ad9099e9e63f78fcd3f972f9620930df752bd
+size 210302350
diff --git a/checkpoints/tokens_001672478720.pth b/checkpoints/tokens_001672478720.pth
new file mode 100644
index 0000000000000000000000000000000000000000..381ee945012cfcbd1e1dfe985091cd502d3906d9
--- /dev/null
+++ b/checkpoints/tokens_001672478720.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368c621f8f3b20489b4e5a48df9366f5b985bf8d5934d3601d16fedd79e90ce3
+size 210302350
diff --git a/checkpoints/tokens_001716518912.pth b/checkpoints/tokens_001716518912.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5d746c7f50e3ea0af8f6d7431137e9ed1a3d66b8
--- /dev/null
+++ b/checkpoints/tokens_001716518912.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f14814ffacc1c1e867aaa11947ae0739a82ace6f213b70eceaa6d3195520d6
+size 210302350
diff --git a/checkpoints/tokens_001760296960.pth b/checkpoints/tokens_001760296960.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f4aab9c11879afeda90dd03b966069ae442d619a
--- /dev/null
+++ b/checkpoints/tokens_001760296960.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0b804cc280934b1dc7f9f83dde0bfff4fb416339b36a8ca4a27af8c619eaac
+size 210302350
diff --git a/checkpoints/tokens_001804337152.pth b/checkpoints/tokens_001804337152.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4faea37bf1c1f04e392547e9bc772761df39f5c9
--- /dev/null
+++ b/checkpoints/tokens_001804337152.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336a4b3edaa4bab7f90a1c75b46d76a854d86b9a7fb483e7c6c418ba74f0a685
+size 210302350
diff --git a/checkpoints/tokens_001848377344.pth b/checkpoints/tokens_001848377344.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0017816cccbdf963234cf5bb73aac6a61ad2b239
--- /dev/null
+++ b/checkpoints/tokens_001848377344.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a26b5619ff3f84efe4f9707d1b607d4869147c548acc415a3eed2bc072c0cd
+size 210302350
diff --git a/checkpoints/tokens_001892417536.pth b/checkpoints/tokens_001892417536.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4df3707f266fc11da618c54e6a819ef308f1a844
--- /dev/null
+++ b/checkpoints/tokens_001892417536.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e858504b14ee7a7a710ae97319f0c684a3b73719d0716da8d2cffc54355d15
+size 210302350
diff --git a/checkpoints/tokens_001936457728.pth b/checkpoints/tokens_001936457728.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c78e758a107d0ac06e6d83d23b625a9dfdef328e
--- /dev/null
+++ b/checkpoints/tokens_001936457728.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0344ae1c615d8d4a4ed1ca895b1c5bbee550838ac02a974afac703ae09ffe16
+size 210302350
diff --git a/checkpoints/tokens_001980497920.pth b/checkpoints/tokens_001980497920.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93cc45fcd543401380be14f2aa21566a9d4d1278
--- /dev/null
+++ b/checkpoints/tokens_001980497920.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3e46b32c780d6a254312de8821c2425993520a265994017737afc95a465e2d
+size 210302350
diff --git a/checkpoints/tokens_002024275968.pth b/checkpoints/tokens_002024275968.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4bb95ab835f2294c8da54ec363ca349960945cb2
--- /dev/null
+++ b/checkpoints/tokens_002024275968.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f25fe32befca981758923ad38af30f3d7768fa1abc7168d8bb41d96c45977e
+size 210302350
diff --git a/checkpoints/tokens_002068316160.pth b/checkpoints/tokens_002068316160.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f52877317687eaeb9a66fdb92ee5803c4fd0dd94
--- /dev/null
+++ b/checkpoints/tokens_002068316160.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d42d6ad60b7eeb53ddec6431b325624a56a7fa0f2fad1e8a72919fcc1ad455c
+size 210302350
diff --git a/checkpoints/tokens_002112356352.pth b/checkpoints/tokens_002112356352.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fdee8756452d6fe0f7e9f0899776567429268369
--- /dev/null
+++ b/checkpoints/tokens_002112356352.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227cf1a9e5a02b2ede94a887d0a7fc3b00a1f011430d03adb949360a0cd566a1
+size 210302350
diff --git a/checkpoints/tokens_002156396544.pth b/checkpoints/tokens_002156396544.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a2ac7401549efb060cb09ac54989479ccfc8a56e
--- /dev/null
+++ b/checkpoints/tokens_002156396544.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27525bae445f13ee2ae8d4ff3371c6fa397346e92801424e6e004ce35f216c0d
+size 210302350
diff --git a/checkpoints/tokens_002200436736.pth b/checkpoints/tokens_002200436736.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4ddb594cfb881fbdf872df2ccc5559be7c09b19e
--- /dev/null
+++ b/checkpoints/tokens_002200436736.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6711f99a6d62a5c0a078f95e9e6b18ba50990a5071e68e09635c2ccdbe56b4c3
+size 210302350
diff --git a/checkpoints/tokens_002420375552.pth b/checkpoints/tokens_002420375552.pth
new file mode 100644
index 0000000000000000000000000000000000000000..88a9dcf6464470bf7743cf487faf842ebf877c65
--- /dev/null
+++ b/checkpoints/tokens_002420375552.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bd59b78c4c7c26aee1257c0228c035086dacedc9e74e6dd1b8062226f0f72a
+size 210302350
diff --git a/checkpoints/tokens_002640314368.pth b/checkpoints/tokens_002640314368.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6b4c8e93569da89dcba1dac5b880dcdceb95db4e
--- /dev/null
+++ b/checkpoints/tokens_002640314368.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ad97a17c85481a01538f46c7798bd5443628cb41439d0997bf51e58a98748a
+size 210302350
diff --git a/checkpoints/tokens_002860515328.pth b/checkpoints/tokens_002860515328.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e84d0d1e2fc0d3d90c8ddb835e76fca2ab8fe7f
--- /dev/null
+++ b/checkpoints/tokens_002860515328.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea4011c210912d3ef69a9ffca984280acd23b2b0de6406c2dcfa4e58d00a174
+size 210302350
diff --git a/checkpoints/tokens_003080454144.pth b/checkpoints/tokens_003080454144.pth
new file mode 100644
index 0000000000000000000000000000000000000000..541c1dd008ca559dfc4e5b3f0111ecdfe654d4c2
--- /dev/null
+++ b/checkpoints/tokens_003080454144.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c2fac9186c47bcb4e6073d4648b9f01894a58993368120b00747a5ed5cb303
+size 210302350
diff --git a/checkpoints/tokens_003300392960.pth b/checkpoints/tokens_003300392960.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5e1a7cdf3f36eee905501fbed1d64c9b8c5104e7
--- /dev/null
+++ b/checkpoints/tokens_003300392960.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055adf2891e7bc1f346958e1500afbf0009095aeede0adc49dfee39724f3f4fc
+size 210302350
diff --git a/checkpoints/tokens_003520331776.pth b/checkpoints/tokens_003520331776.pth
new file mode 100644
index 0000000000000000000000000000000000000000..edbdd4ab2ce2c6e47c2b3203a0e6674d09c7858a
--- /dev/null
+++ b/checkpoints/tokens_003520331776.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e412167fbef129ce5a8f00ec914561a2fb35d8ca74b04753036786c3ff3e5531
+size 210302350
diff --git a/checkpoints/tokens_003740270592.pth b/checkpoints/tokens_003740270592.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6609eddc48051e4480fd81f9d15ed1d2bf9bf5f8
--- /dev/null
+++ b/checkpoints/tokens_003740270592.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5af6c8e4506f67d64572c0a8221a229feba141a9d8f96fef3c2c1f3710d6c9c
+size 210302350
diff --git a/checkpoints/tokens_003960471552.pth b/checkpoints/tokens_003960471552.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8839e88ad407d3fdf1e771e4fdd8ff0845bf0f54
--- /dev/null
+++ b/checkpoints/tokens_003960471552.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8a5496dc856764cc3d8afdfd351ed2f3259bad631526f217528bb91008f5c5
+size 210302350
diff --git a/checkpoints/tokens_004180410368.pth b/checkpoints/tokens_004180410368.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9ab81a27ad755e6d58968e509411ee0abeb9c756
--- /dev/null
+++ b/checkpoints/tokens_004180410368.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e423a3a12b0dd781675e9fe79dff695a9f90a62b59481c8a1c12de3691189d3a
+size 210302350
diff --git a/checkpoints/tokens_004400349184.pth b/checkpoints/tokens_004400349184.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f275a13a792a624dfcdb566ab2277f2e2077b262
--- /dev/null
+++ b/checkpoints/tokens_004400349184.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db43a0e13adbf99b35348f05be535253d58e15a57e8b6b6776aa7a2f0199de4
+size 210302350
diff --git a/checkpoints/tokens_004620288000.pth b/checkpoints/tokens_004620288000.pth
new file mode 100644
index 0000000000000000000000000000000000000000..770b4ff64150ea01483cb7303995745b63145553
--- /dev/null
+++ b/checkpoints/tokens_004620288000.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754486ac6e48b8c52576d097c8ade7e9a51e30ed766750ccf375d0a11988df5d
+size 210302350
diff --git a/checkpoints/tokens_004840488960.pth b/checkpoints/tokens_004840488960.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f2a13765c23331963fcd189d35c2eb7dfcfc4d79
--- /dev/null
+++ b/checkpoints/tokens_004840488960.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fd7452e73bfda526369dba7a43025461d8a57e2bdf48a654a0ded75fcc2c70
+size 210302350
diff --git a/checkpoints/tokens_005060427776.pth b/checkpoints/tokens_005060427776.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e25a1dc2d1f7733cad3a64a4f607863f163ce0ed
--- /dev/null
+++ b/checkpoints/tokens_005060427776.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56094837bf07c91c9509923d8205c62bb59f6dc4a9d6ddfcd17b737c42732b4f
+size 210302350
diff --git a/checkpoints/tokens_005280366592.pth b/checkpoints/tokens_005280366592.pth
new file mode 100644
index 0000000000000000000000000000000000000000..63a4280dcb4ed24c0e045a77ac56a6cd980bae4c
--- /dev/null
+++ b/checkpoints/tokens_005280366592.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d766f60f934fcb78b3e07195e3a0f086259a812198d6036f704f7587234e4e06
+size 210302350
diff --git a/checkpoints/tokens_005500305408.pth b/checkpoints/tokens_005500305408.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6eb70280b462618a9c56dc401959a5874f9bb967
--- /dev/null
+++ b/checkpoints/tokens_005500305408.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9b9dda3fd9013bd29a69e9f3c09e6658137c71bdc8eeff631373b8179d7e1d
+size 210302350
diff --git a/checkpoints/tokens_005720506368.pth b/checkpoints/tokens_005720506368.pth
new file mode 100644
index 0000000000000000000000000000000000000000..61fd7e03d975233723baf10eb58887f8eccb3ec1
--- /dev/null
+++ b/checkpoints/tokens_005720506368.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f379a3045068bdbe13b7a62d161ece40dd30eaba4551cfa7ad44bbdf48a5428
+size 210302350
diff --git a/checkpoints/tokens_005940445184.pth b/checkpoints/tokens_005940445184.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2b58cacecc329b3e55be19efa39b8a403ee897dc
--- /dev/null
+++ b/checkpoints/tokens_005940445184.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adf482007f884b4b04f2d28f146a9c8a200b1fdb99cd38a37a4a3c4d3361349
+size 210302350
diff --git a/checkpoints/tokens_006160384000.pth b/checkpoints/tokens_006160384000.pth
new file mode 100644
index 0000000000000000000000000000000000000000..89d5dd42d63bc1fdb701077f960085ebe21bd4ef
--- /dev/null
+++ b/checkpoints/tokens_006160384000.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ea3410afbbf61279a1238513e779673030efcbc6d159385e42069b7b16d31b
+size 210302350
diff --git a/checkpoints/tokens_006380322816.pth b/checkpoints/tokens_006380322816.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3aee91ca05f10d4e67b330b96b162cfdfab568c7
--- /dev/null
+++ b/checkpoints/tokens_006380322816.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8042af1d6a8763306e459635f0d52a7176f44c39033215f52140c21e816c52e8
+size 210302350
diff --git a/checkpoints/tokens_006600523776.pth b/checkpoints/tokens_006600523776.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4b1c61facc7972a6b921609db14ec1e37e445c68
--- /dev/null
+++ b/checkpoints/tokens_006600523776.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfeb94e5a3200a07f225f215b25517b07ab2eeefe4bb3a980f07ea4f14f11a9
+size 210302350
diff --git a/checkpoints/tokens_006820462592.pth b/checkpoints/tokens_006820462592.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7c5fb84b842baf7e7683e5088ea95831d1d9daef
--- /dev/null
+++ b/checkpoints/tokens_006820462592.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cbd73d2d6d6d7ebce992cc61ca7e19393409929007577d2bfd7c3733986e5b
+size 210302350
diff --git a/checkpoints/tokens_007040401408.pth b/checkpoints/tokens_007040401408.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0cd2d25b94d95bd71bb776bf10c784833db37000
--- /dev/null
+++ b/checkpoints/tokens_007040401408.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b008d4544cbc7a3d63a4048b0dad433e3b5c5eb79db920202e75d6217a4738ba
+size 210302350
diff --git a/checkpoints/tokens_007260340224.pth b/checkpoints/tokens_007260340224.pth
new file mode 100644
index 0000000000000000000000000000000000000000..739bbdb92720599e46ee79dfcac21f97466de2fa
--- /dev/null
+++ b/checkpoints/tokens_007260340224.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0ac505304c9065f6cc71fdfc7389998d697b41f1341c4c84940a268d36e109
+size 210302350
diff --git a/checkpoints/tokens_007480279040.pth b/checkpoints/tokens_007480279040.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7cb9be0ee866baf4f72baff44dfa797bd18106f3
--- /dev/null
+++ b/checkpoints/tokens_007480279040.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333a90915234eae9176d67f1f4de48e1a7920de3879b74988847e7a8d673ae19
+size 210302350
diff --git a/checkpoints/tokens_007700480000.pth b/checkpoints/tokens_007700480000.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fb6de1cdf47c141dbdb6daa582ca61a74aa35b7f
--- /dev/null
+++ b/checkpoints/tokens_007700480000.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca70dc7a11b0652c9fbeb684ef87305c1d7372276553a8b759f9325a7ced6e7
+size 210302350
diff --git a/checkpoints/tokens_007920418816.pth b/checkpoints/tokens_007920418816.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ff5eebad176eb99692e2b7dbf5f4d107cb10b7e9
--- /dev/null
+++ b/checkpoints/tokens_007920418816.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f639710981b251eca40db68d5319231f20e6606fd21f28440f36fa99216c7255
+size 210302350
diff --git a/checkpoints/tokens_008140357632.pth b/checkpoints/tokens_008140357632.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fb92096b76d8994471830cdeb99bae5634fbdb09
--- /dev/null
+++ b/checkpoints/tokens_008140357632.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba11485ec4f282b6649fc67f8b82d0ddb756cf657c4627c90cbe149f212a4ccf
+size 210302350
diff --git a/checkpoints/tokens_008360296448.pth b/checkpoints/tokens_008360296448.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb46c87096689af803d99bd5fbc42cd1bdbfc6f6
--- /dev/null
+++ b/checkpoints/tokens_008360296448.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448ba778296084900ff19a791b14fe88e1efb8b54230969711a54767d144eb66
+size 210302350
diff --git a/checkpoints/tokens_008580497408.pth b/checkpoints/tokens_008580497408.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f38845c430047f17248a9af9f68b736673313cbb
--- /dev/null
+++ b/checkpoints/tokens_008580497408.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90d109e069edab33c10e106a8bf73fa49ee8efe1590f04b73304abef7cfb591
+size 210302350
diff --git a/checkpoints/tokens_008800436224.pth b/checkpoints/tokens_008800436224.pth
new file mode 100644
index 0000000000000000000000000000000000000000..72b518e39a427af27f4bebee71c3dd7220bb702f
--- /dev/null
+++ b/checkpoints/tokens_008800436224.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311864c031368803ae0dc43f3f0e5a19385f6103776073e5720d02b6e16b39d5
+size 210302350
diff --git a/checkpoints/tokens_009020375040.pth b/checkpoints/tokens_009020375040.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f4909906281d2f6a29c89ac245a44b7d4432069f
--- /dev/null
+++ b/checkpoints/tokens_009020375040.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6c6bcfb6b2cd3ae1b0370f90d00ec2cc1758a747aa487b5192a94b2d86f166
+size 210302350
diff --git a/checkpoints/tokens_009240313856.pth b/checkpoints/tokens_009240313856.pth
new file mode 100644
index 0000000000000000000000000000000000000000..28a4b9a9625b180d7e8039ab78865c6789832748
--- /dev/null
+++ b/checkpoints/tokens_009240313856.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac586c7588920f6aebe3c6b4742f5e2f8cefb45b208edc3eb8a7c1ce91787f03
+size 210302350
diff --git a/checkpoints/tokens_009460514816.pth b/checkpoints/tokens_009460514816.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f1140f6bb054a22f41f993e1875d5f3078f0b3b6
--- /dev/null
+++ b/checkpoints/tokens_009460514816.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787842f6dbc7351ea496a6b17f980e8eb682670007ade7ba8310c3a9b1a11670
+size 210302350
diff --git a/checkpoints/tokens_009680453632.pth b/checkpoints/tokens_009680453632.pth
new file mode 100644
index 0000000000000000000000000000000000000000..85077ee3349b35db12692e56d2519304b6099e91
--- /dev/null
+++ b/checkpoints/tokens_009680453632.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b047f4c3c4717a967bfd44d1ad06568abafd5edd516c6ca00291c29a45c4fdb
+size 210302350
diff --git a/checkpoints/tokens_009900392448.pth b/checkpoints/tokens_009900392448.pth
new file mode 100644
index 0000000000000000000000000000000000000000..23398099addd220b83769c0fbed90d69e09f1d95
--- /dev/null
+++ b/checkpoints/tokens_009900392448.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe1654a9951f4077a4f19dfdaa8edaed0c9c257f48e903fe9b6d4ab8bfb6a70
+size 210302350
diff --git a/checkpoints/tokens_010120331264.pth b/checkpoints/tokens_010120331264.pth
new file mode 100644
index 0000000000000000000000000000000000000000..40b01bb6e1ecfda075b68d5d90f2922fcaa5b5bf
--- /dev/null
+++ b/checkpoints/tokens_010120331264.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93655e78ab5f5fb84f0309751612498031ca2220f77bf18137df519ca468dd39
+size 210302350
diff --git a/checkpoints/tokens_010340270080.pth b/checkpoints/tokens_010340270080.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c66c9f85941f13bb6956391bea9f96ab10e4f634
--- /dev/null
+++ b/checkpoints/tokens_010340270080.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20529b493260d1cf52e66faefbd4c91cb723025e6f3341c784dc08170c115b1
+size 210302350
diff --git a/checkpoints/tokens_010560471040.pth b/checkpoints/tokens_010560471040.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5a718b82013c6883e94a7ea081516f81513d286d
--- /dev/null
+++ b/checkpoints/tokens_010560471040.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3113671ab9fb010a226dc408bd92bff46c8b26b9f9efd4f2cc65bb65e84ab4
+size 210302350
diff --git a/checkpoints/tokens_010780409856.pth b/checkpoints/tokens_010780409856.pth
new file mode 100644
index 0000000000000000000000000000000000000000..181451d0fdc0fd6c2da01caf9d8ce5e71d4f7811
--- /dev/null
+++ b/checkpoints/tokens_010780409856.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cdb2b9521d27f4d484347acd7d2e50e98dec274d4c7a7553e0500941befb0f
+size 210302350
diff --git a/checkpoints/tokens_011000348672.pth b/checkpoints/tokens_011000348672.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b02551d746269769fe2b84d09cbd7a1835ea3f42
--- /dev/null
+++ b/checkpoints/tokens_011000348672.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85262c2c31dd12e5cf1dab3317aa8530a640281da75c6a0445d5dc0b8ca0f1f
+size 210302350
diff --git a/checkpoints/tokens_011220287488.pth b/checkpoints/tokens_011220287488.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4483fdee0fa47147a3d46164ccab0891f277c8ce
--- /dev/null
+++ b/checkpoints/tokens_011220287488.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b205cfc5d71278b7298cbc4403d5f1ddb140ee06196021a36292105c96feaaf6
+size 210302350
diff --git a/checkpoints/tokens_011440488448.pth b/checkpoints/tokens_011440488448.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4643266be87ede322fc4043d71a4040249f4fe8b
--- /dev/null
+++ b/checkpoints/tokens_011440488448.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dfa9152c88612b65cde21144006e3e7d2e2c7f997b7b38c682072160177fcd
+size 210302350
diff --git a/checkpoints/tokens_011660427264.pth b/checkpoints/tokens_011660427264.pth
new file mode 100644
index 0000000000000000000000000000000000000000..209e6461d4770499fec6797b4637272899d0424a
--- /dev/null
+++ b/checkpoints/tokens_011660427264.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6b291ce7e4d97a725ff12fa4b3d85565bcd3c69e91d021c55545f43889705a
+size 210302350
diff --git a/checkpoints/tokens_011880366080.pth b/checkpoints/tokens_011880366080.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cea76c039b18c7ea8179d4358226201df43dc49d
--- /dev/null
+++ b/checkpoints/tokens_011880366080.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30eca91084adba80b6bb450d04c48efa53219eccc057aff6ee0bfe1771664617
+size 210302350
diff --git a/checkpoints/tokens_012100304896.pth b/checkpoints/tokens_012100304896.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d6eee02ae8530f5fd57bf31bb0bc53cdbf2cf940
--- /dev/null
+++ b/checkpoints/tokens_012100304896.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e09d4d53685d5b9d7c0dd935152cc27e028adc965f420652cd43a6b8a39a75e
+size 210302350
diff --git a/checkpoints/tokens_012320505856.pth b/checkpoints/tokens_012320505856.pth
new file mode 100644
index 0000000000000000000000000000000000000000..df972e30fca5c83ffecdccd391b362d6c948aba4
--- /dev/null
+++ b/checkpoints/tokens_012320505856.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa2753ced9647217552a079d7d21bcdda27aade21c851916b85d7dc8e4e5479
+size 210302350
diff --git a/checkpoints/tokens_012540444672.pth b/checkpoints/tokens_012540444672.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ee525cb8abb1b14bbd2721b39898c62ea2cf32e5
--- /dev/null
+++ b/checkpoints/tokens_012540444672.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf51932864ac818d8b52075178bd1fbaca4eb704f540ff5b831d73397252e45
+size 210302350
diff --git a/checkpoints/tokens_012760383488.pth b/checkpoints/tokens_012760383488.pth
new file mode 100644
index 0000000000000000000000000000000000000000..46efad278f4661edb45be5e2ed0f6c613842716c
--- /dev/null
+++ b/checkpoints/tokens_012760383488.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd6175ff923baff1728d75b2dd72f3549a132e05eeaf1c19bdf386fde0b56e5
+size 210302350
diff --git a/checkpoints/tokens_012980322304.pth b/checkpoints/tokens_012980322304.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9dc8fc709cc7f292a86155100bd367ce72d0c3b4
--- /dev/null
+++ b/checkpoints/tokens_012980322304.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f2d720446bf721fb3b801260bbc8518f8b1e6747053e2a626e6da688a22b38
+size 210302350
diff --git a/checkpoints/tokens_013200523264.pth b/checkpoints/tokens_013200523264.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a9c59e3f86167ed3db75a9fb3264c2af8c153c4a
--- /dev/null
+++ b/checkpoints/tokens_013200523264.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d5fe709d28daab4eb7268d351eaa94153144d2ffde8f07010b45ac4eaded82
+size 210302350
diff --git a/checkpoints/tokens_013420462080.pth b/checkpoints/tokens_013420462080.pth
new file mode 100644
index 0000000000000000000000000000000000000000..77e61e1c4013299065a7d9aa8bd05a02715f67ac
--- /dev/null
+++ b/checkpoints/tokens_013420462080.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56edd3279de202726cc434e75749c01aeabfa0026f937b166b4709787606df1
+size 210302350
diff --git a/checkpoints/tokens_013640400896.pth b/checkpoints/tokens_013640400896.pth
new file mode 100644
index 0000000000000000000000000000000000000000..89594157e3b5321505af52a32fb3e67d8de1f438
--- /dev/null
+++ b/checkpoints/tokens_013640400896.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7723b681498359e2d06c8fe8e78d7988a216b8a31ff69b06d09c256e06b99abc
+size 210302350
diff --git a/checkpoints/tokens_013860339712.pth b/checkpoints/tokens_013860339712.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e463949b64287cbd53079f3eb5fd5c7d1cb1dca
--- /dev/null
+++ b/checkpoints/tokens_013860339712.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff923e1c8aa8adbcf08dd131326f41606d67685e098dbb80baa4f1d44cdc2b71
+size 210302350
diff --git a/checkpoints/tokens_014080278528.pth b/checkpoints/tokens_014080278528.pth
new file mode 100644
index 0000000000000000000000000000000000000000..92a0486bf004e6620f1595cfaa9be357e4fd2f18
--- /dev/null
+++ b/checkpoints/tokens_014080278528.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59acdda9688e2c9f065e8678c8a5ae42812e2a0d677e260038839e755d50f594
+size 210302350
diff --git a/checkpoints/tokens_014300479488.pth b/checkpoints/tokens_014300479488.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e63cea54ebc89d1d34fd5856cbf7e616cc9deb08
--- /dev/null
+++ b/checkpoints/tokens_014300479488.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5683c59c521f12b9dc99622afe46003b461ada0ffd67b7b28af657ebfab3ba38
+size 210302350
diff --git a/checkpoints/tokens_014520418304.pth b/checkpoints/tokens_014520418304.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d001822c74841bc7ca7cc1c1343c8df34e8b8072
--- /dev/null
+++ b/checkpoints/tokens_014520418304.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889ca9a862071b8ce26b4285b1b4c47982744761ea7cc0a0693698c423c6b71b
+size 210302350
diff --git a/checkpoints/tokens_014740357120.pth b/checkpoints/tokens_014740357120.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dd65d2b92215f438d7e784698740a19041dd164f
--- /dev/null
+++ b/checkpoints/tokens_014740357120.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ba431325db4d6ff6fe750100a10d6b0c1a4b46e33e6dc9ee8d0e348b152cfb
+size 210302350
diff --git a/checkpoints/tokens_014960295936.pth b/checkpoints/tokens_014960295936.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ec8924950daaf24aa41fb0f3b58c9bee65669d96
--- /dev/null
+++ b/checkpoints/tokens_014960295936.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6257e9f43f26dce7ef89522d4bc8b68285d9b83b6269442eb43b3741770f62e4
+size 210302350
diff --git a/checkpoints/tokens_015180496896.pth b/checkpoints/tokens_015180496896.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ed3029e590c5c0b8e9fb5faae38213bb02f670e5
--- /dev/null
+++ b/checkpoints/tokens_015180496896.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0261cc596e5a446f94b00a7e89e911d126a27d60116be12c359b9ab1d8ed5661
+size 210302350
diff --git a/checkpoints/tokens_015400435712.pth b/checkpoints/tokens_015400435712.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fbbad77ace9427157cd1151cb234fb59cdd8206d
--- /dev/null
+++ b/checkpoints/tokens_015400435712.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2138c4159ed30a1f44bcc9864ceca2a5d7fad7eade463ceecb842f57be14ab5
+size 210302350
diff --git a/checkpoints/tokens_015620374528.pth b/checkpoints/tokens_015620374528.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d4d60ea9a7b695a57e698f703e588e8fc1f1887a
--- /dev/null
+++ b/checkpoints/tokens_015620374528.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c50703e6b7456fad82484211655471fca937b388d42aa314eeef9cbbd5de40d
+size 210302350
diff --git a/checkpoints/tokens_015840313344.pth b/checkpoints/tokens_015840313344.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f5a532d6dfb17dd3efb35aeeb8629799890634c4
--- /dev/null
+++ b/checkpoints/tokens_015840313344.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf6352e16e9232f8ad6c126d2abc2cd8b3782e47f20b9ad5dc8a92369164cd9
+size 210302350
diff --git a/checkpoints/tokens_016060514304.pth b/checkpoints/tokens_016060514304.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bbfb6f9e150493632a848ce27aa0eaa0f641cda4
--- /dev/null
+++ b/checkpoints/tokens_016060514304.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c563d2de1f85348711607bce572c88ed784fa720d58fb891228e4ff910f9e66
+size 210302350
diff --git a/checkpoints/tokens_016280453120.pth b/checkpoints/tokens_016280453120.pth
new file mode 100644
index 0000000000000000000000000000000000000000..14ccb46e3351272cca327d0bdc26588ca0438e4c
--- /dev/null
+++ b/checkpoints/tokens_016280453120.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d170b3dab5e0606a442065e13aad6829dca972dcba4e3e952ef8e507a9e6107
+size 210302350
diff --git a/checkpoints/tokens_016500391936.pth b/checkpoints/tokens_016500391936.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7d2d33278ee5410c74894a283e34a9ef8f7d65fd
--- /dev/null
+++ b/checkpoints/tokens_016500391936.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd2ad88dbcc4b22fdf355e4eb3def108ae9afbd78fd6455ff028c8795b87803
+size 210302350
diff --git a/checkpoints/tokens_016720330752.pth b/checkpoints/tokens_016720330752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1671f1584fc710ff2774ab5c5779a32d1fe9c548
--- /dev/null
+++ b/checkpoints/tokens_016720330752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93187999abdc7ea96f0b73a0e03f7f00f4b597e4cc48ccb002cf9404b8dd157
+size 210302350
diff --git a/checkpoints/tokens_016940269568.pth b/checkpoints/tokens_016940269568.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7ae890a0dee9192f3c59064b42cb578390b6dc90
--- /dev/null
+++ b/checkpoints/tokens_016940269568.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c421042dd808f51599aa93432031a0fcce6d872b2de6c088b3bccb55de0a60
+size 210302350
diff --git a/checkpoints/tokens_017160470528.pth b/checkpoints/tokens_017160470528.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ca9e142a8bb6c9c7ed4985be3aed4fd9d2fe43f
--- /dev/null
+++ b/checkpoints/tokens_017160470528.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c2224607d3dc073957c257fcba995b3a80c8eac1e02d345279c0e319e0c84e
+size 210302350
diff --git a/checkpoints/tokens_017380409344.pth b/checkpoints/tokens_017380409344.pth
new file mode 100644
index 0000000000000000000000000000000000000000..26c40a3a93ab55186706844d3f70bf4c0e0f37e2
--- /dev/null
+++ b/checkpoints/tokens_017380409344.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bafb25e6b7d2fc6fed173cb3c19a7a5f15daa56f15cef984833cd07fa925aa
+size 210302350
diff --git a/checkpoints/tokens_017600348160.pth b/checkpoints/tokens_017600348160.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8261e838cf623f5bb52b85583983313c2da916c
--- /dev/null
+++ b/checkpoints/tokens_017600348160.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380dbd3d3bf96e2ac47a38776dddae545af6d9764c19a162f8a11e147d60743e
+size 210302350
diff --git a/checkpoints/tokens_017820286976.pth b/checkpoints/tokens_017820286976.pth
new file mode 100644
index 0000000000000000000000000000000000000000..71bb3e2b4bd5d6a69b5e8c87284786d27fb799f6
--- /dev/null
+++ b/checkpoints/tokens_017820286976.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5cfbd14af1a07eb4b873b212566542f1a910154a17fc06987d16688d5fc445
+size 210302350
diff --git a/checkpoints/tokens_018040487936.pth b/checkpoints/tokens_018040487936.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2192545c67b0f36e7325a89c636c6fcc08135059
--- /dev/null
+++ b/checkpoints/tokens_018040487936.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ca3833789d78e150a99fbec84bca99544850d34bd9aae46c622109c27aa83a
+size 210302350
diff --git a/checkpoints/tokens_018260426752.pth b/checkpoints/tokens_018260426752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9400f97142e3d8bce8f6b856ff0b826cac20edb5
--- /dev/null
+++ b/checkpoints/tokens_018260426752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1667c8c11247e2b956de27257c31e813f0c418264ffbb2523e05a68655d9fe1
+size 210302350
diff --git a/checkpoints/tokens_018480365568.pth b/checkpoints/tokens_018480365568.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c5933c2e6b3593e5187d9224fc3c2ad6ecc2ecd1
--- /dev/null
+++ b/checkpoints/tokens_018480365568.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847eddc32b1e72ec687fb6317cc6e19eb68060d156cad7aa614c22657ea7b5df
+size 210302350
diff --git a/checkpoints/tokens_018700304384.pth b/checkpoints/tokens_018700304384.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a4e4f43e7dc5441203ae5e3ed910c9792b2ad8d5
--- /dev/null
+++ b/checkpoints/tokens_018700304384.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1509d74ae1d2dd51e79f744b0e02791731c0cfe433983abe2ce211edd727c06e
+size 210302350
diff --git a/checkpoints/tokens_018920505344.pth b/checkpoints/tokens_018920505344.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e72255231e76c07f856eeccd9501953a475bc2cd
--- /dev/null
+++ b/checkpoints/tokens_018920505344.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1183223050706f5f735a6d5ae4cf4c66917894e5e6536067d0530375b5c2da
+size 210302350
diff --git a/checkpoints/tokens_019140444160.pth b/checkpoints/tokens_019140444160.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ba36877e86606bc8a269b8b3f0c20ca83e29620
--- /dev/null
+++ b/checkpoints/tokens_019140444160.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283eecd64c4aed13b7d012183d11aca85ba7e96da6b13506b2d3f3217143eab9
+size 210302350
diff --git a/checkpoints/tokens_019360382976.pth b/checkpoints/tokens_019360382976.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93d0473d2d5067f0e7651ed62e3d27633d1915cd
--- /dev/null
+++ b/checkpoints/tokens_019360382976.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5127a01c7f8385de427bc2efa4e09e5c39397ea70be0a0c783c05e924953a52
+size 210302350
diff --git a/checkpoints/tokens_019580321792.pth b/checkpoints/tokens_019580321792.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8d51ae31f6ebdce2fad2e8990be64d0967b52002
--- /dev/null
+++ b/checkpoints/tokens_019580321792.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58008d1596e9acbe4182f7d2db112fa37dd68593af9aaacbf0d8ee317feb5078
+size 210302350
diff --git a/checkpoints/tokens_019800522752.pth b/checkpoints/tokens_019800522752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5bbf834342a47ab9d77466059106f643610f9f75
--- /dev/null
+++ b/checkpoints/tokens_019800522752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0581322474a7db57cef02c77170376b6610e81bcdb6af230ba0cda9d7b83ddcb
+size 210302350
diff --git a/checkpoints/tokens_020020461568.pth b/checkpoints/tokens_020020461568.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8dd57e4463ecd21e532a1b23e69d5a739f7f945c
--- /dev/null
+++ b/checkpoints/tokens_020020461568.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509c3c07948dfbcbe70ad31653c35e9cb0eec68d0f5ae53f21ebd4dbf2c8114b
+size 210302350
diff --git a/checkpoints/tokens_020240400384.pth b/checkpoints/tokens_020240400384.pth
new file mode 100644
index 0000000000000000000000000000000000000000..df2fc0046f70ee8b6f71f337011c4a0960fc222e
--- /dev/null
+++ b/checkpoints/tokens_020240400384.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc69e794171295bc880388bf7601b3d358448203e2288841a931d7706f88ec8b
+size 210302350
diff --git a/checkpoints/tokens_020460339200.pth b/checkpoints/tokens_020460339200.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8bbbdc5d96a5d16e6498ad6222b1df380633775
--- /dev/null
+++ b/checkpoints/tokens_020460339200.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f760fa30303e4b35db2c113742764a156a3002ce54138f3090fdeb564bca9192
+size 210302350
diff --git a/checkpoints/tokens_020680278016.pth b/checkpoints/tokens_020680278016.pth
new file mode 100644
index 0000000000000000000000000000000000000000..78ebb17c69f80b2045289c05fc70cf7a321c10c8
--- /dev/null
+++ b/checkpoints/tokens_020680278016.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd29740d2911a0dfd3683bb60b485b00b1d35139242b4fd1d5aa0755e088f98a
+size 210302350
diff --git a/checkpoints/tokens_020900478976.pth b/checkpoints/tokens_020900478976.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3a0c77d903ce028adf99031b611bbbb7123ae5cd
--- /dev/null
+++ b/checkpoints/tokens_020900478976.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04a670a3b2381c7cd2bd88c13677a58b4b1c6dcc1169329818ba2bcfe299640
+size 210302350
diff --git a/checkpoints/tokens_021120417792.pth b/checkpoints/tokens_021120417792.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5301ad331896beafda80005a19d1a5fef69eb8cd
--- /dev/null
+++ b/checkpoints/tokens_021120417792.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284f4a86b3c73c30a0e65d7302b87d46d23cc65c6a98bf21f288f3a3aff25af2
+size 210302350
diff --git a/checkpoints/tokens_021340356608.pth b/checkpoints/tokens_021340356608.pth
new file mode 100644
index 0000000000000000000000000000000000000000..62a2f921842a3b13f8fe3355757b3a5ae81278e1
--- /dev/null
+++ b/checkpoints/tokens_021340356608.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168d05a21bced13b46731f87fb3db804a66715a0f17356241ce299207c714728
+size 210302350
diff --git a/checkpoints/tokens_021560295424.pth b/checkpoints/tokens_021560295424.pth
new file mode 100644
index 0000000000000000000000000000000000000000..15d742c33a079b45c1d5fb061669ead82856ce33
--- /dev/null
+++ b/checkpoints/tokens_021560295424.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e41f34a30d93e8a33493dc907ec36caaf3a11b8f245ae25e9b8b4de6fe36ef
+size 210302350
diff --git a/checkpoints/tokens_021780496384.pth b/checkpoints/tokens_021780496384.pth
new file mode 100644
index 0000000000000000000000000000000000000000..46d6f98f6bbb6c8ffba35a89d1e20de89c4ddad4
--- /dev/null
+++ b/checkpoints/tokens_021780496384.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a019745ba67c8c26e93ccf451ea2458b42dc18e22ed226933546b2b73ecddb
+size 210302350
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..87566b69d33350d3a01924e58808864e2d1d81bf
--- /dev/null
+++ b/config.json
@@ -0,0 +1,55 @@
+{
+  "n_layers": 2,
+  "d_model": 512,
+  "d_mlp": 2048,
+  "d_head": 64,
+  "n_heads": 8,
+  "lr_hidden": 0.002,
+  "lr_vector": 0.001,
+  "batch_size_per_device": 32,
+  "batches_per_step": 1,
+  "seed": 259123,
+  "save_checkpoints": true,
+  "debug": false,
+  "debug_batch": false,
+  "normalization": "LN",
+  "max_tokens": 22000000000,
+  "version": 205,
+  "use_bfloat16_matmul": true,
+  "n_ctx": 1024,
+  "d_vocab": 48262,
+  "tokenizer_name": "NeelNanda/gpt-neox-tokenizer-digits",
+  "betas": [
+    0.9,
+    0.99
+  ],
+  "weight_decay": 0.05,
+  "dataset_name": "c4_code",
+  "grad_norm_clip": 1.0,
+  "n_devices": 8,
+  "act_fn": "solu_ln",
+  "shortformer_pos": false,
+  "attn_only": true,
+  "ln_eps": 1e-05,
+  "lr_schedule": "cosine_warmup",
+  "warmup_tokens": 300000000,
+  "train_loss_ewma_beta": 0.99,
+  "truncate_tokens": 1000000000000,
+  "log_interval": 50,
+  "initializer_scale_global": 1.0,
+  "initializer_scale_hidden": 0.02,
+  "initializer_scale_embed": 0.1,
+  "initializer_scale_unembed": 0.02,
+  "neuron_scale": 1.0,
+  "neuron_temp": 1.0,
+  "use_acc": false,
+  "weight_init_scheme": "gpt2",
+  "fixed_init": "2L512W_init",
+  "store_init": false,
+  "control": 1.0,
+  "tokens_per_step": 262144,
+  "batch_size": 256,
+  "max_steps": 83923,
+  "warmup_steps": 1144,
+  "n_params": 1572864
+}
\ No newline at end of file
diff --git a/model_final.pth b/model_final.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4c153f468b82f2ea16b05af216c642eaccf49911
--- /dev/null
+++ b/model_final.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abeea8cd21bd9d910808e81e869f403bee26d47153ca9aa43d95a332e557d257
+size 210302350
diff --git a/model_init.pth b/model_init.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7ad5097a02eb3bfd9e99a47367787a45f722ce08
--- /dev/null
+++ b/model_init.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8313435280f7c785c41a5901acd554e1dc37caee51722ad6f1216f643dae2a1
+size 210301838
diff --git a/optimizer_state_dict.pth b/optimizer_state_dict.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2b0279d118f98f54347b29efdf1f3396cd067aa4
--- /dev/null
+++ b/optimizer_state_dict.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed70e7439b25c0160e23b3edd01c3a4530ef6beacd9c13346dbbbdd3090f33bd
+size 416411908
diff --git a/scheduler_state_dict.pth b/scheduler_state_dict.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6b78444ff98ec6a86a9ebdff207cf2f1f4545e5f
--- /dev/null
+++ b/scheduler_state_dict.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051fe1f2feeb24fe8324bcdf15dec3e8e8359c8078e4e45219898c268626edd8
+size 751