diff --git a/checkpoints/tokens_000000262144.pth b/checkpoints/tokens_000000262144.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c23177117cd3a78051850a7a2c0982841fe460d9
--- /dev/null
+++ b/checkpoints/tokens_000000262144.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9524e69415c4c1273d3c115b50e29d9c1608427119c1a2715762888443399eca
+size 254510694
diff --git a/checkpoints/tokens_000000786432.pth b/checkpoints/tokens_000000786432.pth
new file mode 100644
index 0000000000000000000000000000000000000000..59de7c096218edd159bfd5c48ecae8fa2c36a61a
--- /dev/null
+++ b/checkpoints/tokens_000000786432.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90e96945d1b15961a41e172c5985208d95e5a13b94bbeb5ef3b673735211c06
+size 254510694
diff --git a/checkpoints/tokens_000001310720.pth b/checkpoints/tokens_000001310720.pth
new file mode 100644
index 0000000000000000000000000000000000000000..11f5e436c890d8eb8f9c80f95e8a00c8c21c9c7c
--- /dev/null
+++ b/checkpoints/tokens_000001310720.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede917a216fa1bf521a83f782146937295991b1d8ec7014bf78cde275cd2fc9c
+size 254510694
diff --git a/checkpoints/tokens_000001835008.pth b/checkpoints/tokens_000001835008.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e159906f30ee69f68fb2376a478dcc191e65fa36
--- /dev/null
+++ b/checkpoints/tokens_000001835008.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10917a60e7f4f8e7e9e005338c0280765e49ab2841a2ea78ac96c1574fda426a
+size 254510694
diff --git a/checkpoints/tokens_000002359296.pth b/checkpoints/tokens_000002359296.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a5fcf5c71147c097f1b7cba38385e45f32275efd
--- /dev/null
+++ b/checkpoints/tokens_000002359296.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16312344faedb6a5ad688184dc63ce28975dc46c74bf8dedc9d719e13c244c8e
+size 254510694
diff --git a/checkpoints/tokens_000002883584.pth b/checkpoints/tokens_000002883584.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6b2c19ab65d581afd0d82320ea837860301a4d79
--- /dev/null
+++ b/checkpoints/tokens_000002883584.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3a76cd7e5b8741a80b26cb9e76c1df1497a11c960a3c412cf5ff3511b3c0cc
+size 254510694
diff --git a/checkpoints/tokens_000003407872.pth b/checkpoints/tokens_000003407872.pth
new file mode 100644
index 0000000000000000000000000000000000000000..14b2575f553a79dc1881fec94b7bc1cfeacd2b9f
--- /dev/null
+++ b/checkpoints/tokens_000003407872.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849cf9353261d695cae704bea6f4865c5a52d67be6b6d3a9fcb1c574eae68a0a
+size 254510694
diff --git a/checkpoints/tokens_000003932160.pth b/checkpoints/tokens_000003932160.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f90d6942d77fde2ef40c8ebcee4a0d9fa425524
--- /dev/null
+++ b/checkpoints/tokens_000003932160.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9429644619d8bb6d293479c80fdf6d696b872949db32f11ccdea244554d46ac8
+size 254510694
diff --git a/checkpoints/tokens_000004456448.pth b/checkpoints/tokens_000004456448.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9c3970c62561bca34d6af956bc4bb6c655ac12a8
--- /dev/null
+++ b/checkpoints/tokens_000004456448.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1465c859f26711f506e783cea6a603fdbc51104f332fe743a6c3b84f61e8f187
+size 254510694
diff --git a/checkpoints/tokens_000004980736.pth b/checkpoints/tokens_000004980736.pth
new file mode 100644
index 0000000000000000000000000000000000000000..80f05e293c449525d98e1fb0e16f9a1838f07c4a
--- /dev/null
+++ b/checkpoints/tokens_000004980736.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3788601565c1b0ad4680d340ce38833d843253d1d204db59d1daaefd3126bc97
+size 254510694
diff --git a/checkpoints/tokens_000005505024.pth b/checkpoints/tokens_000005505024.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1d45879f4dfa071b442d242550cf8d22cdee18d5
--- /dev/null
+++ b/checkpoints/tokens_000005505024.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475ec4b2879133e24c4d6d6dc0537731943f4c409157d7c121697e4320c1551b
+size 254510694
diff --git a/checkpoints/tokens_000007864320.pth b/checkpoints/tokens_000007864320.pth
new file mode 100644
index 0000000000000000000000000000000000000000..244d51ce8de20049a98890b539c29f7513a117dd
--- /dev/null
+++ b/checkpoints/tokens_000007864320.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff8a4bb292aa8ac71889ebeb8ab4afb2a40b741abb620efbdeeba79bdecd5fa
+size 254510694
diff --git a/checkpoints/tokens_000010485760.pth b/checkpoints/tokens_000010485760.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4272afa1da11a09aba8c1413d2a2ba32919eea5d
--- /dev/null
+++ b/checkpoints/tokens_000010485760.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ff2bc2cf430e99ef3f7999fb6472845409f5b6292af009d9436be1be2e717b
+size 254510694
diff --git a/checkpoints/tokens_000012845056.pth b/checkpoints/tokens_000012845056.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2f1d24a850dd704aa4b7bdd2ffa38e066a73bbd9
--- /dev/null
+++ b/checkpoints/tokens_000012845056.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0f92ac38abd026825d59b409c98009e85783489ccb633d3be26d2e0b4d36e9
+size 254510694
diff --git a/checkpoints/tokens_000015466496.pth b/checkpoints/tokens_000015466496.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b921fd08285559a24d5c85376036a884eee9c441
--- /dev/null
+++ b/checkpoints/tokens_000015466496.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc22bfacc7c13f3a31a2f2ef474ed05200b9f121ea3cb7df3bb13c98a90fddbc
+size 254510694
diff --git a/checkpoints/tokens_000017825792.pth b/checkpoints/tokens_000017825792.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d9759bfaf6a93a9e6b5ed6fcb47c939a9672c929
--- /dev/null
+++ b/checkpoints/tokens_000017825792.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f682eddbc28337e29a184f393389cd46370534e60d1636c7b6ac967565a5c387
+size 254510694
diff --git a/checkpoints/tokens_000020447232.pth b/checkpoints/tokens_000020447232.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1557627c4f13d8c83175816ef123c37ab57ebe20
--- /dev/null
+++ b/checkpoints/tokens_000020447232.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f3d485d565c5dc3de78fa290d969d4671acb7ddac1a0e1416cdd0b3473defe
+size 254510694
diff --git a/checkpoints/tokens_000022806528.pth b/checkpoints/tokens_000022806528.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a86b714057ded4af73c6f470bf5c5dd741a2f30d
--- /dev/null
+++ b/checkpoints/tokens_000022806528.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836994246eff2eb4746d1331985838695ad7f11f271bdc6bf2f9ec675ec11da8
+size 254510694
diff --git a/checkpoints/tokens_000025427968.pth b/checkpoints/tokens_000025427968.pth
new file mode 100644
index 0000000000000000000000000000000000000000..891c6b82c39d18692fc3e7feb195e5ae812f91bc
--- /dev/null
+++ b/checkpoints/tokens_000025427968.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0474f4a8a7facae6bae692bd66c824b7eb225ee1f08148c63e91cf5d846af77b
+size 254510694
diff --git a/checkpoints/tokens_000027787264.pth b/checkpoints/tokens_000027787264.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0d4551fe1bd2ed3241f6d23d30ac480a64829ed4
--- /dev/null
+++ b/checkpoints/tokens_000027787264.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b0a43e269f8a603339a3c1af111fb86294d151604e323f7b31e05046298572
+size 254510694
diff --git a/checkpoints/tokens_000030408704.pth b/checkpoints/tokens_000030408704.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f2eb2c684099728a9a17a832933c4663ef3681a9
--- /dev/null
+++ b/checkpoints/tokens_000030408704.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b3d1bc0268a408b643da0ae2b8211552ce06f40e88d30e7c68a2495dfdb92b
+size 254510694
diff --git a/checkpoints/tokens_000032768000.pth b/checkpoints/tokens_000032768000.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b9c9125978b1dac8d063682da08d984ab9b5d14c
--- /dev/null
+++ b/checkpoints/tokens_000032768000.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02148b3e28afabd757354480650ad631cc81f13f61d545c43479b776ba37368b
+size 254510694
diff --git a/checkpoints/tokens_000035389440.pth b/checkpoints/tokens_000035389440.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a208c0f909462b85352a8cfd6667da2dab0e023e
--- /dev/null
+++ b/checkpoints/tokens_000035389440.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c47cca25d1cab363f443c666c368d5b948bf95de7b07968cd5b6596a3c4280
+size 254510694
diff --git a/checkpoints/tokens_000038010880.pth b/checkpoints/tokens_000038010880.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bf1a33833c886bdbbe144afe27434a5e96437bab
--- /dev/null
+++ b/checkpoints/tokens_000038010880.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353c79f7df7ac89349b1bd2bda20cbd72445ab73a2674dabccb82b6a84c58247
+size 254510694
diff --git a/checkpoints/tokens_000040370176.pth b/checkpoints/tokens_000040370176.pth
new file mode 100644
index 0000000000000000000000000000000000000000..72bfcbf3267a3238f472f7160cded2b1873079be
--- /dev/null
+++ b/checkpoints/tokens_000040370176.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f4054c7ef568c2d0e743af715fb4ce220d5a7959d077eaf1eff010f04b5660
+size 254510694
diff --git a/checkpoints/tokens_000042991616.pth b/checkpoints/tokens_000042991616.pth
new file mode 100644
index 0000000000000000000000000000000000000000..84424ab75501b25f516d52b3ddbca0d5a53a19ba
--- /dev/null
+++ b/checkpoints/tokens_000042991616.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8aa8426bbbabbd0d49447222405af694284978988eb009e71a28666a231555
+size 254510694
diff --git a/checkpoints/tokens_000045350912.pth b/checkpoints/tokens_000045350912.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ad150fcabb5405de72798ca128ca1b3758d4861d
--- /dev/null
+++ b/checkpoints/tokens_000045350912.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562389da6eb06c31b43b23bcc93e0330064fdcc89797a1a2362d183f7565210f
+size 254510694
diff --git a/checkpoints/tokens_000047972352.pth b/checkpoints/tokens_000047972352.pth
new file mode 100644
index 0000000000000000000000000000000000000000..07f318340a129f8820d19867211f02cdc30bccee
--- /dev/null
+++ b/checkpoints/tokens_000047972352.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64015d3a59e750701d37ce84a79d3d7b10792daba911dfdb90d2f1b3716de31c
+size 254510694
diff --git a/checkpoints/tokens_000050331648.pth b/checkpoints/tokens_000050331648.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0e7593653a3cd6a86d7e16210df5e352c6d57dfa
--- /dev/null
+++ b/checkpoints/tokens_000050331648.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b8afb652f6e2edf90c44844cb3bc3485cec93f57ae6b8a3475547038893e85
+size 254510694
diff --git a/checkpoints/tokens_000060293120.pth b/checkpoints/tokens_000060293120.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cc33c5adc4bea2c9178c9a6712adac5aee9489e3
--- /dev/null
+++ b/checkpoints/tokens_000060293120.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ec2173c6dfd3b22c726efe3baecf240f69808aa16bca43b69961ca7410ec67
+size 254510694
diff --git a/checkpoints/tokens_000070516736.pth b/checkpoints/tokens_000070516736.pth
new file mode 100644
index 0000000000000000000000000000000000000000..91d5e36c99d642d488d8f59874ca1125f831d022
--- /dev/null
+++ b/checkpoints/tokens_000070516736.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf0d7c400bb7936efa1030989483b91ba30ccb153cdedae57416920e10df5fd
+size 254510694
diff --git a/checkpoints/tokens_000080478208.pth b/checkpoints/tokens_000080478208.pth
new file mode 100644
index 0000000000000000000000000000000000000000..945577896b5c32141d73217901e419f09ed908a5
--- /dev/null
+++ b/checkpoints/tokens_000080478208.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c14adb2349b08aee8c08f54d04dfbc0af08b14c60d540fdbf9ceee2038f393e
+size 254510694
diff --git a/checkpoints/tokens_000090439680.pth b/checkpoints/tokens_000090439680.pth
new file mode 100644
index 0000000000000000000000000000000000000000..24afe9e7497ca262d05024d31dadad7aca174e8c
--- /dev/null
+++ b/checkpoints/tokens_000090439680.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d854eef562e76de4eabc92369a5245e741661c81270e5d4edfe09a515053f3
+size 254510694
diff --git a/checkpoints/tokens_000100401152.pth b/checkpoints/tokens_000100401152.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f933ce46ef0ae1b80e4bea24beb5865dc30aa2a
--- /dev/null
+++ b/checkpoints/tokens_000100401152.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94f75220fde5967805b4f8c5e5369e6e8c262156628dacc5a006764504268fb
+size 254510694
diff --git a/checkpoints/tokens_000110362624.pth b/checkpoints/tokens_000110362624.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c698be205e3f694efb01b189dfa2bbb21b6d68dc
--- /dev/null
+++ b/checkpoints/tokens_000110362624.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43236f44fd77d3f0bd391ddb659b8d1d50f1c51c5a9ab634d0405dc18046304
+size 254510694
diff --git a/checkpoints/tokens_000120324096.pth b/checkpoints/tokens_000120324096.pth
new file mode 100644
index 0000000000000000000000000000000000000000..633e5b14daf647fe292b704f2bf871eab3171abf
--- /dev/null
+++ b/checkpoints/tokens_000120324096.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355a46f90e05972cc8d7fdc53b9a19aaae1421d071e7d460834dd69fe1463e49
+size 254510694
diff --git a/checkpoints/tokens_000130285568.pth b/checkpoints/tokens_000130285568.pth
new file mode 100644
index 0000000000000000000000000000000000000000..70dfe34906f2d6df67244db39416d49dd5c5cd10
--- /dev/null
+++ b/checkpoints/tokens_000130285568.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5008a8b763bc85b74b5bcd5337dd25e991f7b8f5e9559858ba3c0fa1c3abaf2d
+size 254510694
diff --git a/checkpoints/tokens_000140509184.pth b/checkpoints/tokens_000140509184.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a9628d302ea0cc57d06c5aa800b4ca2f8a335868
--- /dev/null
+++ b/checkpoints/tokens_000140509184.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13903fefa4ceb663d8d1af112d400b4364e582c8560ca34337b4c011840d1322
+size 254510694
diff --git a/checkpoints/tokens_000150470656.pth b/checkpoints/tokens_000150470656.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4b4f0e10b2ea0d0dadb4debb8038fd9355256707
--- /dev/null
+++ b/checkpoints/tokens_000150470656.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde48d56f92ccfb77068526603013265df168a8ebf66b2980b8034f537bc03cf
+size 254510694
diff --git a/checkpoints/tokens_000160432128.pth b/checkpoints/tokens_000160432128.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bc2a4e214922607ccd63ac7d5b12703c12a4612b
--- /dev/null
+++ b/checkpoints/tokens_000160432128.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be7b41b566b1ccc03053f751579401e316f03e14021257e1f71ea0719b7ec5f
+size 254510694
diff --git a/checkpoints/tokens_000170393600.pth b/checkpoints/tokens_000170393600.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ec74bb19e93f8ffe1ee53dc75fcda0aa89a4adcf
--- /dev/null
+++ b/checkpoints/tokens_000170393600.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c5c154fe8af59b9a25dec4039db8b8a9e014fd7583422de72fa07c8846837b
+size 254510694
diff --git a/checkpoints/tokens_000180355072.pth b/checkpoints/tokens_000180355072.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3d540cf41e3a2ad11a70bce7803ce73840d1d157
--- /dev/null
+++ b/checkpoints/tokens_000180355072.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a161ff9325f3dd6e496df19fd19abdaa754434179549f3439789d32c195b05b
+size 254510694
diff --git a/checkpoints/tokens_000190316544.pth b/checkpoints/tokens_000190316544.pth
new file mode 100644
index 0000000000000000000000000000000000000000..77da95dce7f2895dcad142eae1c635326ce58213
--- /dev/null
+++ b/checkpoints/tokens_000190316544.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eade509089b408eb790a8cebfae573b74c6fcb3d0398c32f76c0720f265a220
+size 254510694
diff --git a/checkpoints/tokens_000200278016.pth b/checkpoints/tokens_000200278016.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8a5a24e98ed5852347eaaf9b5d756709728cf10
--- /dev/null
+++ b/checkpoints/tokens_000200278016.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e01f6477802f72e8300b13fd296329e9c790f2d445346c4f0c1f66dad459918
+size 254510694
diff --git a/checkpoints/tokens_000210501632.pth b/checkpoints/tokens_000210501632.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1854a87b72e87aed9a91bbb3930e9a966b44ac92
--- /dev/null
+++ b/checkpoints/tokens_000210501632.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af1d857b4a44af0627d4dd5b61df732dfbe96f2cbc4360d7afd883295b2f808
+size 254510694
diff --git a/checkpoints/tokens_000220463104.pth b/checkpoints/tokens_000220463104.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aab0182fbf04da6fde4056ed967502d2d5210198
--- /dev/null
+++ b/checkpoints/tokens_000220463104.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd51a935536e0899e8a53cc7ec7c9ec224bd3d78299292865b509dc923a19fa
+size 254510694
diff --git a/checkpoints/tokens_000230424576.pth b/checkpoints/tokens_000230424576.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9804537adc3f747c65554809059636a1fab29325
--- /dev/null
+++ b/checkpoints/tokens_000230424576.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb39be2f139242700e8b2f6c351edd31071bb0bd7a804f3b32d0e669d485a47
+size 254510694
diff --git a/checkpoints/tokens_000240386048.pth b/checkpoints/tokens_000240386048.pth
new file mode 100644
index 0000000000000000000000000000000000000000..170efefdbf85163d99d4f8358aa0c1a4ba93c774
--- /dev/null
+++ b/checkpoints/tokens_000240386048.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad4bf046df5c28f08379b09015ead7f28595ccf75a63beba296cc51e4d14d77
+size 254510694
diff --git a/checkpoints/tokens_000250347520.pth b/checkpoints/tokens_000250347520.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f87845a271c69b22a74e360a3e2ebbc2e566f10b
--- /dev/null
+++ b/checkpoints/tokens_000250347520.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e874207d61962a8e087c282316bba23201fae1df59adbb0caaf3d95c786bc68
+size 254510694
diff --git a/checkpoints/tokens_000260308992.pth b/checkpoints/tokens_000260308992.pth
new file mode 100644
index 0000000000000000000000000000000000000000..287ed675502cf674dcbec27e63b2132543da2141
--- /dev/null
+++ b/checkpoints/tokens_000260308992.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2006a4bea967f62de11afe1bbed3b4d56e5c05ec02e78ee538420200ce6499dd
+size 254510694
diff --git a/checkpoints/tokens_000270270464.pth b/checkpoints/tokens_000270270464.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0830fc4487a9d2d84aa138607e623ecf735bd8d6
--- /dev/null
+++ b/checkpoints/tokens_000270270464.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7731a15a66b6a5752432d3ae9053ab94ff710e8e468957880de2838554a62083
+size 254510694
diff --git a/checkpoints/tokens_000280494080.pth b/checkpoints/tokens_000280494080.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bb0fd1199398e32ab0d4d54410ca92745565369
--- /dev/null
+++ b/checkpoints/tokens_000280494080.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8f86614e55fcf81e14e8d6169d851029eb4d41dd509ba7ac8fd3fd26061309
+size 254510694
diff --git a/checkpoints/tokens_000290455552.pth b/checkpoints/tokens_000290455552.pth
new file mode 100644
index 0000000000000000000000000000000000000000..42ed2ab8db2c1585ae647feb6907448955f4ee34
--- /dev/null
+++ b/checkpoints/tokens_000290455552.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3452a8e554edefabfc36c104e6bf4e4d6b38ac3e90976003adbd2e2b7045c84f
+size 254510694
diff --git a/checkpoints/tokens_000300417024.pth b/checkpoints/tokens_000300417024.pth
new file mode 100644
index 0000000000000000000000000000000000000000..95ee7279e794c4f8878c3095daa9e00675998096
--- /dev/null
+++ b/checkpoints/tokens_000300417024.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562445c01c4712b9b133a46502af1ed2d00c367991db424af77bff174eafd293
+size 254510694
diff --git a/checkpoints/tokens_000310378496.pth b/checkpoints/tokens_000310378496.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3177e1db9929bbb87c7db238396c43d6e8ec67c9
--- /dev/null
+++ b/checkpoints/tokens_000310378496.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3b750352cf8366da9cbdd379dc617d3a8e666b8c9c161f1f0f4b67b2c5f527
+size 254510694
diff --git a/checkpoints/tokens_000320339968.pth b/checkpoints/tokens_000320339968.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b76496e97766bdfc517d2d88b792767bce775715
--- /dev/null
+++ b/checkpoints/tokens_000320339968.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46feee903163847e04b631dbecca30e93273c022eba2269b9908796b878eb481
+size 254510694
diff --git a/checkpoints/tokens_000330301440.pth b/checkpoints/tokens_000330301440.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb162b84eed12165682ff90c448f3d801cc05c87
--- /dev/null
+++ b/checkpoints/tokens_000330301440.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba597a2ae6fd92a1f0ca5153f024f903949d14c80c7ff0fc69712fd10d1251ba
+size 254510694
diff --git a/checkpoints/tokens_000340262912.pth b/checkpoints/tokens_000340262912.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cde2fcf5236807acb95eb0d51f95427ae24d1e57
--- /dev/null
+++ b/checkpoints/tokens_000340262912.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9485965533b7f7d29b6f9224d0907fa8d7f148f73993b7d64be6d986ef080c51
+size 254510694
diff --git a/checkpoints/tokens_000350486528.pth b/checkpoints/tokens_000350486528.pth
new file mode 100644
index 0000000000000000000000000000000000000000..270232bb9cfaeded8cd54e3888bc8c782fd04c9d
--- /dev/null
+++ b/checkpoints/tokens_000350486528.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7d9eb4ff8bb50cb669b072f5ca7f071de5abe0572ea84621caed6ec44509c4
+size 254510694
diff --git a/checkpoints/tokens_000360448000.pth b/checkpoints/tokens_000360448000.pth
new file mode 100644
index 0000000000000000000000000000000000000000..422cb60c74094467da449b3e1d66938704defb27
--- /dev/null
+++ b/checkpoints/tokens_000360448000.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3763c86a04b2ba9f89dcd4743cd85151c6a4d01da9595f475046ef87d560234
+size 254510694
diff --git a/checkpoints/tokens_000370409472.pth b/checkpoints/tokens_000370409472.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6a98c2bee3546ff46309999d674a707a08dcbe79
--- /dev/null
+++ b/checkpoints/tokens_000370409472.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db1b1ce58d490c21855787e4dbfae30bc5e1348a5b4524bf425983bd0916317
+size 254510694
diff --git a/checkpoints/tokens_000380370944.pth b/checkpoints/tokens_000380370944.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b51da4321f754389386dbd5160cb5fb0fc9f5f06
--- /dev/null
+++ b/checkpoints/tokens_000380370944.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aade7994ae1335512b96059a09d51f789d137ff251703503417057c78ecda1eb
+size 254510694
diff --git a/checkpoints/tokens_000390332416.pth b/checkpoints/tokens_000390332416.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f39128ec3ff206119a1703665202b0b6ffb3442f
--- /dev/null
+++ b/checkpoints/tokens_000390332416.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5526911d586bea45ee6a579f800e035ca3d6811549d9e7e11a150337246700b0
+size 254510694
diff --git a/checkpoints/tokens_000400293888.pth b/checkpoints/tokens_000400293888.pth
new file mode 100644
index 0000000000000000000000000000000000000000..486dbf0a9f89140a8289d21a8bd6a15027df7794
--- /dev/null
+++ b/checkpoints/tokens_000400293888.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08331d711cd02e8a46adfb9bb9fd067cd2207d47a4e66a1116968dd58bb76ed2
+size 254510694
diff --git a/checkpoints/tokens_000410517504.pth b/checkpoints/tokens_000410517504.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f98a2567d31acdb772873f2d84e52457d72ba08f
--- /dev/null
+++ b/checkpoints/tokens_000410517504.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ee153fae9a9e4fe84d4390db7c5ac7c6cf2f884e30c01a332aa7e044025b09
+size 254510694
diff --git a/checkpoints/tokens_000420478976.pth b/checkpoints/tokens_000420478976.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7e39618e93946c68614bdfe2ee55ef111b7b9acf
--- /dev/null
+++ b/checkpoints/tokens_000420478976.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc6a0871884ca90fd6201bfd2b089a9d0e4fea7cbd0bf9b6bba358a6fa66c81
+size 254510694
diff --git a/checkpoints/tokens_000430440448.pth b/checkpoints/tokens_000430440448.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3e28a3961a0ff491f5ddff2feaa241f73befbfe9
--- /dev/null
+++ b/checkpoints/tokens_000430440448.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f081642885b587389bbdc92d66589c81efd7a5387b149bdad3b0f18515b20688
+size 254510694
diff --git a/checkpoints/tokens_000440401920.pth b/checkpoints/tokens_000440401920.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8de38861ffb3c67768f027c4de2c4a38c48957ae
--- /dev/null
+++ b/checkpoints/tokens_000440401920.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4470e736319f3ed85764ea881bb5ab5c3d2473315a140dc69b84a8059be74e5
+size 254510694
diff --git a/checkpoints/tokens_000450363392.pth b/checkpoints/tokens_000450363392.pth
new file mode 100644
index 0000000000000000000000000000000000000000..765b2f7ba14d6b2eadfda7d832a5a7b5b478a47a
--- /dev/null
+++ b/checkpoints/tokens_000450363392.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745379bf091468ca119d5645df70bb78febaffbbdc9609065241fc4fd7a59ce4
+size 254510694
diff --git a/checkpoints/tokens_000460324864.pth b/checkpoints/tokens_000460324864.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5c00dab2ff71b4dbaa67325a3a2ebe16fb7b2ca4
--- /dev/null
+++ b/checkpoints/tokens_000460324864.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37e7cf46a7f31f78d508d0dba779d95ab4ddcded587c1fdd38a3b341e010065
+size 254510694
diff --git a/checkpoints/tokens_000470286336.pth b/checkpoints/tokens_000470286336.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da9709977d9a0a5681d17abc77390b7c4c2a0ae6
--- /dev/null
+++ b/checkpoints/tokens_000470286336.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7224242637d20ac022acb22c10530d3b4d330eae5a8e38d4e7f0fe08da03aff
+size 254510694
diff --git a/checkpoints/tokens_000480509952.pth b/checkpoints/tokens_000480509952.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a6984115dd0d4fef395d6ecc9fe2ee078eb77a52
--- /dev/null
+++ b/checkpoints/tokens_000480509952.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68028c248f0f52f0d0cbe1524f09155ba65b0e8ee8acc3595f12b135e050043b
+size 254510694
diff --git a/checkpoints/tokens_000490471424.pth b/checkpoints/tokens_000490471424.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2180c6203be6e52330c3595e84291388082de208
--- /dev/null
+++ b/checkpoints/tokens_000490471424.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005837bf2c5dc8c11d003c06ea63f465fb09216696638563e66fe830b07a1600
+size 254510694
diff --git a/checkpoints/tokens_000500432896.pth b/checkpoints/tokens_000500432896.pth
new file mode 100644
index 0000000000000000000000000000000000000000..54ab8b9c083b275dd3d0f9987d82c35c5650b2a9
--- /dev/null
+++ b/checkpoints/tokens_000500432896.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c778498f2480620e63db9d2d27b7437a3438d67a3beb90aa975233d6bf9b8a
+size 254510694
diff --git a/checkpoints/tokens_000550502400.pth b/checkpoints/tokens_000550502400.pth
new file mode 100644
index 0000000000000000000000000000000000000000..383eb2f15633ea1c5879e5343707a6a2f7aa7e94
--- /dev/null
+++ b/checkpoints/tokens_000550502400.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349a1657be87692580477a431ce7c59bb401b8a2d5f5c6f9274a90df83e89d3e
+size 254510694
diff --git a/checkpoints/tokens_000600309760.pth b/checkpoints/tokens_000600309760.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1d211f519cfaf9d2a03e68597de89a50edf21186
--- /dev/null
+++ b/checkpoints/tokens_000600309760.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09725c572df12e5919c90c8689273062283150986c9c1629f9471a11cbca6a2
+size 254510694
diff --git a/checkpoints/tokens_000650379264.pth b/checkpoints/tokens_000650379264.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3719664ad60fc694a19d4505c34fdba9346abf70
--- /dev/null
+++ b/checkpoints/tokens_000650379264.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9cfa4922fe44b643af75641d548668a32fcd49fbb4851b83fcc3a90195bc36
+size 254510694
diff --git a/checkpoints/tokens_000700448768.pth b/checkpoints/tokens_000700448768.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6827e8c35bdd8ae2e4d1a6a102da9b646a417952
--- /dev/null
+++ b/checkpoints/tokens_000700448768.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51ba007525e5a2334d2843d429a09c4d0aaadc7c9b71819f15308bb2cb42ac0
+size 254510694
diff --git a/checkpoints/tokens_000750518272.pth b/checkpoints/tokens_000750518272.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1fc92fed6dbfb515c272ac07a8b1eafbdeeb2e07
--- /dev/null
+++ b/checkpoints/tokens_000750518272.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bb181ea12bc26f1700fab255ae6d1b65f70749f736d9fddc46f90bb3c67afe
+size 254510694
diff --git a/checkpoints/tokens_000800325632.pth b/checkpoints/tokens_000800325632.pth
new file mode 100644
index 0000000000000000000000000000000000000000..176300d20142b32eacab52d6b531cc2b42f08474
--- /dev/null
+++ b/checkpoints/tokens_000800325632.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a769b494934c5fb8db620f05b4e5da946b68a86b8e9e8400444ae34ef5a41b
+size 254510694
diff --git a/checkpoints/tokens_000850395136.pth b/checkpoints/tokens_000850395136.pth
new file mode 100644
index 0000000000000000000000000000000000000000..422701a5ceadab3c4c44ff342c9b7b2a5bc0d012
--- /dev/null
+++ b/checkpoints/tokens_000850395136.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af26fa13f7af50299aa9666f963bac539c385fb025bbe1eb0b155bbb6e37da22
+size 254510694
diff --git a/checkpoints/tokens_000900464640.pth b/checkpoints/tokens_000900464640.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e1bbe64531bff9219da619c19fee0e6ced649179
--- /dev/null
+++ b/checkpoints/tokens_000900464640.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8ec765750df2f417a3b36d622a4dd15c00b9e4bf18e39a5de1c39b731c22dc
+size 254510694
diff --git a/checkpoints/tokens_000950272000.pth b/checkpoints/tokens_000950272000.pth
new file mode 100644
index 0000000000000000000000000000000000000000..23af59c99a4cd83667dfe6e8469deb0a04e84d5b
--- /dev/null
+++ b/checkpoints/tokens_000950272000.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372100e4d4990a52208ceb4ced1abccc828854e93060c48c56493dbd96a58af8
+size 254510694
diff --git a/checkpoints/tokens_001000341504.pth b/checkpoints/tokens_001000341504.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3caeba5d655603860c77a6ef6f2f56ae066602c6
--- /dev/null
+++ b/checkpoints/tokens_001000341504.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dc24afd5f008b45527a81b86612ce7ec3f57de533892095834b8cfe419bd33
+size 254510694
diff --git a/checkpoints/tokens_001050411008.pth b/checkpoints/tokens_001050411008.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b191b8be9a57254854bc0430560d6008dd0298b1
--- /dev/null
+++ b/checkpoints/tokens_001050411008.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4ca80243a1154836fffa6a97920804599c105c091753b3c547c5456ab20fff
+size 254510694
diff --git a/checkpoints/tokens_001100480512.pth b/checkpoints/tokens_001100480512.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f83cbc9793b7d13ffec71b65b4ffcccd7d3d556b
--- /dev/null
+++ b/checkpoints/tokens_001100480512.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccecb8b77248420bbd3e8931819a89e9d8c4586fbb8f22f9ad3882cbadb8981
+size 254510694
diff --git a/checkpoints/tokens_001150287872.pth b/checkpoints/tokens_001150287872.pth
new file mode 100644
index 0000000000000000000000000000000000000000..49eb3193b5e165f8ec6498cb3c8f2befa9453b16
--- /dev/null
+++ b/checkpoints/tokens_001150287872.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c9469fd88d53d1c5d0df4b622f400ac7d07eb80501b10c6dff165d20f2623f
+size 254510694
diff --git a/checkpoints/tokens_001200357376.pth b/checkpoints/tokens_001200357376.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1310c0028fb12d40da20e7b14a73bb6aeed007bd
--- /dev/null
+++ b/checkpoints/tokens_001200357376.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c25f6161bf3a82562b52e1802dcc5040bf12c9f6d0940c3ab4f1ca20dc8ead3
+size 254510694
diff --git a/checkpoints/tokens_001250426880.pth b/checkpoints/tokens_001250426880.pth
new file mode 100644
index 0000000000000000000000000000000000000000..906ccbb6898a1198802aaa4c734ab957ee48ceb6
--- /dev/null
+++ b/checkpoints/tokens_001250426880.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7802ad4d7954832b0199afcd1336240095903e1672d731608699bacaf1160c94
+size 254510694
diff --git a/checkpoints/tokens_001300496384.pth b/checkpoints/tokens_001300496384.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2a8c519b7358c3b6c9466773771d283a97fdaae2
--- /dev/null
+++ b/checkpoints/tokens_001300496384.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3be7ec21bb3753803e3eb2923d48ea13fa8e26d075ddf87a6fd02ebd113426f
+size 254510694
diff --git a/checkpoints/tokens_001350303744.pth b/checkpoints/tokens_001350303744.pth
new file mode 100644
index 0000000000000000000000000000000000000000..54d0aaa11c62f672b39a565fdeaed877d1f3596d
--- /dev/null
+++ b/checkpoints/tokens_001350303744.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c13569d756b5feab2116053838930f52a5ae02e86df0cf9ddb53736334f5929
+size 254510694
diff --git a/checkpoints/tokens_001400373248.pth b/checkpoints/tokens_001400373248.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0aa09f7ed81565bcc46c42229b919fd6d43beace
--- /dev/null
+++ b/checkpoints/tokens_001400373248.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7688d906acaa9b5aa22bcdba63a61b2f96f1fce8e6be20226690a5c8d1934d
+size 254510694
diff --git a/checkpoints/tokens_001450442752.pth b/checkpoints/tokens_001450442752.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3003fa66fed05140ba1e1edd5e9585f96b95ecca
--- /dev/null
+++ b/checkpoints/tokens_001450442752.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dfe3017ca1a1273d6ad933c66ee2919f74fc280c23f5f15929b1bc9594eb34
+size 254510694
diff --git a/checkpoints/tokens_001500512256.pth b/checkpoints/tokens_001500512256.pth
new file mode 100644
index 0000000000000000000000000000000000000000..86306c0ede62089656147bf88220f04b5aac070d
--- /dev/null
+++ b/checkpoints/tokens_001500512256.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3891af6cd8531ad1533fcc0fc2e8fa9dc858ed0bcb94b0f67ba1441a319abd35
+size 254510694
diff --git a/checkpoints/tokens_001550319616.pth b/checkpoints/tokens_001550319616.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5227706ce7536780fc0df14d9b4e15e288607203
--- /dev/null
+++ b/checkpoints/tokens_001550319616.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005c447aaf21da4784fcb09c13d6d884724f4b451987f53d0f409081ce190e4a
+size 254510694
diff --git a/checkpoints/tokens_001600389120.pth b/checkpoints/tokens_001600389120.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7d546be9a0d7509208cbbdb6ac114e9e56f07254
--- /dev/null
+++ b/checkpoints/tokens_001600389120.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f46ffa422b67a5c9500c7230290cad249d385677dad84a96f528b77f82a25
+size 254510694
diff --git a/checkpoints/tokens_001650458624.pth b/checkpoints/tokens_001650458624.pth
new file mode 100644
index 0000000000000000000000000000000000000000..25b83d910dc7f3cd50e7d00e13683a1750840883
--- /dev/null
+++ b/checkpoints/tokens_001650458624.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4a0661a1644dabab742b1054a69c1d08b28ee8e1deecda34752f4cab717626
+size 254510694
diff --git a/checkpoints/tokens_001700265984.pth b/checkpoints/tokens_001700265984.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9237a8686d88b5a03201d795475d7d4c4de23735
--- /dev/null
+++ b/checkpoints/tokens_001700265984.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f8075808c9d2f88decaef7e79e83606123e5c7207d29301a3eefba36c5973a
+size 254510694
diff --git a/checkpoints/tokens_001750335488.pth b/checkpoints/tokens_001750335488.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0461b7a4ba0fdf26652261445e8bc9aac2ebec4a
--- /dev/null
+++ b/checkpoints/tokens_001750335488.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1628bd4f8119844db0bb08e1c60297afe661080852ed5db77182cc71e9c298
+size 254510694
diff --git a/checkpoints/tokens_001800404992.pth b/checkpoints/tokens_001800404992.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1fd1d5054366ffc84106317e0fbb90b27ecedc15
--- /dev/null
+++ b/checkpoints/tokens_001800404992.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b05974ac0715f5bf367bddb03a807abdbe149e666a5c49eceb3cf8f05f97ff9
+size 254510694
diff --git a/checkpoints/tokens_001850474496.pth b/checkpoints/tokens_001850474496.pth
new file mode 100644
index 0000000000000000000000000000000000000000..084aaeac0348f393bc85478682e3a89527e719a8
--- /dev/null
+++ b/checkpoints/tokens_001850474496.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e053bc42d900e7ba4e7f0699bbdd46fa4a1202d9fec1230e10959216ce0f4c0
+size 254510694
diff --git a/checkpoints/tokens_001900281856.pth b/checkpoints/tokens_001900281856.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8492f95a64871196d22f2e3eadf3a5e31196b000
--- /dev/null
+++ b/checkpoints/tokens_001900281856.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eb14b2e31229980d9b76db7a7092b5fd42d3a3ea41109b84822c81ce8840a5
+size 254510694
diff --git a/checkpoints/tokens_001950351360.pth b/checkpoints/tokens_001950351360.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fcabab384390b9529c5de1ac85f64d6dce7176e8
--- /dev/null
+++ b/checkpoints/tokens_001950351360.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de05340ba5307888ad0104b3c06d44e37d25c564c6a44222326b08b424d5992
+size 254510694
diff --git a/checkpoints/tokens_002000420864.pth b/checkpoints/tokens_002000420864.pth
new file mode 100644
index 0000000000000000000000000000000000000000..658e36f225a0c83d1744bc140320265e0a7aeb82
--- /dev/null
+++ b/checkpoints/tokens_002000420864.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce68849834b78a1ffb968d6033dac7ec6f4a5284289fd906fb2d45a5380259b9
+size 254510694
diff --git a/checkpoints/tokens_002050490368.pth b/checkpoints/tokens_002050490368.pth
new file mode 100644
index 0000000000000000000000000000000000000000..86999404fd37571c00683ab50eb0ac98f6a17521
--- /dev/null
+++ b/checkpoints/tokens_002050490368.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5857b2db880c2afaff3fde3736f2117e1bf07c2c53b483e3ae6a6a197af9f2d8
+size 254510694
diff --git a/checkpoints/tokens_002100297728.pth b/checkpoints/tokens_002100297728.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3a311e2fde9823a704cd692cf158b890dc2d61b6
--- /dev/null
+++ b/checkpoints/tokens_002100297728.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b679d5d255f0a97cb286e4a42870c8119d3dda8eb276df8e5d2f3fa536740a90
+size 254510694
diff --git a/checkpoints/tokens_002150367232.pth b/checkpoints/tokens_002150367232.pth
new file mode 100644
index 0000000000000000000000000000000000000000..21092a7489a46f2dec78f815eefc030f0dffe0c5
--- /dev/null
+++ b/checkpoints/tokens_002150367232.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a790b5696fa73a9d09621dc0b1d579064718bd55ecdf04dfd7b221e52a466655
+size 254510694
diff --git a/checkpoints/tokens_002200436736.pth b/checkpoints/tokens_002200436736.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e61c157db0a858fe404bb134e192f70c071d518
--- /dev/null
+++ b/checkpoints/tokens_002200436736.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530634eb955f95298b60d4ce301930e81af3a3e72db231bb43cf8fee7dec3d4c
+size 254510694
diff --git a/checkpoints/tokens_002250506240.pth b/checkpoints/tokens_002250506240.pth
new file mode 100644
index 0000000000000000000000000000000000000000..41c27cd3209eb47243aeab9845ec0ca70f98f059
--- /dev/null
+++ b/checkpoints/tokens_002250506240.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf32837ffe2e512ae4ff2845de7a912ddcc87c60e1a60c9141a6114618368ef
+size 254510694
diff --git a/checkpoints/tokens_002300313600.pth b/checkpoints/tokens_002300313600.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bce04a3c843f05e1df2a507a613bf0e476aa8f34
--- /dev/null
+++ b/checkpoints/tokens_002300313600.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da9985226131d19a3f149f33746d7920937e9d056ad0f24b7b7b931616ae8d8
+size 254510694
diff --git a/checkpoints/tokens_002350383104.pth b/checkpoints/tokens_002350383104.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1c94f3ea0938bb5b50082dc5a55abe3f9ea7ac36
--- /dev/null
+++ b/checkpoints/tokens_002350383104.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443c220a0888f78534ec5bac343670ff3cf7b2583d1604cc07b91cc711644991
+size 254510694
diff --git a/checkpoints/tokens_002400452608.pth b/checkpoints/tokens_002400452608.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8bffa124c72b15e5f9734f1d10b9dd00c2a1ae2e
--- /dev/null
+++ b/checkpoints/tokens_002400452608.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfcbe947aae59bf3c03d36b63b626d13441688f928b393a94304f5cea4dfde3
+size 254510694
diff --git a/checkpoints/tokens_002450522112.pth b/checkpoints/tokens_002450522112.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b0cee51898d110317d7bfdd07197c886efbcdbc4
--- /dev/null
+++ b/checkpoints/tokens_002450522112.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cab7040e3026786e084146fd365a0283590ceadcb91b50acd012f68964927c
+size 254510694
diff --git a/checkpoints/tokens_002500329472.pth b/checkpoints/tokens_002500329472.pth
new file mode 100644
index 0000000000000000000000000000000000000000..011f5b2cbed85bd05d1bdd6f862c707e484c14fa
--- /dev/null
+++ b/checkpoints/tokens_002500329472.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1405639675c24256c8da59a444f17d7c742e3f7fbb9786fd3c95269883466d
+size 254510694
diff --git a/checkpoints/tokens_002550398976.pth b/checkpoints/tokens_002550398976.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dcb7d563a15595feabd0d06796cb6d5c9b8e8f38
--- /dev/null
+++ b/checkpoints/tokens_002550398976.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8378876d6bbd670d3046b60dd3a22c8726454eb08c5da6041720814cd811d2ba
+size 254510694
diff --git a/checkpoints/tokens_002600468480.pth b/checkpoints/tokens_002600468480.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7846e295cf6ce8ad7d964751fca7b71ef24a1023
--- /dev/null
+++ b/checkpoints/tokens_002600468480.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c3c3d73dfa690882814a3d0a0cdac234b79f3d5ad318564ee1745322642270
+size 254510694
diff --git a/checkpoints/tokens_002650275840.pth b/checkpoints/tokens_002650275840.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2a3301078c5f473bfc12efe1333995d8cb8ab058
--- /dev/null
+++ b/checkpoints/tokens_002650275840.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f5567df2f99eac85c4e72558b6bd4b5da0d457156c1ccc9c0ec1c6ff44e270
+size 254510694
diff --git a/checkpoints/tokens_002700345344.pth b/checkpoints/tokens_002700345344.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a45eba2a55e3206ddbb78edf9d0ff435f711e183
--- /dev/null
+++ b/checkpoints/tokens_002700345344.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27580c0553829e477d057359c0d48c9f38e66750e1ea5cb8b6fc183bb68b72c5
+size 254510694
diff --git a/checkpoints/tokens_002750414848.pth b/checkpoints/tokens_002750414848.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b222c102b79eb9556742d461c8249049359109da
--- /dev/null
+++ b/checkpoints/tokens_002750414848.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243900bded5e019f240ebf673970f5e7906634fa78bccbcdbed18d130c27b9b0
+size 254510694
diff --git a/checkpoints/tokens_002800484352.pth b/checkpoints/tokens_002800484352.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0152f09ccb94f7bdb3a282929c01a1040ca63fea
--- /dev/null
+++ b/checkpoints/tokens_002800484352.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771cd34da72d3d05dd625576077f245f3dad31d1ccc9a8ab4ede5b689febd26e
+size 254510694
diff --git a/checkpoints/tokens_002850291712.pth b/checkpoints/tokens_002850291712.pth
new file mode 100644
index 0000000000000000000000000000000000000000..59840a8455e66b4ac60d49b933279f4c9403df8e
--- /dev/null
+++ b/checkpoints/tokens_002850291712.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcca75ac68e860833c6f1e576b699a310408c5a4aa55e18d306eede3f545841
+size 254510694
diff --git a/checkpoints/tokens_002900361216.pth b/checkpoints/tokens_002900361216.pth
new file mode 100644
index 0000000000000000000000000000000000000000..91b9073176815670d410aea79c62837c5c501d56
--- /dev/null
+++ b/checkpoints/tokens_002900361216.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cbdd6359fd7f828ba332d431032c3a5663fbcd52d92dad3883ec29ae17aa5b
+size 254510694
diff --git a/checkpoints/tokens_002950430720.pth b/checkpoints/tokens_002950430720.pth
new file mode 100644
index 0000000000000000000000000000000000000000..39dc81af91cb109210f89e545d6caca63c113b22
--- /dev/null
+++ b/checkpoints/tokens_002950430720.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc0a77f93bbaa04ba1faceaf7ad307b53d8013ef311f48cbd5c492673a3701b
+size 254510694
diff --git a/checkpoints/tokens_003000500224.pth b/checkpoints/tokens_003000500224.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2448298e7cfa142efd56edab88a882913666430a
--- /dev/null
+++ b/checkpoints/tokens_003000500224.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6ee9f3cfc23232f77714d2c3437d3f68f913143d6e7c20277788f59ae257ff
+size 254510694
diff --git a/checkpoints/tokens_003050307584.pth b/checkpoints/tokens_003050307584.pth
new file mode 100644
index 0000000000000000000000000000000000000000..941d15a8e5a06870e99073aebf64ac3ae5363faa
--- /dev/null
+++ b/checkpoints/tokens_003050307584.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6e9e6186315915819928c3216e6cb553eedc7ef25b6c15d79e223ebf605c33
+size 254510694
diff --git a/checkpoints/tokens_003100377088.pth b/checkpoints/tokens_003100377088.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f5282987527b342c7c3263bfaf44764f3eb03683
--- /dev/null
+++ b/checkpoints/tokens_003100377088.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7958b0539ae710a26326e11271ee45bbc9e79043b95dad788d89fe8ea8268982
+size 254510694
diff --git a/checkpoints/tokens_003150446592.pth b/checkpoints/tokens_003150446592.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ab58becf6722355fe09fdb169ff08b179d9a727c
--- /dev/null
+++ b/checkpoints/tokens_003150446592.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ae812f3730a86ee2d6db8bcfff894b8811c50f1bdf0480ac86a6d151362577
+size 254510694
diff --git a/checkpoints/tokens_003200516096.pth b/checkpoints/tokens_003200516096.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4c0c4edd0f4c9944238e54a55bc377643d3ec443
--- /dev/null
+++ b/checkpoints/tokens_003200516096.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58201e7bb036e2b14f27b28bd718891450b38fbfaa5a26dc11d567b8fe2e754
+size 254510694
diff --git a/checkpoints/tokens_003250323456.pth b/checkpoints/tokens_003250323456.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a042e37db2309eaa024cd3b53bf58cad88b32322
--- /dev/null
+++ b/checkpoints/tokens_003250323456.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53993a7639c3038b339268397a7f74bbebb7c7f09e79fe89e3858b8fbd0fdad
+size 254510694
diff --git a/checkpoints/tokens_003300392960.pth b/checkpoints/tokens_003300392960.pth
new file mode 100644
index 0000000000000000000000000000000000000000..26ffd818911ade35f24db53b92297ee66bddc868
--- /dev/null
+++ b/checkpoints/tokens_003300392960.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041c1239277a16abf872b350a8679c029e92ea3e60714c4d3ba6a02a0baee8c9
+size 254510694
diff --git a/checkpoints/tokens_003350462464.pth b/checkpoints/tokens_003350462464.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f0391b798e3875c789a785ec988e26ca665dc50d
--- /dev/null
+++ b/checkpoints/tokens_003350462464.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45820c57f41a2f32a7487b3cf2c9e024d3fca6eabf2ba7abc20313085268ad8
+size 254510694
diff --git a/checkpoints/tokens_003400269824.pth b/checkpoints/tokens_003400269824.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7f8e9eab85e88e72279943594c6ae8a245efac2f
--- /dev/null
+++ b/checkpoints/tokens_003400269824.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f88094a513c77438eae4c375fc4ae06fe7e07257b6ad72749b5c97038bcac4
+size 254510694
diff --git a/checkpoints/tokens_003450339328.pth b/checkpoints/tokens_003450339328.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9b4eeef4166a0826cda64748625605906226c81f
--- /dev/null
+++ b/checkpoints/tokens_003450339328.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b6d821cb28a9657c1e8f685f57863149420da8bd98aaa9e8a6ad4e9e18ffd9
+size 254510694
diff --git a/checkpoints/tokens_003500408832.pth b/checkpoints/tokens_003500408832.pth
new file mode 100644
index 0000000000000000000000000000000000000000..797fb2fdf741d29d15b293d70a8ce14adc267991
--- /dev/null
+++ b/checkpoints/tokens_003500408832.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a3f7da0d986ca57e2b88d7dbea69194f5390713a9dd1b902a802d4a77d19b4
+size 254510694
diff --git a/checkpoints/tokens_003550478336.pth b/checkpoints/tokens_003550478336.pth
new file mode 100644
index 0000000000000000000000000000000000000000..882a746cc2ff0ecf0f23e2ade5275de06134f2f6
--- /dev/null
+++ b/checkpoints/tokens_003550478336.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbfbfa39dc267b7d20b537df69ed5b50cc83647e77e2c46bae4bd63ae7047bb
+size 254510694
diff --git a/checkpoints/tokens_003600285696.pth b/checkpoints/tokens_003600285696.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4faf58fb32186416db91d5fdaccc71e8636deada
--- /dev/null
+++ b/checkpoints/tokens_003600285696.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0cca2db88df00a46d04410fec8c45d500f8bb1b949dc18950074f7d1a174f8
+size 254510694
diff --git a/checkpoints/tokens_003650355200.pth b/checkpoints/tokens_003650355200.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37356e381a56c69e8c102e48d728363b9dff4ead
--- /dev/null
+++ b/checkpoints/tokens_003650355200.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927d9fb4df5051152bf323a8ba45e8c605f1627f03fa6bfe9b2a17093f2313c8
+size 254510694
diff --git a/checkpoints/tokens_003700424704.pth b/checkpoints/tokens_003700424704.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6d0eac62e6a17f89be608bc1a75ad9b5ff757770
--- /dev/null
+++ b/checkpoints/tokens_003700424704.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a83deed381cee45fad625a89159973cdad573df9ddd5f36c301ceb643a0906a
+size 254510694
diff --git a/checkpoints/tokens_003750494208.pth b/checkpoints/tokens_003750494208.pth
new file mode 100644
index 0000000000000000000000000000000000000000..00c7ea12e00870dd925307cd32686730b888dbff
--- /dev/null
+++ b/checkpoints/tokens_003750494208.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9016219fbdbde09bc74ecf6a401d185f3205b3d3dd49c75c167cf5ad4189bf01
+size 254510694
diff --git a/checkpoints/tokens_003800301568.pth b/checkpoints/tokens_003800301568.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4f91a79bd16657f7f870aa32b902d84c6ab57e38
--- /dev/null
+++ b/checkpoints/tokens_003800301568.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c769e53d44ffb00c6d67957e1ff30008d2eab57d0b1274ef38ea5efa491d01a2
+size 254510694
diff --git a/checkpoints/tokens_003850371072.pth b/checkpoints/tokens_003850371072.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a6e1dbcfd80989bc429d716298a15df358cc6a1c
--- /dev/null
+++ b/checkpoints/tokens_003850371072.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e64c7816d40431bdc994191aa3a6eeebf905377777168863d0a4937be68efcb
+size 254510694
diff --git a/checkpoints/tokens_003900440576.pth b/checkpoints/tokens_003900440576.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aee55147d68225a6ff133288bd0dec2cf072effc
--- /dev/null
+++ b/checkpoints/tokens_003900440576.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218b0bb2b24d9198a2ec18234de2622695127fa1ba00ad138f065d6499171273
+size 254510694
diff --git a/checkpoints/tokens_003950510080.pth b/checkpoints/tokens_003950510080.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5bbb8b7abc2646414622240ed2dbf760e3ae3d6e
--- /dev/null
+++ b/checkpoints/tokens_003950510080.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04feec052541027cac39695d5144d33c3e5322ba4d23c880d797084c9da62b0d
+size 254510694
diff --git a/checkpoints/tokens_004000317440.pth b/checkpoints/tokens_004000317440.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bd663e792353bf048b9ae1ff58202a0bcd724666
--- /dev/null
+++ b/checkpoints/tokens_004000317440.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e14050f56defdf718a597521d4451a8f196bbfb5fd365502ddff4301a6b3a56
+size 254510694
diff --git a/checkpoints/tokens_004050386944.pth b/checkpoints/tokens_004050386944.pth
new file mode 100644
index 0000000000000000000000000000000000000000..433e78ac6b544de4fab75a4bea6ea0b2ebe4a2fd
--- /dev/null
+++ b/checkpoints/tokens_004050386944.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d570fca2428bb461bbec80a40b964c72d31f9f34c3c95419f0cee8ab75b96d82
+size 254510694
diff --git a/checkpoints/tokens_004100456448.pth b/checkpoints/tokens_004100456448.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3acc61836b877043c1d46165ddb16d774cc2d807
--- /dev/null
+++ b/checkpoints/tokens_004100456448.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed6ddc0092c2aced29b5a6d687870e485dbe5988baf558c875f49474cd65f15
+size 254510694
diff --git a/checkpoints/tokens_004150263808.pth b/checkpoints/tokens_004150263808.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3f5ea13c4d3a0eb7599fa59045c8c64f7d557739
--- /dev/null
+++ b/checkpoints/tokens_004150263808.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ea66567d6a152e15dbe068ac655339d173904029e68d20db20d2eea21ba2ed
+size 254510694
diff --git a/checkpoints/tokens_004200333312.pth b/checkpoints/tokens_004200333312.pth
new file mode 100644
index 0000000000000000000000000000000000000000..83c2d014a3544fa44d1faf0dff1f2b4dfe437d85
--- /dev/null
+++ b/checkpoints/tokens_004200333312.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd2349eb51040fe2ab38ca16752eb2d8c884f0b2d9f611f160797527067c6eb
+size 254510694
diff --git a/checkpoints/tokens_004250402816.pth b/checkpoints/tokens_004250402816.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a8926f9711e45f1286a990b10a9cc91bc61568f8
--- /dev/null
+++ b/checkpoints/tokens_004250402816.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da3aa12a0b1b81887bb5058a2f896117a19edd3f873c09f4c7e2e58ade1eea6
+size 254510694
diff --git a/checkpoints/tokens_004300472320.pth b/checkpoints/tokens_004300472320.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9f813a97f56977154b9a1720b0e063ab8beccd55
--- /dev/null
+++ b/checkpoints/tokens_004300472320.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9b6a04f9c0720c55e67b684c492a65aa7f2f08a1c465c0173e6258aeeedc3d
+size 254510694
diff --git a/checkpoints/tokens_004350279680.pth b/checkpoints/tokens_004350279680.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ae4e7679773aeec4e6c669dee41854ff26274344
--- /dev/null
+++ b/checkpoints/tokens_004350279680.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1782abc12a788b08d5a3ccaa70bf00ab0da44456e57466f7faa8607e5824ead8
+size 254510694
diff --git a/checkpoints/tokens_004400349184.pth b/checkpoints/tokens_004400349184.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c7fd1eee1144f50a494658b640cd9dd31f136522
--- /dev/null
+++ b/checkpoints/tokens_004400349184.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e60fafbcebc123ab3d9afc1bab27851bdbb49131cacc23051b89ebb1ea2ba4
+size 254510694
diff --git a/checkpoints/tokens_004450418688.pth b/checkpoints/tokens_004450418688.pth
new file mode 100644
index 0000000000000000000000000000000000000000..118a8a4eba4d0b06bb892dee84691b1d0555f43a
--- /dev/null
+++ b/checkpoints/tokens_004450418688.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b212159b5c5f620cf4f094e43f54401deadd900495fb49683123bbcba6e665
+size 254510694
diff --git a/checkpoints/tokens_004500488192.pth b/checkpoints/tokens_004500488192.pth
new file mode 100644
index 0000000000000000000000000000000000000000..86f2c321d8267cbdff67ad8e75216b34ef41a84c
--- /dev/null
+++ b/checkpoints/tokens_004500488192.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bd3cba1d2c77c299738a6cae923100d0c9b38f9133fe37ce46bbc9f3d1f053
+size 254510694
diff --git a/checkpoints/tokens_004550295552.pth b/checkpoints/tokens_004550295552.pth
new file mode 100644
index 0000000000000000000000000000000000000000..61d6b92756d93f11da9676a97e37b1086da5d96b
--- /dev/null
+++ b/checkpoints/tokens_004550295552.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89fd48addf5b57ff38a091802cb4d2fb14037f59b0a911f7c6f313adc9b2f2f
+size 254510694
diff --git a/checkpoints/tokens_004600365056.pth b/checkpoints/tokens_004600365056.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fce5bb2effb4f05fb08fe42d95146eaf561ceaed
--- /dev/null
+++ b/checkpoints/tokens_004600365056.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870df48e0f331ff90b1d70bc0d869092569198ee08460fc4ceddbd7c869cf8c5
+size 254510694
diff --git a/checkpoints/tokens_004650434560.pth b/checkpoints/tokens_004650434560.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0197e455aaab156613d09c8238a17a005406cb95
--- /dev/null
+++ b/checkpoints/tokens_004650434560.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766bcccad0cd38aeb5bf12dd2e4f16ab7458643deb2daf0e38d97a9ec0f08d29
+size 254510694
diff --git a/checkpoints/tokens_004700504064.pth b/checkpoints/tokens_004700504064.pth
new file mode 100644
index 0000000000000000000000000000000000000000..725ccd26341119c7c46c5b773b9db91e002539fa
--- /dev/null
+++ b/checkpoints/tokens_004700504064.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3425bb6565e606bbf103581c45ffe4f9749b7e3243a552cc4934b4b89a075e4f
+size 254510694
diff --git a/checkpoints/tokens_004750311424.pth b/checkpoints/tokens_004750311424.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ee24635dd7f85ebe031c6ffb6e59f8b33a222fdb
--- /dev/null
+++ b/checkpoints/tokens_004750311424.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceb419e56ad61e5a2a4322e1045bec4971659a8eae51efb089a215a1dfe72f3
+size 254510694
diff --git a/checkpoints/tokens_004800380928.pth b/checkpoints/tokens_004800380928.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e8278d2437a27210818ac06ceb7d1c5ed8279ce
--- /dev/null
+++ b/checkpoints/tokens_004800380928.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9281a537f6e493fb9c722c3da797ea624ea60443f64ddd34c1b8358515dbf353
+size 254510694
diff --git a/checkpoints/tokens_004850450432.pth b/checkpoints/tokens_004850450432.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aaeba14ef3233aba4c8d5941b97af3ffecc6ad45
--- /dev/null
+++ b/checkpoints/tokens_004850450432.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58571177d70452ce066c039774b57e4e9f5c1397d4f7159c6b53ee3f626f49d
+size 254510694
diff --git a/checkpoints/tokens_004900519936.pth b/checkpoints/tokens_004900519936.pth
new file mode 100644
index 0000000000000000000000000000000000000000..427f0dddf05616fb928358939ad0e381daac2c7a
--- /dev/null
+++ b/checkpoints/tokens_004900519936.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58cf02b290822d21869fc12fb72c5e7f6906dc29c6d606fa661bb3db457794d
+size 254510694
diff --git a/checkpoints/tokens_004950327296.pth b/checkpoints/tokens_004950327296.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ce12697c2bde48b83fe35ea6cc85921d4a53b2b
--- /dev/null
+++ b/checkpoints/tokens_004950327296.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5773cdac61ae1ea9659f9dd7d13b0ca28f9c2561489b2ad2ba551ae993dfdc80
+size 254510694
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1df0932fc1f97d7cb1fc1f36274746c58fd2db92
--- /dev/null
+++ b/config.json
@@ -0,0 +1,57 @@
+{
+  "n_layers": 4,
+  "d_model": 512,
+  "d_mlp": 2048,
+  "d_head": 64,
+  "n_heads": 8,
+  "lr_hidden": 0.0005,
+  "lr_vector": 0.00025,
+  "batch_size_per_device": 32,
+  "batches_per_step": 1,
+  "seed": 9153,
+  "save_checkpoints": true,
+  "debug": false,
+  "debug_batch": false,
+  "normalization": "LN",
+  "max_tokens": 5000000000,
+  "version": 235,
+  "use_bfloat16_matmul": true,
+  "n_ctx": 1024,
+  "d_vocab": 48262,
+  "tokenizer_name": "NeelNanda/gpt-neox-tokenizer-digits",
+  "betas": [
+    0.9,
+    0.99
+  ],
+  "weight_decay": 0.05,
+  "dataset_name": "wikipedia",
+  "grad_norm_clip": 1.0,
+  "n_devices": 8,
+  "act_fn": "solu_ln",
+  "shortformer_pos": false,
+  "attn_only": false,
+  "ln_eps": 1e-05,
+  "lr_schedule": "cosine_warmup",
+  "warmup_tokens": 300000000,
+  "train_loss_ewma_beta": 0.99,
+  "truncate_tokens": 1000000000000,
+  "log_interval": 50,
+  "initializer_scale_global": 1.0,
+  "initializer_scale_hidden": 0.02,
+  "initializer_scale_embed": 0.1,
+  "initializer_scale_unembed": 0.02,
+  "neuron_scale": 1.0,
+  "neuron_temp": 1.0,
+  "use_acc": false,
+  "weight_init_scheme": "gpt2",
+  "fixed_init": "4L512W_final",
+  "store_init": false,
+  "control": 1.0,
+  "use_dropout": false,
+  "pdrop": 0.1,
+  "tokens_per_step": 262144,
+  "batch_size": 256,
+  "max_steps": 19073,
+  "warmup_steps": 1144,
+  "n_params": 12582912
+}
\ No newline at end of file
diff --git a/model_final.pth b/model_final.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ce12697c2bde48b83fe35ea6cc85921d4a53b2b
--- /dev/null
+++ b/model_final.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5773cdac61ae1ea9659f9dd7d13b0ca28f9c2561489b2ad2ba551ae993dfdc80
+size 254510694
diff --git a/model_init.pth b/model_init.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f5d29cf2a6f0171b1fe46c9547892f4181e4075b
--- /dev/null
+++ b/model_init.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a098385e331674e8f93cdbb0851cdb36ce4a2486c4f7dd64ed6e05534c86d5
+size 254509542
diff --git a/optimizer_state_dict.pth b/optimizer_state_dict.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2822216f072ac2a5c9e6d459bf89d618909d52e9
--- /dev/null
+++ b/optimizer_state_dict.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132a050c3e7a37760f7389c53781c71b7d2279cf96cc24c135aedc3ac6473185
+size 500635891
diff --git a/scheduler_state_dict.pth b/scheduler_state_dict.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7f2d6b05a33c8c5b090ffc35424d7c2ac9a67cf4
--- /dev/null
+++ b/scheduler_state_dict.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5df39a3cc54a54ee79638b47012474bdee32a57510a647295d93d7d58e2e60
+size 751