diff --git a/checkpoints/tokens_000000196608.pth b/checkpoints/tokens_000000196608.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fc3c52b0475a21f0a0466fce45a6d2ac36c4313f
--- /dev/null
+++ b/checkpoints/tokens_000000196608.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32e453d29ab81e4b187a6fe90bee6037b26156205d31377774df725a785635e
+size 1972520471
diff --git a/checkpoints/tokens_000003342336.pth b/checkpoints/tokens_000003342336.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2668e58c3fddf77a35867ab274bf158199c60984
--- /dev/null
+++ b/checkpoints/tokens_000003342336.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99485c4d3615930bb18afb2997e7165dc74daef7598f6327cc50a7ab67d766b
+size 1972520471
diff --git a/checkpoints/tokens_000006291456.pth b/checkpoints/tokens_000006291456.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a7ef2cfc37c99e8b6f72e916943ceec5abe1ca73
--- /dev/null
+++ b/checkpoints/tokens_000006291456.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa343f55b6bbb2e4e411d98ec94eb125cbd69a55dcea2cdeeb0df490aee92865
+size 1972520471
diff --git a/checkpoints/tokens_000009240576.pth b/checkpoints/tokens_000009240576.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d2047d4b3db9228992fa906429a54acf27a5f120
--- /dev/null
+++ b/checkpoints/tokens_000009240576.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2f7e945dc117356c48ee99664bfba5979bf9b25f4af76c9942cb07ec86699e
+size 1972520471
diff --git a/checkpoints/tokens_000012386304.pth b/checkpoints/tokens_000012386304.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4a4e36e70fa0713c4523149fbd762cefa5018120
--- /dev/null
+++ b/checkpoints/tokens_000012386304.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b756520b1232f6342cc7ff8bd4650c30e373e488513ed102b4ddaa0739ab329
+size 1972520471
diff --git a/checkpoints/tokens_000015335424.pth b/checkpoints/tokens_000015335424.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ca8a230d8ba7db1248ad92f55f3f2b6d3f42e757
--- /dev/null
+++ b/checkpoints/tokens_000015335424.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c992f1c7c353369970c1c849df28b7243a11c16f92d9e843853f3ab0e6972bb9
+size 1972520471
diff --git a/checkpoints/tokens_000018284544.pth b/checkpoints/tokens_000018284544.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0c3195870c59bda18bd2ffbbc70657d8f77d9a35
--- /dev/null
+++ b/checkpoints/tokens_000018284544.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0270bcc2327d33dac975f0a8794a01d5d1dba4d48c1303fb40fba07706a6f39d
+size 1972520471
diff --git a/checkpoints/tokens_000021233664.pth b/checkpoints/tokens_000021233664.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b3c948ca4c8368ba9a10bec8a95ed45a01aab50d
--- /dev/null
+++ b/checkpoints/tokens_000021233664.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869010392982edd64c93b1048886ac3d74b2115b7144fd25816613c0045059df
+size 1972520471
diff --git a/checkpoints/tokens_000024379392.pth b/checkpoints/tokens_000024379392.pth
new file mode 100644
index 0000000000000000000000000000000000000000..68e00f78348a4d4424586cbcb4c4cd2de6d86245
--- /dev/null
+++ b/checkpoints/tokens_000024379392.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987123b182291b305ad37940e8081fec4dc3b2121400194657000010e7077e9f
+size 1972520471
diff --git a/checkpoints/tokens_000027328512.pth b/checkpoints/tokens_000027328512.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e0092f4d1ac48e5a7122f62898b31a6266fe93db
--- /dev/null
+++ b/checkpoints/tokens_000027328512.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd21caad458eae05111f3bd9f10e4eb37c40d921a4caa641cc04f056534d8c5
+size 1972520471
diff --git a/checkpoints/tokens_000030277632.pth b/checkpoints/tokens_000030277632.pth
new file mode 100644
index 0000000000000000000000000000000000000000..43886a7f54b7c42a882e2e8bf2df4246ed054beb
--- /dev/null
+++ b/checkpoints/tokens_000030277632.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8dd32a36e734f52bcb5300d418d41ad0a4491404e0ecfec137b09bddb66dc5
+size 1972520471
diff --git a/checkpoints/tokens_000045219840.pth b/checkpoints/tokens_000045219840.pth
new file mode 100644
index 0000000000000000000000000000000000000000..92e9d27f1fdd8414baa3fb8b2894616818a083fb
--- /dev/null
+++ b/checkpoints/tokens_000045219840.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7058665fe755c0ad6408adc0be05500677244742d5a7d3b3cb70d7d01c268804
+size 1972520471
diff --git a/checkpoints/tokens_000060358656.pth b/checkpoints/tokens_000060358656.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5aee830cdefc3823f853389a0263277d06f4dbb1
--- /dev/null
+++ b/checkpoints/tokens_000060358656.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71a7d117ef379dde8f3b730265b0bf66434ce48ce58ee09e2d096dae167c717
+size 1972520471
diff --git a/checkpoints/tokens_000075300864.pth b/checkpoints/tokens_000075300864.pth
new file mode 100644
index 0000000000000000000000000000000000000000..86794437665b66b19756a193fbd11019c9a8adb0
--- /dev/null
+++ b/checkpoints/tokens_000075300864.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2d2b6031dada1ef6b640d3bc75e43b0a6eb6c566335420ddd0a362e732330c
+size 1972520471
diff --git a/checkpoints/tokens_000090243072.pth b/checkpoints/tokens_000090243072.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b124e929f5f6a05768ae44c78e07bc5f71012967
--- /dev/null
+++ b/checkpoints/tokens_000090243072.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704b6ad0a84dea4cc5803ee95f3483d1480ac2ed1b3652c3f28add3e097256e4
+size 1972520471
diff --git a/checkpoints/tokens_000105381888.pth b/checkpoints/tokens_000105381888.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5994bb69f3fe6d54300d331b104389cb744d12db
--- /dev/null
+++ b/checkpoints/tokens_000105381888.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409ef336fde4346642524ba8059ab334562858863a525cb128bbf054216f51b4
+size 1972520471
diff --git a/checkpoints/tokens_000120324096.pth b/checkpoints/tokens_000120324096.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2c90fc49e944e096f472f052b8b2d4e95829aa4b
--- /dev/null
+++ b/checkpoints/tokens_000120324096.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d515f1ce680b455267859f8b57668f83b183d4d3beb24c8aa66bef0d7487d71
+size 1972520471
diff --git a/checkpoints/tokens_000135266304.pth b/checkpoints/tokens_000135266304.pth
new file mode 100644
index 0000000000000000000000000000000000000000..543225a08484aa88da14eb50320e6721de9b00ea
--- /dev/null
+++ b/checkpoints/tokens_000135266304.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3c4f8c094b1a6320c088bf717d0563cf29c98e3d424b90ef97d7f40277616f
+size 1972520471
diff --git a/checkpoints/tokens_000150208512.pth b/checkpoints/tokens_000150208512.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f61d41c6030802c1e342e8160a5342b8ec95738b
--- /dev/null
+++ b/checkpoints/tokens_000150208512.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f3a27b7a9ad4a49b8cdc628cdef95f713470a9f45370b61fd7d896686f29cb
+size 1972520471
diff --git a/checkpoints/tokens_000165347328.pth b/checkpoints/tokens_000165347328.pth
new file mode 100644
index 0000000000000000000000000000000000000000..240e6f005de27eb3b7f83407fa813d01fc1e1628
--- /dev/null
+++ b/checkpoints/tokens_000165347328.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b14329c5bf3ff55d37342a5442ed4eebb38deb3d8615e44730ce841cb49340
+size 1972520471
diff --git a/checkpoints/tokens_000180289536.pth b/checkpoints/tokens_000180289536.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fe14405d8392713bf34884d01bdd6ad2aeac2e9f
--- /dev/null
+++ b/checkpoints/tokens_000180289536.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45956c8692a600f0cd98f3f111470fcdeea7139a012de8335958484edecf555
+size 1972520471
diff --git a/checkpoints/tokens_000195231744.pth b/checkpoints/tokens_000195231744.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b3010f6027e577bb5cccce49c381fab4e9373076
--- /dev/null
+++ b/checkpoints/tokens_000195231744.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b261d0962dc930123aa305a7bd14929b51d9e4927bc4623b8df395a413c7a74
+size 1972520471
diff --git a/checkpoints/tokens_000210370560.pth b/checkpoints/tokens_000210370560.pth
new file mode 100644
index 0000000000000000000000000000000000000000..516df7dcb0c89e82f8ea9bf1c018033f66ae948d
--- /dev/null
+++ b/checkpoints/tokens_000210370560.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb69641ecc5210db14b1da2b59c75e7325645218bae493199d1d22e0bb2dca5c
+size 1972520471
diff --git a/checkpoints/tokens_000225312768.pth b/checkpoints/tokens_000225312768.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ec6d66facfa09dd3000f24a0317725e730596c5
--- /dev/null
+++ b/checkpoints/tokens_000225312768.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca42eb0b0afb046cfd659191da7c43dc6de40e05e5435433237838c74cdb36b
+size 1972520471
diff --git a/checkpoints/tokens_000240254976.pth b/checkpoints/tokens_000240254976.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9e64cb9f7912b1bd5dcb5d754ca979284f8c53b9
--- /dev/null
+++ b/checkpoints/tokens_000240254976.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4314dfe35c6495c6ffcdd74137dc0a0f7c06f817f293e3c10a90c05dabceb3cd
+size 1972520471
diff --git a/checkpoints/tokens_000255197184.pth b/checkpoints/tokens_000255197184.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a5f7bcb6c6c924509d46c0f73bdce0e031560447
--- /dev/null
+++ b/checkpoints/tokens_000255197184.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2898d107cbcfa8175707b5859a831b4672aca5e315a26aa4f047df00aff8959
+size 1972520471
diff --git a/checkpoints/tokens_000270336000.pth b/checkpoints/tokens_000270336000.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fed7d7db935d12838d39db3be6ac3b9c1c747e06
--- /dev/null
+++ b/checkpoints/tokens_000270336000.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41534cd688c44924d58420ac705f8268543056c813cad7faa180dfb8d234d58d
+size 1972520471
diff --git a/checkpoints/tokens_000285278208.pth b/checkpoints/tokens_000285278208.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2e0431df7c576c86237c050400959a29eb5444ea
--- /dev/null
+++ b/checkpoints/tokens_000285278208.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a67953b9382e38fadda515e30285515297c74a7cf9df1f6edcfb25d1af5d9e
+size 1972520471
diff --git a/checkpoints/tokens_000300220416.pth b/checkpoints/tokens_000300220416.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a74cf53e9295d593fb4337870a8c2ec7e8bb65fc
--- /dev/null
+++ b/checkpoints/tokens_000300220416.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbe905ab56986500e535e2554cadcdebfffc09bc2a1323595b83defc9b6d983
+size 1972520471
diff --git a/checkpoints/tokens_000360382464.pth b/checkpoints/tokens_000360382464.pth
new file mode 100644
index 0000000000000000000000000000000000000000..092c52af62df9e7fe59293024a706230b7672117
--- /dev/null
+++ b/checkpoints/tokens_000360382464.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc48411214f3a08677e835c17734230693b7b49fdd5ab4afb25d286d4a872e53
+size 1972520471
diff --git a/checkpoints/tokens_000420347904.pth b/checkpoints/tokens_000420347904.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fe56ffb245fdac902cafd7861860e60e0d30e885
--- /dev/null
+++ b/checkpoints/tokens_000420347904.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8c0be0faf20d2d39f9887513fa2a7fe3380f246d3ef7aed83275e875ad0b78
+size 1972520471
diff --git a/checkpoints/tokens_000480313344.pth b/checkpoints/tokens_000480313344.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2e7d7b49f3820598197e8fe3889b0a35821e9c31
--- /dev/null
+++ b/checkpoints/tokens_000480313344.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5b82a2517ccfc34ceb3cd8a2e71f9630e7bfc681a298a4242dbf24d54b9c6d
+size 1972520471
diff --git a/checkpoints/tokens_000540278784.pth b/checkpoints/tokens_000540278784.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a28bc7157fe512a5b558e949cebf3d2eea1cc142
--- /dev/null
+++ b/checkpoints/tokens_000540278784.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fe3348e66d95b4eb30b32aa4224431e7a660677e0117df322495051a592cb1
+size 1972520471
diff --git a/checkpoints/tokens_000600244224.pth b/checkpoints/tokens_000600244224.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a02479fd7e3d9c23e624d8af6f2a041cf30bee33
--- /dev/null
+++ b/checkpoints/tokens_000600244224.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1646f9937ef7f417867a1857d9dda927ee80a4ce320e07fc9aab61a36dc9f0
+size 1972520471
diff --git a/checkpoints/tokens_000660209664.pth b/checkpoints/tokens_000660209664.pth
new file mode 100644
index 0000000000000000000000000000000000000000..98fab0f40f1f226b71770a957e8d3fd30e45da0a
--- /dev/null
+++ b/checkpoints/tokens_000660209664.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b0b201cdf4d301d215bd2aef102ffbe1b8e6929bf2d63bc0e1530e6ed5558f
+size 1972520471
diff --git a/checkpoints/tokens_000720371712.pth b/checkpoints/tokens_000720371712.pth
new file mode 100644
index 0000000000000000000000000000000000000000..89cb6735aa675c513c3d55cf2ffd519ef59f99ca
--- /dev/null
+++ b/checkpoints/tokens_000720371712.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24caeaa22b83c8825a5481ffc16f44d15b564274ab35dc03be9a41632ab8e636
+size 1972520471
diff --git a/checkpoints/tokens_000780337152.pth b/checkpoints/tokens_000780337152.pth
new file mode 100644
index 0000000000000000000000000000000000000000..79cd0a05f7c0d70a21faeb4ea41e93a70259d8c1
--- /dev/null
+++ b/checkpoints/tokens_000780337152.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99143ae5970e117c4990c40b3423df14dc7d5f75873b6d57ab2e21a2678d466a
+size 1972520471
diff --git a/checkpoints/tokens_000840302592.pth b/checkpoints/tokens_000840302592.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e0116dba31fdc7308503bcae4e36bdf970ac4096
--- /dev/null
+++ b/checkpoints/tokens_000840302592.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e00a08582beb1d8b44bed11359444fa9fcf4e90c41daf560cd14d0a79808107
+size 1972520471
diff --git a/checkpoints/tokens_000900268032.pth b/checkpoints/tokens_000900268032.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a72ca31b9117a75e296065196188dd68907feb97
--- /dev/null
+++ b/checkpoints/tokens_000900268032.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1443305d42737b9042f2168fc80415b0da3549e34342691b87c60e20519d5f81
+size 1972520471
diff --git a/checkpoints/tokens_000960233472.pth b/checkpoints/tokens_000960233472.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ababeccb44d1a71770a38d1fee28a2cb1c4761ad
--- /dev/null
+++ b/checkpoints/tokens_000960233472.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d2dc91566572c084925d535272fdce5b8065e2a378d76f87f17e8125e8e523
+size 1972520471
diff --git a/checkpoints/tokens_001020198912.pth b/checkpoints/tokens_001020198912.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5019e22af367415cd89f733060e20bed3d1f4f9c
--- /dev/null
+++ b/checkpoints/tokens_001020198912.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf424b6b489213aeb7ff1a5535a9cea6f5a7f1b8bc1712a56fdcaf4d9ef95d7
+size 1972520471
diff --git a/checkpoints/tokens_001080360960.pth b/checkpoints/tokens_001080360960.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4000f570bee61f9429148a6833e48b6d479d9eb6
--- /dev/null
+++ b/checkpoints/tokens_001080360960.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bc39de6805d1b210f6a8cc5e89911747db4c67e76e55303c4f8f5760fb83c0
+size 1972520471
diff --git a/checkpoints/tokens_001140326400.pth b/checkpoints/tokens_001140326400.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a6d6d6b82a47a305239a71b31ea4d67e870fae9d
--- /dev/null
+++ b/checkpoints/tokens_001140326400.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc66117da31ac131bbd0ca22d8a82fbfa4fe21538727f52c1d5297805fb4e4
+size 1972520471
diff --git a/checkpoints/tokens_001200291840.pth b/checkpoints/tokens_001200291840.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ca78bc9ca30c1e53db07092a1fda07fda0f7227e
--- /dev/null
+++ b/checkpoints/tokens_001200291840.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3f94b45acf55c25e2394ceaa9707795b4b1ab5b8285b5c3f2bf95d24a7a519
+size 1972520471
diff --git a/checkpoints/tokens_001260257280.pth b/checkpoints/tokens_001260257280.pth
new file mode 100644
index 0000000000000000000000000000000000000000..270ba9ff67d28af8b6b198d46821ff34046815c7
--- /dev/null
+++ b/checkpoints/tokens_001260257280.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e8b2fa9d67ef0be266436e6fff1f97e046ce32ed9eab0af396770f3877aa6e
+size 1972520471
diff --git a/checkpoints/tokens_001320222720.pth b/checkpoints/tokens_001320222720.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1fe09b091181979962c2a610f545ca3ed1922ec9
--- /dev/null
+++ b/checkpoints/tokens_001320222720.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50db3a24f73552f6b0727ddaa7a35f656bb47b1b9cfa9decd1879912b870194
+size 1972520471
diff --git a/checkpoints/tokens_001380384768.pth b/checkpoints/tokens_001380384768.pth
new file mode 100644
index 0000000000000000000000000000000000000000..252455d938c16871bc8dcd9d256ac4f6b340e0af
--- /dev/null
+++ b/checkpoints/tokens_001380384768.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd62283e758c75ed6e6d33383b4b17464f477d2504ed27d9b8fe708d79ac119
+size 1972520471
diff --git a/checkpoints/tokens_001440350208.pth b/checkpoints/tokens_001440350208.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f6d0793bff039b1f7af9f0d48adc8b06a2452ea7
--- /dev/null
+++ b/checkpoints/tokens_001440350208.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bfd21f402d9ba04de93af47a7a7fb0192993158e586f83c64b5e0573c03361
+size 1972520471
diff --git a/checkpoints/tokens_001500315648.pth b/checkpoints/tokens_001500315648.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5fd343fed42bf44660080d3ec5d5c20e2987f9c1
--- /dev/null
+++ b/checkpoints/tokens_001500315648.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a59351b13100a00ac7ffb4377a05e5e34cefd20e963534138d6267b07902211
+size 1972520471
diff --git a/checkpoints/tokens_001560281088.pth b/checkpoints/tokens_001560281088.pth
new file mode 100644
index 0000000000000000000000000000000000000000..40e86013b7c5906528980fdf2b9d7ca05d1336cb
--- /dev/null
+++ b/checkpoints/tokens_001560281088.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd247dedc8448f0251a8104f7bcc614fc4f1ee8839b54369743f520c31f8a6f
+size 1972520471
diff --git a/checkpoints/tokens_001620246528.pth b/checkpoints/tokens_001620246528.pth
new file mode 100644
index 0000000000000000000000000000000000000000..598d8d0f413f28e97cd539d59f8e7134c249551a
--- /dev/null
+++ b/checkpoints/tokens_001620246528.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28edd13a223d3dff08d7a3615e004e6324341771699243949e58f50b37ef3748
+size 1972520471
diff --git a/checkpoints/tokens_001680211968.pth b/checkpoints/tokens_001680211968.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a119193a7a63d5f34d42fd51aefb05babfd73867
--- /dev/null
+++ b/checkpoints/tokens_001680211968.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a440b4099de127fa205aad039c8592ef7e0c567759a9454df706c849276e18
+size 1972520471
diff --git a/checkpoints/tokens_001740374016.pth b/checkpoints/tokens_001740374016.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b051b8a970bb4f1914e2fe51f4e0ae142cfffba9
--- /dev/null
+++ b/checkpoints/tokens_001740374016.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe7ed824ea78d5a27ddb8ce506e5b3355e791a8b76197fab1fbab999e6f7233
+size 1972520471
diff --git a/checkpoints/tokens_001800339456.pth b/checkpoints/tokens_001800339456.pth
new file mode 100644
index 0000000000000000000000000000000000000000..09b78b9081f348aa690900501396c9d93b97dcc9
--- /dev/null
+++ b/checkpoints/tokens_001800339456.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda5cd802a02c279ae687c356f5fa3a6b1d68e4f0efc6c72a760d92d779052f1
+size 1972520471
diff --git a/checkpoints/tokens_001860304896.pth b/checkpoints/tokens_001860304896.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0903230103d6362ceb46d2723e5c393c7d039443
--- /dev/null
+++ b/checkpoints/tokens_001860304896.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442ee9129f93ec019e72be784f62ae288d976b9a19f88cbfc01e7a0a16744a78
+size 1972520471
diff --git a/checkpoints/tokens_001920270336.pth b/checkpoints/tokens_001920270336.pth
new file mode 100644
index 0000000000000000000000000000000000000000..adad2ad936acaf1cd92728e3ab87bc7e1192cd2c
--- /dev/null
+++ b/checkpoints/tokens_001920270336.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0870e2a94e4ea59e3934be095dde181107b76f3b0b91a2c109b38b297ae8edb6
+size 1972520471
diff --git a/checkpoints/tokens_001980235776.pth b/checkpoints/tokens_001980235776.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5c907e0e7b2cd1f647248a929c7ce0fd76b31d7a
--- /dev/null
+++ b/checkpoints/tokens_001980235776.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7844543fac986ebfe0ef3d8fef4976389f12c0546ef72df82bbca6280371b97a
+size 1972520471
diff --git a/checkpoints/tokens_002040201216.pth b/checkpoints/tokens_002040201216.pth
new file mode 100644
index 0000000000000000000000000000000000000000..82feca66f4e7ee25cd1da5bd5d9ac06b424be1c2
--- /dev/null
+++ b/checkpoints/tokens_002040201216.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2118b0704d0aabc044a741a3df1fcfa3c9c2306f8ed05ad67591ade733ad742d
+size 1972520471
diff --git a/checkpoints/tokens_002100363264.pth b/checkpoints/tokens_002100363264.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5a04cbbeb1fbd236c9815c44b66719e298b2415c
--- /dev/null
+++ b/checkpoints/tokens_002100363264.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f78afdc752557345292646e0a58333cea1669b800934849e16dd54deb96078c
+size 1972520471
diff --git a/checkpoints/tokens_002160328704.pth b/checkpoints/tokens_002160328704.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c301fbb49623f3ce5c6d22c4d5dac6c9edb8256a
--- /dev/null
+++ b/checkpoints/tokens_002160328704.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8861c35b9f38ec5dda42ee035ea4e4b4b53f4ee5ff72a3aa84f6b78b8ed6e1
+size 1972520471
diff --git a/checkpoints/tokens_002220294144.pth b/checkpoints/tokens_002220294144.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4387376a4c9cab142eb80fb26400d637a22f2380
--- /dev/null
+++ b/checkpoints/tokens_002220294144.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ab0d6b593b452c6c5eac3e762b2d63b9f936b6b1c788cd644f303b4385b65c
+size 1972520471
diff --git a/checkpoints/tokens_002280259584.pth b/checkpoints/tokens_002280259584.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5a24cb7fe37bc7c80fd9ea2a9955c03dc1a99003
--- /dev/null
+++ b/checkpoints/tokens_002280259584.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3f5e76a334d5a8b4a9455c3194165c8db4506077054452773a476b67a2c004
+size 1972520471
diff --git a/checkpoints/tokens_002340225024.pth b/checkpoints/tokens_002340225024.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0239867f02b17b747dbc2d9001c5fd3e46415bec
--- /dev/null
+++ b/checkpoints/tokens_002340225024.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac08510e3d64c822832e7a4bc2f9ff01580d612531546e7850018a852f1f2cf
+size 1972520471
diff --git a/checkpoints/tokens_002400387072.pth b/checkpoints/tokens_002400387072.pth
new file mode 100644
index 0000000000000000000000000000000000000000..66472e007fdec3edd6eeb5fbebe4be1e5bf79ac5
--- /dev/null
+++ b/checkpoints/tokens_002400387072.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6d98bf8a57e4a484ae9bc216fa3c2fd386bd06b7798c83108394a34a418263
+size 1972520471
diff --git a/checkpoints/tokens_002460352512.pth b/checkpoints/tokens_002460352512.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3f66ce3e9b615812c8ad420f6b6e3d6551f32e59
--- /dev/null
+++ b/checkpoints/tokens_002460352512.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff568911f2d1f486feab55ace16e7c8d09d517ff247f9bf349099002ddb9a149
+size 1972520471
diff --git a/checkpoints/tokens_002520317952.pth b/checkpoints/tokens_002520317952.pth
new file mode 100644
index 0000000000000000000000000000000000000000..629afa0a939c713e05f657c392036da3fc37c171
--- /dev/null
+++ b/checkpoints/tokens_002520317952.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e798685556cde5df0c11d1fb31ffa260427886ef930ffd068eb741ee488d748e
+size 1972520471
diff --git a/checkpoints/tokens_002580283392.pth b/checkpoints/tokens_002580283392.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ed772b84830b5eee881f736b1077f975c1a0a92f
--- /dev/null
+++ b/checkpoints/tokens_002580283392.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe69ca7cea754a3c96b694bf86f33bd874efeb0c4950a4a32156dc1ed9438d63
+size 1972520471
diff --git a/checkpoints/tokens_002640248832.pth b/checkpoints/tokens_002640248832.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8f775127653ec97b60e716f31911521479d1d28f
--- /dev/null
+++ b/checkpoints/tokens_002640248832.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e0fb8e6e21efe7ee9d62c4205f68b9be16798c4e2cc11c3e3bd15f0cbdd50f
+size 1972520471
diff --git a/checkpoints/tokens_002700214272.pth b/checkpoints/tokens_002700214272.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5a5e6a3c74106e260e948df7de9eef4b1f35adb2
--- /dev/null
+++ b/checkpoints/tokens_002700214272.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac8b3a1a398f3566dbbee3c1137b9fedee8476aba76d914fa4b8e2d58f3e772
+size 1972520471
diff --git a/checkpoints/tokens_002760376320.pth b/checkpoints/tokens_002760376320.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e949b92f8f6555b34ab731db62043f85df17e8b
--- /dev/null
+++ b/checkpoints/tokens_002760376320.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439048d229e8ede9271135509eb949fefa964d886f964004b9242e779075beb5
+size 1972520471
diff --git a/checkpoints/tokens_002820341760.pth b/checkpoints/tokens_002820341760.pth
new file mode 100644
index 0000000000000000000000000000000000000000..af02a5432d61157956740ddf140ba12630cd7c81
--- /dev/null
+++ b/checkpoints/tokens_002820341760.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29383aeae560cfa888246f99f21587dfb8269441437e963240d4b9de87870b28
+size 1972520471
diff --git a/checkpoints/tokens_002880307200.pth b/checkpoints/tokens_002880307200.pth
new file mode 100644
index 0000000000000000000000000000000000000000..89194fa6ec00228f5d90d3393330a93d6cdd5f4c
--- /dev/null
+++ b/checkpoints/tokens_002880307200.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c68274e0ef3bceec26daa2dd700d38fdedda0491c6a3497342a2ca401a7f60
+size 1972520471
diff --git a/checkpoints/tokens_002940272640.pth b/checkpoints/tokens_002940272640.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fb17dd482722680ea0d4ab7abd58ea62d122ebf2
--- /dev/null
+++ b/checkpoints/tokens_002940272640.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75082c85af379637517692a1bbfce50d595a1028ed8feb9bf72597ca920305e3
+size 1972520471
diff --git a/checkpoints/tokens_003000238080.pth b/checkpoints/tokens_003000238080.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ffc8819c5bd6b0bf81856f7949d4ab79d850dc5e
--- /dev/null
+++ b/checkpoints/tokens_003000238080.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3d096c8abbe9bea406bbaaa6588dc351fa0da8a843c29cc1e5e4983c2ec580
+size 1972520471
diff --git a/checkpoints/tokens_003300261888.pth b/checkpoints/tokens_003300261888.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d7d75909eb40f75b6b8e511312d67a53d6770ee9
--- /dev/null
+++ b/checkpoints/tokens_003300261888.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa55a18363282ba61031c96cdbacc5c3c2284d41a4e2024a79fe8a55a856610
+size 1972520471
diff --git a/checkpoints/tokens_003600285696.pth b/checkpoints/tokens_003600285696.pth
new file mode 100644
index 0000000000000000000000000000000000000000..042587fc0e366261df65e72853701dc01d7ecc99
--- /dev/null
+++ b/checkpoints/tokens_003600285696.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d4aecc4e1dbbaf1e933595bc77361d407ebb14b2847a058279f38dab254f50
+size 1972520471
diff --git a/checkpoints/tokens_003900309504.pth b/checkpoints/tokens_003900309504.pth
new file mode 100644
index 0000000000000000000000000000000000000000..00e490452e1dac83a8e6ebeb82672af8834f06b1
--- /dev/null
+++ b/checkpoints/tokens_003900309504.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f91ecd2f45f8f3cde2489190cd6248de6830a9875ff97f632abd1f524f3c77
+size 1972520471
diff --git a/checkpoints/tokens_004200333312.pth b/checkpoints/tokens_004200333312.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5b17dbb953643f349ae98e11325c3a58ce63fcf1
--- /dev/null
+++ b/checkpoints/tokens_004200333312.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1441204a1e7f386f335b3e936f1397642f17b00596c95ef283899a8ab4c1f1
+size 1972520471
diff --git a/checkpoints/tokens_004500357120.pth b/checkpoints/tokens_004500357120.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e37a869622188bd6465e13b925f30ba01e03105d
--- /dev/null
+++ b/checkpoints/tokens_004500357120.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a9b6f42e7f4840f642956f498f89a2fd81bf32a7907d8c3df7d96fe61a3f3f
+size 1972520471
diff --git a/checkpoints/tokens_004800380928.pth b/checkpoints/tokens_004800380928.pth
new file mode 100644
index 0000000000000000000000000000000000000000..83776472faef6e9952f0492bd3d1dffa155aa1c9
--- /dev/null
+++ b/checkpoints/tokens_004800380928.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecdb6454e9d8cec2fa017cad1d879a3e339003bf82392c4f716b6dbb5229292
+size 1972520471
diff --git a/checkpoints/tokens_005100208128.pth b/checkpoints/tokens_005100208128.pth
new file mode 100644
index 0000000000000000000000000000000000000000..71a36f5b5cf45052cf962b548c989aa6c5de8c6d
--- /dev/null
+++ b/checkpoints/tokens_005100208128.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8cfa571167644439420e9cef22ddbe97860251fbe942fc2363001c61cbf7b6
+size 1972520471
diff --git a/checkpoints/tokens_005400231936.pth b/checkpoints/tokens_005400231936.pth
new file mode 100644
index 0000000000000000000000000000000000000000..617655be213b054d92557c684f4c368ae5e58504
--- /dev/null
+++ b/checkpoints/tokens_005400231936.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2377fb415a7329b828672c1d552fb724ca5dc221961049a663b84eac083be1b1
+size 1972520471
diff --git a/checkpoints/tokens_005700255744.pth b/checkpoints/tokens_005700255744.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e6d7da80cb16d7c90efad402959de85cc20c9e37
--- /dev/null
+++ b/checkpoints/tokens_005700255744.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06707626ffc398a154bcdf89fae45913eb67ba48e8c7e7bf0f3d21a08409db7
+size 1972520471
diff --git a/checkpoints/tokens_006000279552.pth b/checkpoints/tokens_006000279552.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bce2f127944d312ecc500ba3e7d3cf5bfeb1a331
--- /dev/null
+++ b/checkpoints/tokens_006000279552.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6271b02a71d46b91a328703ec9b53cd992272ec0be813c33079309256e34059
+size 1972520471
diff --git a/checkpoints/tokens_006300303360.pth b/checkpoints/tokens_006300303360.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dfe1ada45d8b0edba8230220513bdc7d8732beac
--- /dev/null
+++ b/checkpoints/tokens_006300303360.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa15edde0b1fc4b405763b6f3fc2ab18f19ffd02a334b62ffd37d7c064f8577
+size 1972520471
diff --git a/checkpoints/tokens_006600327168.pth b/checkpoints/tokens_006600327168.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1f4c576205a21677212975b175b79cedb429f8ef
--- /dev/null
+++ b/checkpoints/tokens_006600327168.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c562f9cc04ab46e9b0c1cf398933780d2524120853adb3ab03c13e074ff9ac0a
+size 1972520471
diff --git a/checkpoints/tokens_006900350976.pth b/checkpoints/tokens_006900350976.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2fe5832ca658b17a2cc4e7b987749654d45f9c03
--- /dev/null
+++ b/checkpoints/tokens_006900350976.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaccc647ef6f3d8199786e3c381a7101e61329689d9c03566f4bbd93e6ee55c5
+size 1972520471
diff --git a/checkpoints/tokens_007200374784.pth b/checkpoints/tokens_007200374784.pth
new file mode 100644
index 0000000000000000000000000000000000000000..570e3c9a53255b54312a69ecdfc040f56ce650e1
--- /dev/null
+++ b/checkpoints/tokens_007200374784.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2245cdae2bc05c355024c6afed27625c225c3d4a981ae6b2d6a8d6534c4e28
+size 1972520471
diff --git a/checkpoints/tokens_007500201984.pth b/checkpoints/tokens_007500201984.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7a121dd8f769c7723b0be9b12484b34ffb92a841
--- /dev/null
+++ b/checkpoints/tokens_007500201984.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7fcaae17ea9cb0b3f70f23ef1bb3b83c60c14b72260308924a7a8e4ba7c17a
+size 1972520471
diff --git a/checkpoints/tokens_007800225792.pth b/checkpoints/tokens_007800225792.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6c32cf071610b4b2fbfb4f500ab839aebefa8c3b
--- /dev/null
+++ b/checkpoints/tokens_007800225792.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbabdc9a5a7de8c0f9a8cce16597dd6fadcabcc5af5a2218afe0339ba359fda6
+size 1972520471
diff --git a/checkpoints/tokens_008100249600.pth b/checkpoints/tokens_008100249600.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0b8ae8a9d82a576c62535c5275a8f80226152a39
--- /dev/null
+++ b/checkpoints/tokens_008100249600.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c61b171c4efa548f4f55f82576ecff8fb1c7b030fff75ee6ab3f5dccef83bf3
+size 1972520471
diff --git a/checkpoints/tokens_008400273408.pth b/checkpoints/tokens_008400273408.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8cf8cae84ad99e33ff3180edfbfe7bce7cc880fe
--- /dev/null
+++ b/checkpoints/tokens_008400273408.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcc77bfef85fd3ca9eae9660d82cc5d0ddaede5062793d4a19210dc7c3848e4
+size 1972520471
diff --git a/checkpoints/tokens_008700297216.pth b/checkpoints/tokens_008700297216.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d0d394345cf64dfc28c61cfa7755e1e45d5ed0d9
--- /dev/null
+++ b/checkpoints/tokens_008700297216.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cded30ee8e59723e5f8f59a8589ff47581677bc4f64325bd444c0934b6cbe8e
+size 1972520471
diff --git a/checkpoints/tokens_009000321024.pth b/checkpoints/tokens_009000321024.pth
new file mode 100644
index 0000000000000000000000000000000000000000..acb24f4707e0b46eb4dab64f371ca575957af51a
--- /dev/null
+++ b/checkpoints/tokens_009000321024.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b25129c5430d82cf81bb48263cf3c6650b7656dcb33edbe861f964ec85ed738
+size 1972520471
diff --git a/checkpoints/tokens_009300344832.pth b/checkpoints/tokens_009300344832.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b0037c0cc46eb489bcd8c4c8ff161a10cc6b6c1c
--- /dev/null
+++ b/checkpoints/tokens_009300344832.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c0271c5feb60adb8b232bb285937b7647a55f73cfa117af61cc9dfdfaddecf
+size 1972520471
diff --git a/checkpoints/tokens_009600368640.pth b/checkpoints/tokens_009600368640.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4fa3d35bc3d035c40df96857f0f6b2bb8f444c63
--- /dev/null
+++ b/checkpoints/tokens_009600368640.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b286a3c357fef72be1a325b9daf6ea562793691a7008646991294b9e9973cbe
+size 1972520471
diff --git a/checkpoints/tokens_009900392448.pth b/checkpoints/tokens_009900392448.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ebbb4b09189305c81cb3af70fad833f9b05c2478
--- /dev/null
+++ b/checkpoints/tokens_009900392448.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e455c65a131fff8b34e1e8cfb82a4206cc3f004222a8f121520936b927878b
+size 1972520471
diff --git a/checkpoints/tokens_010200219648.pth b/checkpoints/tokens_010200219648.pth
new file mode 100644
index 0000000000000000000000000000000000000000..15ea41eca9d563e3320d9ac3e9b3137e6dc995e2
--- /dev/null
+++ b/checkpoints/tokens_010200219648.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f9007f38c232045940e80b160fb9f086e44b66f87b4df210e5f7e1f8653dd9
+size 1972520471
diff --git a/checkpoints/tokens_010500243456.pth b/checkpoints/tokens_010500243456.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a445272f5dc5b8ea7b1340549defb4ebb1637c47
--- /dev/null
+++ b/checkpoints/tokens_010500243456.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d0b98bf6a1d681220903fb1dc870af19ae44b481b19e4f0e35031f6241594e
+size 1972520471
diff --git a/checkpoints/tokens_010800267264.pth b/checkpoints/tokens_010800267264.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0186fa742510ab4efb67993193c92e197962a881
--- /dev/null
+++ b/checkpoints/tokens_010800267264.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3c47291563209d2b5f0c4ce0b4256a571bcce7f9ccded55c12f7785172b430
+size 1972520471
diff --git a/checkpoints/tokens_011100291072.pth b/checkpoints/tokens_011100291072.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eda58bb188c9f20a80fbc1f292c41c95403c1526
--- /dev/null
+++ b/checkpoints/tokens_011100291072.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee444da2a3f522deca3033f68d1d3ef852b8f1f583747d26f50aed44cce6fd13
+size 1972520471
diff --git a/checkpoints/tokens_011400314880.pth b/checkpoints/tokens_011400314880.pth
new file mode 100644
index 0000000000000000000000000000000000000000..887ef89fd41b45e0092d14893e0db2d2fc997646
--- /dev/null
+++ b/checkpoints/tokens_011400314880.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10715ccf54257182cd540ca88f055a05cefc323d1709a5d8e6d7a801c472d79e
+size 1972520471
diff --git a/checkpoints/tokens_011700338688.pth b/checkpoints/tokens_011700338688.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2c2a94367907922138e1c82577e3663099d1c74b
--- /dev/null
+++ b/checkpoints/tokens_011700338688.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bd6295e7ac84dc2995f1ed25f01eba1f253aa321cb50ab9af70541f5f2c139
+size 1972520471
diff --git a/checkpoints/tokens_012000362496.pth b/checkpoints/tokens_012000362496.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3dfdfafefda99c22dcf542d0c268cbb6457afe0e
--- /dev/null
+++ b/checkpoints/tokens_012000362496.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9f094bda5a24813c9fa78c14cf3b6be3eff509ae70337fbcf43ce207503fed
+size 1972520471
diff --git a/checkpoints/tokens_012300386304.pth b/checkpoints/tokens_012300386304.pth
new file mode 100644
index 0000000000000000000000000000000000000000..229601060c1c8d8bb6933d4ee61f7e2c3252443f
--- /dev/null
+++ b/checkpoints/tokens_012300386304.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f027e412b6ddb61d4548cc93b57be490c3c892278b7f2c3cd109b09ab158f5
+size 1972520471
diff --git a/checkpoints/tokens_012600213504.pth b/checkpoints/tokens_012600213504.pth
new file mode 100644
index 0000000000000000000000000000000000000000..42335b4ffca18cc9c7cdf4f5df9a64fb6399f932
--- /dev/null
+++ b/checkpoints/tokens_012600213504.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edb8c4fd5d5fbae799c5a12b927e9be2f0468459844e0936c46113257e493b8
+size 1972520471
diff --git a/checkpoints/tokens_012900237312.pth b/checkpoints/tokens_012900237312.pth
new file mode 100644
index 0000000000000000000000000000000000000000..510db193595a4cdd5dfff95dadde7c97b85b87fa
--- /dev/null
+++ b/checkpoints/tokens_012900237312.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d153bc0cdef09e7574308bc13f76de9b8a8031839d025de47cdf4b7a14b6049
+size 1972520471
diff --git a/checkpoints/tokens_013200261120.pth b/checkpoints/tokens_013200261120.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0fe324cfc079b62bad21fca8f63214a3328d8676
--- /dev/null
+++ b/checkpoints/tokens_013200261120.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e38686aba27ef1c6f146166b538b58d07813361bf74a6b58d6831eaaff62f0
+size 1972520471
diff --git a/checkpoints/tokens_013500284928.pth b/checkpoints/tokens_013500284928.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cff11cda002ea9337e6e21771bdd2922456403fe
--- /dev/null
+++ b/checkpoints/tokens_013500284928.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105f70b1d38ee598f05956e300951f327dd58f37aa6e154ae3b1804a717b1cf8
+size 1972520471
diff --git a/checkpoints/tokens_013800308736.pth b/checkpoints/tokens_013800308736.pth
new file mode 100644
index 0000000000000000000000000000000000000000..41fe97e403e810f3f377b87c47e2885405aed3fe
--- /dev/null
+++ b/checkpoints/tokens_013800308736.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9a808fd0222c61758aed76cc8fa0816d0e9fc73bb497baa1ec4d1237d97772
+size 1972520471
diff --git a/checkpoints/tokens_014100332544.pth b/checkpoints/tokens_014100332544.pth
new file mode 100644
index 0000000000000000000000000000000000000000..057903ce8f50bf475e38cc789c8daf6f496856c9
--- /dev/null
+++ b/checkpoints/tokens_014100332544.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a41470d6040be37c55c82c215aca64e6b206f237ac08314e9efbb9b329ae88
+size 1972520471
diff --git a/checkpoints/tokens_014400356352.pth b/checkpoints/tokens_014400356352.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cdabed5a87e3786a6a85583b740d76caf8a02627
--- /dev/null
+++ b/checkpoints/tokens_014400356352.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a814daa237062ea6a089acdb0ae57c1aad7004a1770cc061404270e289ac16
+size 1972520471
diff --git a/checkpoints/tokens_014700380160.pth b/checkpoints/tokens_014700380160.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3d95e30501958c9636e8e191414417901946fa30
--- /dev/null
+++ b/checkpoints/tokens_014700380160.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968d93fc23c9899c16adc6a927ba8f2db914168f3f382f92c4e67aaa9b227adb
+size 1972520471
diff --git a/checkpoints/tokens_015000207360.pth b/checkpoints/tokens_015000207360.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e28ae366c3bd3f1f001b18a51c7a8acca7984450
--- /dev/null
+++ b/checkpoints/tokens_015000207360.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e2fc0f10972fb7221089825f52b6fd6b789415ae9275931ec8148f60bfbfec
+size 1972520471
diff --git a/checkpoints/tokens_015300231168.pth b/checkpoints/tokens_015300231168.pth
new file mode 100644
index 0000000000000000000000000000000000000000..de0e9e17b0e84ac70ed8716bdc17d87a75676ed0
--- /dev/null
+++ b/checkpoints/tokens_015300231168.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f6897ef2d4ba7ee4b54212edd153d401b2e4c1afdec264563b521cabcfc759
+size 1972520471
diff --git a/checkpoints/tokens_015600254976.pth b/checkpoints/tokens_015600254976.pth
new file mode 100644
index 0000000000000000000000000000000000000000..475cd103e410b8ca60da34c2018883fd3ef75fab
--- /dev/null
+++ b/checkpoints/tokens_015600254976.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee53d63a765d273ca483d171716de8e3fdbf10e1fa71f3f191ec414720af7cf4
+size 1972520471
diff --git a/checkpoints/tokens_015900278784.pth b/checkpoints/tokens_015900278784.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2f5ada67c8889af96ba6fb2907c1bd56ecb2e128
--- /dev/null
+++ b/checkpoints/tokens_015900278784.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f91ea1e86b06123806c4602b5b484f43cc30ee3a0f3ab914e87594bd33127c
+size 1972520471
diff --git a/checkpoints/tokens_016200302592.pth b/checkpoints/tokens_016200302592.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8562e4fd2b2d47e84e44d1a14d598f0a15db973e
--- /dev/null
+++ b/checkpoints/tokens_016200302592.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8885e5f8d618f2a1bb612373e0b2d51a6b2b3ef850d291e762ca8fe9db4547
+size 1972520471
diff --git a/checkpoints/tokens_016500326400.pth b/checkpoints/tokens_016500326400.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4316ed8f68d439d63e0274345e16e11c6c30d1a6
--- /dev/null
+++ b/checkpoints/tokens_016500326400.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021b62f380b03a22c5fe7d2ae087227f03fd9b3df528b834ecab4323b3b28845
+size 1972520471
diff --git a/checkpoints/tokens_016800350208.pth b/checkpoints/tokens_016800350208.pth
new file mode 100644
index 0000000000000000000000000000000000000000..324dd97677a70194b15cfe0990643a9504340c0b
--- /dev/null
+++ b/checkpoints/tokens_016800350208.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bdf1b38803209554084f77a0a7d4138486db7a67cb85422c1bfcd358e56a8a
+size 1972520471
diff --git a/checkpoints/tokens_017100374016.pth b/checkpoints/tokens_017100374016.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a998d1a3e1a2216d63ef4f46c6268ccd7978bac4
--- /dev/null
+++ b/checkpoints/tokens_017100374016.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15eecbab1c69ec476efaa1e0624eccfa2a49ed2dfead623b5519d8dd71e78131
+size 1972520471
diff --git a/checkpoints/tokens_017400201216.pth b/checkpoints/tokens_017400201216.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fdd155c62a128fef84de333f309e4355ae905727
--- /dev/null
+++ b/checkpoints/tokens_017400201216.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1791f3388872a16c15f644366497d2f553d7b918c1a2ec16c19266797a8ba482
+size 1972520471
diff --git a/checkpoints/tokens_017700225024.pth b/checkpoints/tokens_017700225024.pth
new file mode 100644
index 0000000000000000000000000000000000000000..df20df86bc058b910fff3eda7a8ca0b859b55dd5
--- /dev/null
+++ b/checkpoints/tokens_017700225024.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce33591cf988ca2da8a64d5f16f4b1c45a6f01a9b3a757162e5fe266fd7e262a
+size 1972520471
diff --git a/checkpoints/tokens_018000248832.pth b/checkpoints/tokens_018000248832.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1162caa4032ce2420e0d16e0a5ed9c68c5cf8f9a
--- /dev/null
+++ b/checkpoints/tokens_018000248832.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a193c946b46cc3237ddbce9df51e11c0dae763ce3a290826a4b96deca350c459
+size 1972520471
diff --git a/checkpoints/tokens_018300272640.pth b/checkpoints/tokens_018300272640.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9bd746a510d6912fd3ec0d7214cc71f2d9134170
--- /dev/null
+++ b/checkpoints/tokens_018300272640.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfa953ed99b024d3590e806cca022d91f396dddc07f1936d537049e07898cbf
+size 1972520471
diff --git a/checkpoints/tokens_018600296448.pth b/checkpoints/tokens_018600296448.pth
new file mode 100644
index 0000000000000000000000000000000000000000..02d97636385d7c1e40346e29a4331590c476c3a4
--- /dev/null
+++ b/checkpoints/tokens_018600296448.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1196e8669b3dd196b0934e45817ef9aa1596b1aca5979d8d55aa68903307bb5b
+size 1972520471
diff --git a/checkpoints/tokens_018900320256.pth b/checkpoints/tokens_018900320256.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3e33a6cf7eb8c69fae52a164da84aa852376105b
--- /dev/null
+++ b/checkpoints/tokens_018900320256.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afc93d9413889f7772bdc5c19d56ae5952d54429c681ffc5fc49cd7b9811a54
+size 1972520471
diff --git a/checkpoints/tokens_019200344064.pth b/checkpoints/tokens_019200344064.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6c369db013b810276bdcd2b6cb458431ed7ec2bf
--- /dev/null
+++ b/checkpoints/tokens_019200344064.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76eda1bb60776b6ef44a6cd54df00fa1da82d414cd2d3b513fbb839a33116bf
+size 1972520471
diff --git a/checkpoints/tokens_019500367872.pth b/checkpoints/tokens_019500367872.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f29c4561989f83c1e2839a8c7665c25d4fff33e6
--- /dev/null
+++ b/checkpoints/tokens_019500367872.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bbe0492cc57cad581b658cc5edd3a70ec6328bd9191dd85ebd2e2ef44c2c77
+size 1972520471
diff --git a/checkpoints/tokens_019800391680.pth b/checkpoints/tokens_019800391680.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e44034cb3de92844a46f9bc34bced6fe53c95323
--- /dev/null
+++ b/checkpoints/tokens_019800391680.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e101ea30f384ac4c769911c280d1577e0e500c5c537f21602625bc71cb62bc
+size 1972520471
diff --git a/checkpoints/tokens_020100218880.pth b/checkpoints/tokens_020100218880.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9043ea004bb03010f172818fd4756ff4d6f9576b
--- /dev/null
+++ b/checkpoints/tokens_020100218880.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e962a3d72b07e4441ad077a548e2510e5202e96f167f5c45a4e8dedd8e786058
+size 1972520471
diff --git a/checkpoints/tokens_020400242688.pth b/checkpoints/tokens_020400242688.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb8ecf584dd2bdd54886fcff5cfc90f47f870fca
--- /dev/null
+++ b/checkpoints/tokens_020400242688.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67645358e5cc8aba50b6414db462239ed38e1bc68e829725531570b1aa211346
+size 1972520471
diff --git a/checkpoints/tokens_020700266496.pth b/checkpoints/tokens_020700266496.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4051ff88f0ff7583bd8b73b82ce4b29701cb19eb
--- /dev/null
+++ b/checkpoints/tokens_020700266496.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0657b03930930c47aecfdfa30bb1c8eb5621aa2ce020bef6e3fcff520441b45c
+size 1972520471
diff --git a/checkpoints/tokens_021000290304.pth b/checkpoints/tokens_021000290304.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a98b74139205b4dc82441d8303a7c632032239ae
--- /dev/null
+++ b/checkpoints/tokens_021000290304.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d852a20108cbe9242384e71063ca0a7f51e9596bf03a5b5724df1be839c65838
+size 1972520471
diff --git a/checkpoints/tokens_021300314112.pth b/checkpoints/tokens_021300314112.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5399e1a5048b66b8c380c99dedbeeab0c9f5b92d
--- /dev/null
+++ b/checkpoints/tokens_021300314112.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47574bcd02c1f4daf1d9debd6a68cee0c87e73caa6203f9f4ab8eb74eefccae6
+size 1972520471
diff --git a/checkpoints/tokens_021600337920.pth b/checkpoints/tokens_021600337920.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eafabecc17c431709b345d2d142a90dc8664a898
--- /dev/null
+++ b/checkpoints/tokens_021600337920.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506fbd1b9b496f207826a6d194382ff66f3cd6fb5b0c01912a4c59e7bbac7460
+size 1972520471
diff --git a/checkpoints/tokens_021900361728.pth b/checkpoints/tokens_021900361728.pth
new file mode 100644
index 0000000000000000000000000000000000000000..46f4e799ce23126ad448aee25e9a1fa0d6587110
--- /dev/null
+++ b/checkpoints/tokens_021900361728.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0200e23a84a4a4ca916c88b929120c1e2e8c60debcbc11c3b46002f4e0ce2c3
+size 1972520471
diff --git a/checkpoints/tokens_022200385536.pth b/checkpoints/tokens_022200385536.pth
new file mode 100644
index 0000000000000000000000000000000000000000..03bb8802c9e79051169a7aa8912c5ca9f664d0b3
--- /dev/null
+++ b/checkpoints/tokens_022200385536.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef6bd0161bc78d21a5f70b6117426354f8219aa01d54714d439ea544db9dc26
+size 1972520471
diff --git a/checkpoints/tokens_022500212736.pth b/checkpoints/tokens_022500212736.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4714826de995734eb17d4d51ef1e5e109bc36a69
--- /dev/null
+++ b/checkpoints/tokens_022500212736.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b838b409830837054d969c354b73fc803e723c03e6aa6f23eae698d4c662343
+size 1972520471
diff --git a/checkpoints/tokens_022800236544.pth b/checkpoints/tokens_022800236544.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e25d4ac479810ef844c73870411b2d160a072e8c
--- /dev/null
+++ b/checkpoints/tokens_022800236544.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6debe9014db3c756ebe51aa46f15a734229fa298e3648a0b8db7584be547af81
+size 1972520471
diff --git a/checkpoints/tokens_023100260352.pth b/checkpoints/tokens_023100260352.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fac473f95f1fdb2c5f0e62f7c2ad396975dfe003
--- /dev/null
+++ b/checkpoints/tokens_023100260352.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed85f091f067ca38ec938393162627ebc952cc8b515ebadee89b63787cea90d3
+size 1972520471
diff --git a/checkpoints/tokens_023400284160.pth b/checkpoints/tokens_023400284160.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2ba1e13bcf70dbdf7344bf8ee6116ac690b7dd82
--- /dev/null
+++ b/checkpoints/tokens_023400284160.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaef5acceac39d0006e9267f75ee8bdc21c390d829912799e6acd8c445ee7410
+size 1972520471
diff --git a/checkpoints/tokens_023700307968.pth b/checkpoints/tokens_023700307968.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a0997d4530f0fab703f82fe2a10f4c822a1b9a24
--- /dev/null
+++ b/checkpoints/tokens_023700307968.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57854c6614f04d703b4d9f3f70d2c8a4af5807ed93f61423dfada776e865234
+size 1972520471
diff --git a/checkpoints/tokens_024000331776.pth b/checkpoints/tokens_024000331776.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d5727ceff82b2ccb58cfc4335caf59ac5a8aef54
--- /dev/null
+++ b/checkpoints/tokens_024000331776.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f06aa3412f2e9506c1db3881f63164dcc65ed5ed5056a9483f419e13cc08f9
+size 1972520471
diff --git a/checkpoints/tokens_024300355584.pth b/checkpoints/tokens_024300355584.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4d165187ad64476a4a5780a8c316f5773729ad41
--- /dev/null
+++ b/checkpoints/tokens_024300355584.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3027d87c75172e354a1bc1a964c6ac71836dbee1e6ab10ac4f5e3e394ce7d4
+size 1972520471
diff --git a/checkpoints/tokens_024600379392.pth b/checkpoints/tokens_024600379392.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9f9330b34440faaf07d1637c37c04b1c5b37cd1c
--- /dev/null
+++ b/checkpoints/tokens_024600379392.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59793e28e7123b2f4b9986344da780be2a3a5400531d24b5ea6b34f29d4d1bd
+size 1972520471
diff --git a/checkpoints/tokens_024900206592.pth b/checkpoints/tokens_024900206592.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b64810c9888b6859fbbb93c1c5cc36e0fcb0e207
--- /dev/null
+++ b/checkpoints/tokens_024900206592.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2428d26b4d0258d7bc87e4917b6c4a5452e83f8a491049e97ec4116df7533fe
+size 1972520471
diff --git a/checkpoints/tokens_025200230400.pth b/checkpoints/tokens_025200230400.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aa01b596b2b6b26d488e59b584ab40e877ee407c
--- /dev/null
+++ b/checkpoints/tokens_025200230400.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e801213096ffb95ce7d638094fdd7df6f8022d19117587a4874347853107171
+size 1972520471
diff --git a/checkpoints/tokens_025500254208.pth b/checkpoints/tokens_025500254208.pth
new file mode 100644
index 0000000000000000000000000000000000000000..80119475272272089c4dd0db2fc1b167126a1133
--- /dev/null
+++ b/checkpoints/tokens_025500254208.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd11fbffc4b3674e90a7a0a7c9088cd852e184027ef019f5d751f84c1e982cc7
+size 1972520471
diff --git a/checkpoints/tokens_025800278016.pth b/checkpoints/tokens_025800278016.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5a51c664307412b26e6147001c47b387e5410175
--- /dev/null
+++ b/checkpoints/tokens_025800278016.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd3e3acfc671861960982357fe8b3f26a3cd48ed6578ed91ac30a0bfc81035f
+size 1972520471
diff --git a/checkpoints/tokens_026100301824.pth b/checkpoints/tokens_026100301824.pth
new file mode 100644
index 0000000000000000000000000000000000000000..45c502daf0f1b9b76363345d9619ecaa7b1e9745
--- /dev/null
+++ b/checkpoints/tokens_026100301824.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692e5f7292c89061b01119b4c60c82d78bb57ac08a77687a9ac722468c4b9e53
+size 1972520471
diff --git a/checkpoints/tokens_026400325632.pth b/checkpoints/tokens_026400325632.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dc4acd940a59d673561f96fc80b2bd3b87179090
--- /dev/null
+++ b/checkpoints/tokens_026400325632.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae60ae92328ee90e39e6cf8a48c4ac5381b91399c701040101269b3246de9f1
+size 1972520471
diff --git a/checkpoints/tokens_026700349440.pth b/checkpoints/tokens_026700349440.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e67d9e2da1f4d7d4ebb16e2e9065a57ab85228d8
--- /dev/null
+++ b/checkpoints/tokens_026700349440.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd897c83f9b8b979f55e1ca308371c52d7ed06d3905248fffac2e9b8238e941
+size 1972520471
diff --git a/checkpoints/tokens_027000373248.pth b/checkpoints/tokens_027000373248.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a0a27b3bbab8c530767b8d233354983be3880c1
--- /dev/null
+++ b/checkpoints/tokens_027000373248.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa887de51d870580d821b792c95472b0cb784b8d727c019d6fe51ef3986fa92
+size 1972520471
diff --git a/checkpoints/tokens_027300200448.pth b/checkpoints/tokens_027300200448.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c7e3c59e0dbdd7ac8703a043bf9ddaafa3c4fea4
--- /dev/null
+++ b/checkpoints/tokens_027300200448.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de489750a04221960eb481ba89fd74867084fd0841ab01a190fff912c98d6197
+size 1972520471
diff --git a/checkpoints/tokens_027600224256.pth b/checkpoints/tokens_027600224256.pth
new file mode 100644
index 0000000000000000000000000000000000000000..305ad54c939df70a0418332e6c5f33c4b416c6a0
--- /dev/null
+++ b/checkpoints/tokens_027600224256.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14a3908636f98165f0538c8e5160230a6109044575ffb8fdf69bc72b6e57957
+size 1972520471
diff --git a/checkpoints/tokens_027900248064.pth b/checkpoints/tokens_027900248064.pth
new file mode 100644
index 0000000000000000000000000000000000000000..af3a78b09a55627e7c04bccf1f419dbab34dace8
--- /dev/null
+++ b/checkpoints/tokens_027900248064.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c459f19f25e26ab6906860b3fee32d479c3aa67977084058dd4c88a67b6278
+size 1972520471
diff --git a/checkpoints/tokens_028200271872.pth b/checkpoints/tokens_028200271872.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93f5a11561fa85820fa75e3eb05000afc3c4f41e
--- /dev/null
+++ b/checkpoints/tokens_028200271872.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b91df4be48434c0f94e2adb70c365805a2bb59f33f68b928727090195d7d72
+size 1972520471
diff --git a/checkpoints/tokens_028500295680.pth b/checkpoints/tokens_028500295680.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a1ac2a762958962e485979bd5919b482bb19c530
--- /dev/null
+++ b/checkpoints/tokens_028500295680.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7b65e5876b5695f4b4e57f247f38d747e5bf2ace9a5bffdb1494cd8728b556
+size 1972520471
diff --git a/checkpoints/tokens_028800319488.pth b/checkpoints/tokens_028800319488.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4b6625db85a8faf8c689c9e770e833ddf4266171
--- /dev/null
+++ b/checkpoints/tokens_028800319488.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a873591ead5731424b162c74eaf2e1d0f6b802863aa631c72ccfc79eac9660
+size 1972520471
diff --git a/checkpoints/tokens_029100343296.pth b/checkpoints/tokens_029100343296.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cc27bb1b88ccd9cc9d0ccfe07b7d2903d03a0dbe
--- /dev/null
+++ b/checkpoints/tokens_029100343296.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9420c222f1a5b75e85a31a2add4526e4300b34fe866e18fecae00ebc3a932fdb
+size 1972520471
diff --git a/checkpoints/tokens_029400367104.pth b/checkpoints/tokens_029400367104.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aa1523f33b5aafb8622adf875181c135a405bdeb
--- /dev/null
+++ b/checkpoints/tokens_029400367104.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226bea833b249949948e211a1b4f6b7a339528342bbfd217534f7f987db1e524
+size 1972520471
diff --git a/checkpoints/tokens_029700390912.pth b/checkpoints/tokens_029700390912.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f029c2184f61e43d871368ff2382a7cd2fcf7e4d
--- /dev/null
+++ b/checkpoints/tokens_029700390912.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffca2c19ea676aad097cc90dae241cc16f46ffed326c9b29b23388ceabf25c48
+size 1972520471
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a082bc27f075bf5987fab25c4bd6913c9824bcea
--- /dev/null
+++ b/config.json
@@ -0,0 +1,55 @@
+{
+  "n_layers": 12,
+  "d_model": 1536,
+  "d_mlp": 6144,
+  "d_head": 64,
+  "n_heads": 24,
+  "lr_hidden": 0.002,
+  "lr_vector": 0.001,
+  "batch_size_per_device": 6,
+  "batches_per_step": 4,
+  "seed": 121212,
+  "save_checkpoints": true,
+  "debug": false,
+  "debug_batch": false,
+  "normalization": "LN",
+  "max_tokens": 30000000000,
+  "version": 411,
+  "use_bfloat16_matmul": true,
+  "n_ctx": 1024,
+  "d_vocab": 48262,
+  "tokenizer_name": "NeelNanda/gpt-neox-tokenizer-digits",
+  "betas": [
+    0.9,
+    0.99
+  ],
+  "weight_decay": 0.05,
+  "dataset_name": "c4_code",
+  "grad_norm_clip": 1.0,
+  "n_devices": 8,
+  "act_fn": "solu_ln",
+  "shortformer_pos": false,
+  "attn_only": false,
+  "ln_eps": 1e-05,
+  "lr_schedule": "cosine_warmup",
+  "warmup_tokens": 300000000,
+  "train_loss_ewma_beta": 0.99,
+  "truncate_tokens": 1000000000000,
+  "log_interval": 50,
+  "initializer_scale_global": 1.0,
+  "initializer_scale_hidden": 0.02,
+  "initializer_scale_embed": 0.1,
+  "initializer_scale_unembed": 0.02,
+  "neuron_scale": 1.0,
+  "neuron_temp": 1.0,
+  "use_acc": false,
+  "weight_init_scheme": "gpt2",
+  "fixed_init": "",
+  "store_init": false,
+  "control": 1.0,
+  "tokens_per_step": 196608,
+  "batch_size": 48,
+  "max_steps": 152587,
+  "warmup_steps": 1525,
+  "n_params": 339738624
+}
\ No newline at end of file
diff --git a/model_final.pth b/model_final.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9d003fd9b03ec462c2f4ee3643384f703b4d1962
--- /dev/null
+++ b/model_final.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4240533d0bc065bf0e5318234ad49043e9f7e0ea97fdcd1c1c9c3e539c2f6205
+size 1972520471
diff --git a/model_init.pth b/model_init.pth
new file mode 100644
index 0000000000000000000000000000000000000000..221dee50c44db97d8d34ab3e5511c538f898ef7e
--- /dev/null
+++ b/model_init.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793552632a44404b85808b8387e1a28843a0fd05208aaf70613e5b777a133a3d
+size 1972517079
diff --git a/optimizer_state_dict.pth b/optimizer_state_dict.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8fb0f043136dd1866ced95a6acc93158f5ca95c8
--- /dev/null
+++ b/optimizer_state_dict.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4dcc9dead0e9e536bf9f96ed0964222bf81d5925e01bda4d961246e21212d18
+size 3919829453
diff --git a/scheduler_state_dict.pth b/scheduler_state_dict.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4391ad0920f920c79590c60750c5bf9ce41deb41
--- /dev/null
+++ b/scheduler_state_dict.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b17e235feffe7976a18ebdedd1f26c60008f821ddb8c1cfcf92fd5adeb7df2
+size 751