add tokenizer

runs/Mar28_15-32-54_ip-172-31-29-56/1648481593.7640986/events.out.tfevents.1648481593.ip-172-31-29-56

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f2f870537e7cd3186edb5d73751628acc5dd3d5abf1a7a1d1592c1859c06c6
+size 4323

runs/Mar28_15-32-54_ip-172-31-29-56/events.out.tfevents.1648481593.ip-172-31-29-56

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c03b7ab0aa06280d5b35e8ba3cc711851699642321b6d0bdd1e0322173b69e
+size 4150