add tokenizer

runs/Mar23_19-53-39_ip-172-31-29-56/1648065246.2610235/events.out.tfevents.1648065246.ip-172-31-29-56

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76298cd933c356ff9141cf0ce5afa3b3b4fe63b638dc8defcbe429a4050b4e72
+size 4558

runs/Mar23_19-53-39_ip-172-31-29-56/events.out.tfevents.1648065246.ip-172-31-29-56

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b4e50b1a430f22bfbaa7416291ccf42547913af4f8fdbc3b5dd7b2bc356d99
+size 4702