add tokenizer

runs/Mar23_23-55-05_ip-172-31-29-56/1648080398.8468554/events.out.tfevents.1648080398.ip-172-31-29-56

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862b3902016c77dcbf5758e3b533e78dd591a6642b5d1ced1fe971dffdc4082e
+size 4558

runs/Mar23_23-55-05_ip-172-31-29-56/events.out.tfevents.1648080398.ip-172-31-29-56

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363e6a5e958bfc4e6ae9c590bcea40b9198d163179270b52aa0f6ab75d724d6a
+size 4702