add tokenizer

runs/Aug10_15-27-53_hpc-Aquarium2/1691656100.8611255/events.out.tfevents.1691656100.hpc-Aquarium2.1009999.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f28daaa75b0a40c4d9c437cde3ba7a3ace493c514fcd64c6be173ec332796a4
+size 4538

runs/Aug10_15-27-53_hpc-Aquarium2/events.out.tfevents.1691656100.hpc-Aquarium2.1009999.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6f87671908c336bae54b7f8bc8ee45df37a54de3f1a320179c00bfe3067c85
+size 4188

tokenizer_config.json

@@ -1 +1 @@
-{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": " ", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
+{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./", "tokenizer_class": "Wav2Vec2CTCTokenizer"}