add tokenizer

runs/Apr11_23-42-24_itai-gpu-dev1/1649720568.3123066/events.out.tfevents.1649720568.itai-gpu-dev1.8096.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cca38cf9b5dd4d6454ea5b628fd476a22a1f3f75e8e06bf63d683b918dc9ec
+size 4907

runs/Apr11_23-42-24_itai-gpu-dev1/events.out.tfevents.1649720568.itai-gpu-dev1.8096.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a2c4e5569546ccdc5c4736d4f483c67d837fb5bdbd348509a9d94111757e88
+size 4908

tokenizer_config.json

@@ -1 +1 @@
-{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer", "processor_class": "Wav2Vec2Processor"}
+{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer"}