itaihay commited on
Commit
48a03ff
·
1 Parent(s): 0107fbe

add tokenizer

Browse files
runs/Apr14_22-42-10_itai-gpu-dev1/events.out.tfevents.1649976138.itai-gpu-dev1.23731.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86d8c04465c459788405d15f72b02455200ef1d66667e5d63cc6f75ed44bfd31
3
- size 62557
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a64d1d69a2f2718c41df236fe1b140254af89746a5232bd6917163fd5c6cd8c
3
+ size 62917
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer", "processor_class": "Wav2Vec2Processor"}
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer"}