itaihay commited on
Commit
c8182b9
·
1 Parent(s): 0f8903d

add tokenizer

Browse files
runs/Apr12_16-31-31_itai-gpu-dev1/events.out.tfevents.1649781120.itai-gpu-dev1.1837.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:240507d173924005905750f5cae139764ce061fe6d088ca039f4e3bf6503e94c
3
- size 9340
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddbeabda99da69067bc0e6594b8739d086741b33d8c4256d0c17f46f9a0a28a8
3
+ size 9700
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer", "processor_class": "Wav2Vec2Processor"}
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer"}