itaihay commited on
Commit
bab6646
·
1 Parent(s): d2cff8a

add tokenizer

Browse files
runs/Apr13_23-14-32_itai-gpu-dev1/events.out.tfevents.1649891683.itai-gpu-dev1.26919.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:370ac08cac62a80322cd0459bb8545b52284e2476578c2aa3be7a05f768a1429
3
- size 14531
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808042e33c004cd2e8ca6c81106f0b9c088f46cfe67330bfb7c9334a78b6e87b
3
+ size 14891
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer", "processor_class": "Wav2Vec2Processor"}
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer"}