itaihay commited on
Commit
494ae8f
·
1 Parent(s): 804724b

add tokenizer

Browse files
runs/Apr26_19-06-59_itai-gpu-dev1/events.out.tfevents.1651000030.itai-gpu-dev1.166177.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02a9fbbf8a1b53f9c4b8eeac3281421027837c8c383e86bc75cf84b3c1b79181
3
- size 48991
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a4745b468d0bf018988f9f2547480e17fc36ad271f4a52384f0fdd709db80c3
3
+ size 49511
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer", "processor_class": "Wav2Vec2Processor"}
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer"}