itaihay commited on
Commit
c1bdb3d
·
1 Parent(s): b868b1b

add tokenizer

Browse files
runs/Apr11_11-03-10_itai-gpu-dev1/1649675035.225072/events.out.tfevents.1649675035.itai-gpu-dev1.2030.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e146a50ec8fb695b79ba45c1b17ebe8cb5f4427ab277584b18f4cd2747428a7
3
+ size 4907
runs/Apr11_11-03-10_itai-gpu-dev1/events.out.tfevents.1649675035.itai-gpu-dev1.2030.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4806bb3a03bdf464709efff5de512c1d085dfd10cf22370d8368207c84662118
3
+ size 4136
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer", "processor_class": "Wav2Vec2Processor"}
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "tokenizer_class": "Wav2Vec2CTCTokenizer"}