AdaCodruta commited on
Commit
927a24f
·
verified ·
1 Parent(s): faf9fc1

Upload tokenizer

Browse files
Files changed (4) hide show
  1. README.md +3 -3
  2. added_tokens.json +2 -2
  3. tokenizer_config.json +6 -5
  4. vocab.json +43 -42
README.md CHANGED
@@ -11,8 +11,8 @@ model-index:
11
  - name: wav2vec2-romanian-test
12
  results:
13
  - task:
14
- name: Automatic Speech Recognition
15
  type: automatic-speech-recognition
 
16
  dataset:
17
  name: common_voice_17_0
18
  type: common_voice_17_0
@@ -20,9 +20,9 @@ model-index:
20
  split: validation
21
  args: ro
22
  metrics:
23
- - name: Wer
24
- type: wer
25
  value: 0.9992270033496522
 
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
11
  - name: wav2vec2-romanian-test
12
  results:
13
  - task:
 
14
  type: automatic-speech-recognition
15
+ name: Automatic Speech Recognition
16
  dataset:
17
  name: common_voice_17_0
18
  type: common_voice_17_0
 
20
  split: validation
21
  args: ro
22
  metrics:
23
+ - type: wer
 
24
  value: 0.9992270033496522
25
+ name: Wer
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
added_tokens.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
- "</s>": 44,
3
- "<s>": 43
4
  }
 
1
  {
2
+ "</s>": 45,
3
+ "<s>": 44
4
  }
tokenizer_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "added_tokens_decoder": {
3
- "41": {
4
  "content": "[UNK]",
5
  "lstrip": true,
6
  "normalized": false,
@@ -8,7 +8,7 @@
8
  "single_word": false,
9
  "special": false
10
  },
11
- "42": {
12
  "content": "[PAD]",
13
  "lstrip": true,
14
  "normalized": false,
@@ -16,7 +16,7 @@
16
  "single_word": false,
17
  "special": false
18
  },
19
- "43": {
20
  "content": "<s>",
21
  "lstrip": false,
22
  "normalized": false,
@@ -24,7 +24,7 @@
24
  "single_word": false,
25
  "special": true
26
  },
27
- "44": {
28
  "content": "</s>",
29
  "lstrip": false,
30
  "normalized": false,
@@ -34,9 +34,10 @@
34
  }
35
  },
36
  "bos_token": "<s>",
37
- "clean_up_tokenization_spaces": true,
38
  "do_lower_case": false,
39
  "eos_token": "</s>",
 
40
  "model_max_length": 1000000000000000019884624838656,
41
  "pad_token": "[PAD]",
42
  "replace_word_delimiter_char": " ",
 
1
  {
2
  "added_tokens_decoder": {
3
+ "42": {
4
  "content": "[UNK]",
5
  "lstrip": true,
6
  "normalized": false,
 
8
  "single_word": false,
9
  "special": false
10
  },
11
+ "43": {
12
  "content": "[PAD]",
13
  "lstrip": true,
14
  "normalized": false,
 
16
  "single_word": false,
17
  "special": false
18
  },
19
+ "44": {
20
  "content": "<s>",
21
  "lstrip": false,
22
  "normalized": false,
 
24
  "single_word": false,
25
  "special": true
26
  },
27
+ "45": {
28
  "content": "</s>",
29
  "lstrip": false,
30
  "normalized": false,
 
34
  }
35
  },
36
  "bos_token": "<s>",
37
+ "clean_up_tokenization_spaces": false,
38
  "do_lower_case": false,
39
  "eos_token": "</s>",
40
+ "extra_special_tokens": {},
41
  "model_max_length": 1000000000000000019884624838656,
42
  "pad_token": "[PAD]",
43
  "replace_word_delimiter_char": " ",
vocab.json CHANGED
@@ -1,45 +1,46 @@
1
  {
2
- " ": 12,
3
- "[PAD]": 42,
4
- "[UNK]": 41,
5
- "a": 3,
6
- "b": 11,
7
- "c": 2,
8
- "d": 21,
9
- "e": 26,
10
- "f": 24,
11
- "g": 28,
12
- "h": 31,
13
- "i": 9,
14
- "j": 8,
15
- "k": 20,
16
- "l": 32,
17
- "m": 16,
18
- "n": 18,
19
- "o": 30,
20
- "p": 23,
21
- "q": 27,
22
- "r": 38,
23
- "s": 33,
24
- "t": 0,
25
- "u": 36,
26
- "v": 4,
27
- "w": 13,
28
- "x": 25,
29
- "y": 39,
30
  "z": 29,
31
- "á": 22,
32
- "â": 10,
33
- "é": 17,
34
- "î": 14,
35
- "ü": 37,
36
- "ă": 35,
37
- "ć": 6,
38
- "đ": 19,
39
- "ş": 7,
40
- "š": 5,
41
- "ţ": 1,
42
- "ș": 34,
43
- "ț": 15,
44
- "": 40
 
45
  }
 
1
  {
2
+ " ": 14,
3
+ "[PAD]": 43,
4
+ "[UNK]": 42,
5
+ "a": 7,
6
+ "b": 36,
7
+ "c": 27,
8
+ "d": 5,
9
+ "e": 2,
10
+ "f": 32,
11
+ "g": 17,
12
+ "h": 3,
13
+ "i": 12,
14
+ "j": 37,
15
+ "k": 28,
16
+ "l": 18,
17
+ "m": 0,
18
+ "n": 15,
19
+ "o": 41,
20
+ "p": 4,
21
+ "q": 39,
22
+ "r": 6,
23
+ "s": 1,
24
+ "t": 23,
25
+ "u": 16,
26
+ "v": 25,
27
+ "w": 31,
28
+ "x": 9,
29
+ "y": 11,
30
  "z": 29,
31
+ "á": 40,
32
+ "â": 33,
33
+ "é": 21,
34
+ "î": 19,
35
+ "ü": 22,
36
+ "ă": 30,
37
+ "ć": 24,
38
+ "č": 34,
39
+ "đ": 8,
40
+ "ş": 13,
41
+ "š": 38,
42
+ "ţ": 10,
43
+ "ș": 20,
44
+ "ț": 35,
45
+ "”": 26
46
  }