zainulhakim commited on
Commit
5fb9e47
·
verified ·
1 Parent(s): 8cf2704

Upload tokenizer

Browse files
Files changed (1) hide show
  1. vocab.json +18 -18
vocab.json CHANGED
@@ -1,22 +1,22 @@
1
  {
2
  "[PAD]": 19,
3
  "[UNK]": 18,
4
- "a": 9,
5
- "c": 10,
6
- "d": 17,
7
- "e": 6,
8
- "f": 3,
9
- "h": 12,
10
- "i": 13,
11
- "l": 16,
12
- "m": 8,
13
- "n": 7,
14
- "o": 4,
15
- "p": 5,
16
- "r": 1,
17
- "s": 15,
18
- "t": 2,
19
- "u": 11,
20
- "x": 14,
21
- "|": 0
22
  }
 
1
  {
2
  "[PAD]": 19,
3
  "[UNK]": 18,
4
+ "a": 11,
5
+ "c": 9,
6
+ "d": 8,
7
+ "e": 14,
8
+ "f": 1,
9
+ "h": 16,
10
+ "i": 15,
11
+ "l": 17,
12
+ "m": 0,
13
+ "n": 4,
14
+ "o": 6,
15
+ "p": 12,
16
+ "r": 13,
17
+ "s": 2,
18
+ "t": 3,
19
+ "u": 7,
20
+ "x": 5,
21
+ "|": 10
22
  }