srikant-devrev commited on
Commit
22a3cdf
·
1 Parent(s): d1d32a3

Upload tokenizer

Browse files
Files changed (2) hide show
  1. added_tokens.json +3 -3
  2. tokenizer.json +3 -3
added_tokens.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "p0": 50259,
3
- "p1": 50257,
4
- "p2": 50258
5
  }
 
1
  {
2
+ "p0": 50257,
3
+ "p1": 50258,
4
+ "p2": 50259
5
  }
tokenizer.json CHANGED
@@ -14,7 +14,7 @@
14
  },
15
  {
16
  "id": 50257,
17
- "content": "p1",
18
  "single_word": false,
19
  "lstrip": false,
20
  "rstrip": false,
@@ -23,7 +23,7 @@
23
  },
24
  {
25
  "id": 50258,
26
- "content": "p2",
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
@@ -32,7 +32,7 @@
32
  },
33
  {
34
  "id": 50259,
35
- "content": "p0",
36
  "single_word": false,
37
  "lstrip": false,
38
  "rstrip": false,
 
14
  },
15
  {
16
  "id": 50257,
17
+ "content": "p0",
18
  "single_word": false,
19
  "lstrip": false,
20
  "rstrip": false,
 
23
  },
24
  {
25
  "id": 50258,
26
+ "content": "p1",
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
 
32
  },
33
  {
34
  "id": 50259,
35
+ "content": "p2",
36
  "single_word": false,
37
  "lstrip": false,
38
  "rstrip": false,