HamAndCheese82 commited on
Commit
65e0bb3
·
verified ·
1 Parent(s): 698454f

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +4 -4
  2. tokenizer.json +4 -4
  3. tokenizer_config.json +4 -4
added_tokens.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "</line>": 57531,
3
- "</s_HW>": 57525,
4
  "</s_P>": 57528,
5
- "<MathOCR>": 57526,
6
- "<line>": 57529,
7
  "<s_HW>": 57527,
8
- "<s_P>": 57530,
9
  "<s_iitcdip>": 57523,
10
  "<s_synthdog>": 57524,
11
  "<sep/>": 57522
 
1
  {
2
  "</line>": 57531,
3
+ "</s_HW>": 57526,
4
  "</s_P>": 57528,
5
+ "<MathOCR>": 57530,
6
+ "<line>": 57525,
7
  "<s_HW>": 57527,
8
+ "<s_P>": 57529,
9
  "<s_iitcdip>": 57523,
10
  "<s_synthdog>": 57524,
11
  "<sep/>": 57522
tokenizer.json CHANGED
@@ -91,7 +91,7 @@
91
  },
92
  {
93
  "id": 57525,
94
- "content": "</s_HW>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
@@ -100,7 +100,7 @@
100
  },
101
  {
102
  "id": 57526,
103
- "content": "<MathOCR>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
@@ -127,7 +127,7 @@
127
  },
128
  {
129
  "id": 57529,
130
- "content": "<line>",
131
  "single_word": false,
132
  "lstrip": false,
133
  "rstrip": false,
@@ -136,7 +136,7 @@
136
  },
137
  {
138
  "id": 57530,
139
- "content": "<s_P>",
140
  "single_word": false,
141
  "lstrip": false,
142
  "rstrip": false,
 
91
  },
92
  {
93
  "id": 57525,
94
+ "content": "<line>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
 
100
  },
101
  {
102
  "id": 57526,
103
+ "content": "</s_HW>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
 
127
  },
128
  {
129
  "id": 57529,
130
+ "content": "<s_P>",
131
  "single_word": false,
132
  "lstrip": false,
133
  "rstrip": false,
 
136
  },
137
  {
138
  "id": 57530,
139
+ "content": "<MathOCR>",
140
  "single_word": false,
141
  "lstrip": false,
142
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -65,7 +65,7 @@
65
  "special": true
66
  },
67
  "57525": {
68
- "content": "</s_HW>",
69
  "lstrip": false,
70
  "normalized": true,
71
  "rstrip": false,
@@ -73,7 +73,7 @@
73
  "special": false
74
  },
75
  "57526": {
76
- "content": "<MathOCR>",
77
  "lstrip": false,
78
  "normalized": true,
79
  "rstrip": false,
@@ -97,7 +97,7 @@
97
  "special": false
98
  },
99
  "57529": {
100
- "content": "<line>",
101
  "lstrip": false,
102
  "normalized": true,
103
  "rstrip": false,
@@ -105,7 +105,7 @@
105
  "special": false
106
  },
107
  "57530": {
108
- "content": "<s_P>",
109
  "lstrip": false,
110
  "normalized": true,
111
  "rstrip": false,
 
65
  "special": true
66
  },
67
  "57525": {
68
+ "content": "<line>",
69
  "lstrip": false,
70
  "normalized": true,
71
  "rstrip": false,
 
73
  "special": false
74
  },
75
  "57526": {
76
+ "content": "</s_HW>",
77
  "lstrip": false,
78
  "normalized": true,
79
  "rstrip": false,
 
97
  "special": false
98
  },
99
  "57529": {
100
+ "content": "<s_P>",
101
  "lstrip": false,
102
  "normalized": true,
103
  "rstrip": false,
 
105
  "special": false
106
  },
107
  "57530": {
108
+ "content": "<MathOCR>",
109
  "lstrip": false,
110
  "normalized": true,
111
  "rstrip": false,