asw97 commited on
Commit
0741d9d
·
1 Parent(s): d1c74e1

Training finished

Browse files
Files changed (2) hide show
  1. added_tokens.json +1 -17
  2. tokenizer.json +0 -144
added_tokens.json CHANGED
@@ -1,28 +1,12 @@
1
  {
2
- "</s_caption_number>": 57536,
3
- "</s_captions>": 57534,
4
- "</s_component>": 57538,
5
- "</s_component_detail>": 57540,
6
- "</s_compontent_name>": 57542,
7
  "</s_instruction>": 57530,
8
  "</s_repair_steps>": 57526,
9
- "</s_specifications>": 57532,
10
  "</s_step_number>": 57528,
11
- "</s_subtitle>": 57546,
12
- "</s_subtitles>": 57544,
13
- "<s_10545>": 57547,
14
- "<s_caption_number>": 57535,
15
- "<s_captions>": 57533,
16
- "<s_component>": 57537,
17
- "<s_component_detail>": 57539,
18
- "<s_compontent_name>": 57541,
19
  "<s_iitcdip>": 57523,
20
  "<s_instruction>": 57529,
21
  "<s_repair_steps>": 57525,
22
- "<s_specifications>": 57531,
23
  "<s_step_number>": 57527,
24
- "<s_subtitle>": 57545,
25
- "<s_subtitles>": 57543,
26
  "<s_synthdog>": 57524,
27
  "<sep/>": 57522
28
  }
 
1
  {
 
 
 
 
 
2
  "</s_instruction>": 57530,
3
  "</s_repair_steps>": 57526,
 
4
  "</s_step_number>": 57528,
5
+ "<s_10545>": 57531,
 
 
 
 
 
 
 
6
  "<s_iitcdip>": 57523,
7
  "<s_instruction>": 57529,
8
  "<s_repair_steps>": 57525,
 
9
  "<s_step_number>": 57527,
 
 
10
  "<s_synthdog>": 57524,
11
  "<sep/>": 57522
12
  }
tokenizer.json CHANGED
@@ -145,150 +145,6 @@
145
  },
146
  {
147
  "id": 57531,
148
- "content": "<s_specifications>",
149
- "single_word": false,
150
- "lstrip": false,
151
- "rstrip": false,
152
- "normalized": true,
153
- "special": false
154
- },
155
- {
156
- "id": 57532,
157
- "content": "</s_specifications>",
158
- "single_word": false,
159
- "lstrip": false,
160
- "rstrip": false,
161
- "normalized": true,
162
- "special": false
163
- },
164
- {
165
- "id": 57533,
166
- "content": "<s_captions>",
167
- "single_word": false,
168
- "lstrip": false,
169
- "rstrip": false,
170
- "normalized": true,
171
- "special": false
172
- },
173
- {
174
- "id": 57534,
175
- "content": "</s_captions>",
176
- "single_word": false,
177
- "lstrip": false,
178
- "rstrip": false,
179
- "normalized": true,
180
- "special": false
181
- },
182
- {
183
- "id": 57535,
184
- "content": "<s_caption_number>",
185
- "single_word": false,
186
- "lstrip": false,
187
- "rstrip": false,
188
- "normalized": true,
189
- "special": false
190
- },
191
- {
192
- "id": 57536,
193
- "content": "</s_caption_number>",
194
- "single_word": false,
195
- "lstrip": false,
196
- "rstrip": false,
197
- "normalized": true,
198
- "special": false
199
- },
200
- {
201
- "id": 57537,
202
- "content": "<s_component>",
203
- "single_word": false,
204
- "lstrip": false,
205
- "rstrip": false,
206
- "normalized": true,
207
- "special": false
208
- },
209
- {
210
- "id": 57538,
211
- "content": "</s_component>",
212
- "single_word": false,
213
- "lstrip": false,
214
- "rstrip": false,
215
- "normalized": true,
216
- "special": false
217
- },
218
- {
219
- "id": 57539,
220
- "content": "<s_component_detail>",
221
- "single_word": false,
222
- "lstrip": false,
223
- "rstrip": false,
224
- "normalized": true,
225
- "special": false
226
- },
227
- {
228
- "id": 57540,
229
- "content": "</s_component_detail>",
230
- "single_word": false,
231
- "lstrip": false,
232
- "rstrip": false,
233
- "normalized": true,
234
- "special": false
235
- },
236
- {
237
- "id": 57541,
238
- "content": "<s_compontent_name>",
239
- "single_word": false,
240
- "lstrip": false,
241
- "rstrip": false,
242
- "normalized": true,
243
- "special": false
244
- },
245
- {
246
- "id": 57542,
247
- "content": "</s_compontent_name>",
248
- "single_word": false,
249
- "lstrip": false,
250
- "rstrip": false,
251
- "normalized": true,
252
- "special": false
253
- },
254
- {
255
- "id": 57543,
256
- "content": "<s_subtitles>",
257
- "single_word": false,
258
- "lstrip": false,
259
- "rstrip": false,
260
- "normalized": true,
261
- "special": false
262
- },
263
- {
264
- "id": 57544,
265
- "content": "</s_subtitles>",
266
- "single_word": false,
267
- "lstrip": false,
268
- "rstrip": false,
269
- "normalized": true,
270
- "special": false
271
- },
272
- {
273
- "id": 57545,
274
- "content": "<s_subtitle>",
275
- "single_word": false,
276
- "lstrip": false,
277
- "rstrip": false,
278
- "normalized": true,
279
- "special": false
280
- },
281
- {
282
- "id": 57546,
283
- "content": "</s_subtitle>",
284
- "single_word": false,
285
- "lstrip": false,
286
- "rstrip": false,
287
- "normalized": true,
288
- "special": false
289
- },
290
- {
291
- "id": 57547,
292
  "content": "<s_10545>",
293
  "single_word": false,
294
  "lstrip": false,
 
145
  },
146
  {
147
  "id": 57531,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
148
  "content": "<s_10545>",
149
  "single_word": false,
150
  "lstrip": false,