AIFunOver commited on
Commit
4e3190a
1 Parent(s): e7cbc26

Upload openvino_tokenizer.xml with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_tokenizer.xml +763 -0
openvino_tokenizer.xml ADDED
@@ -0,0 +1,763 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="tokenizer" version="11">
3
+ <layers>
4
+ <layer id="0" name="Parameter_459838" type="Parameter" version="opset1">
5
+ <data shape="?" element_type="string" />
6
+ <output>
7
+ <port id="0" precision="STRING" names="Parameter_459838">
8
+ <dim>-1</dim>
9
+ </port>
10
+ </output>
11
+ </layer>
12
+ <layer id="1" name="Constant_459844" type="Const" version="opset1">
13
+ <data element_type="i64" shape="" offset="0" size="8" />
14
+ <output>
15
+ <port id="0" precision="I64" />
16
+ </output>
17
+ </layer>
18
+ <layer id="2" name="StringTensorUnpack_459839" type="StringTensorUnpack" version="extension">
19
+ <data mode="begins_ends" />
20
+ <input>
21
+ <port id="0" precision="STRING">
22
+ <dim>-1</dim>
23
+ </port>
24
+ </input>
25
+ <output>
26
+ <port id="1" precision="I32">
27
+ <dim>-1</dim>
28
+ </port>
29
+ <port id="2" precision="I32">
30
+ <dim>-1</dim>
31
+ </port>
32
+ <port id="3" precision="U8">
33
+ <dim>-1</dim>
34
+ </port>
35
+ </output>
36
+ </layer>
37
+ <layer id="3" name="ShapeOf_459840" type="ShapeOf" version="opset3">
38
+ <data output_type="i64" />
39
+ <input>
40
+ <port id="0" precision="I32">
41
+ <dim>-1</dim>
42
+ </port>
43
+ </input>
44
+ <output>
45
+ <port id="1" precision="I64">
46
+ <dim>1</dim>
47
+ </port>
48
+ </output>
49
+ </layer>
50
+ <layer id="4" name="Constant_459841" type="Const" version="opset1">
51
+ <data element_type="i64" shape="" offset="0" size="8" />
52
+ <output>
53
+ <port id="0" precision="I64" />
54
+ </output>
55
+ </layer>
56
+ <layer id="5" name="Constant_459842" type="Const" version="opset1">
57
+ <data element_type="i64" shape="" offset="0" size="8" />
58
+ <output>
59
+ <port id="0" precision="I64" />
60
+ </output>
61
+ </layer>
62
+ <layer id="6" name="Gather_459843" type="Gather" version="opset8">
63
+ <data batch_dims="0" />
64
+ <input>
65
+ <port id="0" precision="I64">
66
+ <dim>1</dim>
67
+ </port>
68
+ <port id="1" precision="I64" />
69
+ <port id="2" precision="I64" />
70
+ </input>
71
+ <output>
72
+ <port id="3" precision="I64" />
73
+ </output>
74
+ </layer>
75
+ <layer id="7" name="Constant_459845" type="Const" version="opset1">
76
+ <data element_type="i64" shape="" offset="8" size="8" />
77
+ <output>
78
+ <port id="0" precision="I64" />
79
+ </output>
80
+ </layer>
81
+ <layer id="8" name="Range_459846" type="Range" version="opset4">
82
+ <data output_type="i32" />
83
+ <input>
84
+ <port id="0" precision="I64" />
85
+ <port id="1" precision="I64" />
86
+ <port id="2" precision="I64" />
87
+ </input>
88
+ <output>
89
+ <port id="3" precision="I32">
90
+ <dim>-1</dim>
91
+ </port>
92
+ </output>
93
+ </layer>
94
+ <layer id="9" name="Constant_459847" type="Const" version="opset1">
95
+ <data element_type="i64" shape="" offset="8" size="8" />
96
+ <output>
97
+ <port id="0" precision="I64" />
98
+ </output>
99
+ </layer>
100
+ <layer id="10" name="Constant_459848" type="Const" version="opset1">
101
+ <data element_type="i64" shape="" offset="8" size="8" />
102
+ <output>
103
+ <port id="0" precision="I64" />
104
+ </output>
105
+ </layer>
106
+ <layer id="11" name="Add_459849" type="Add" version="opset1">
107
+ <data auto_broadcast="numpy" />
108
+ <input>
109
+ <port id="0" precision="I64" />
110
+ <port id="1" precision="I64" />
111
+ </input>
112
+ <output>
113
+ <port id="2" precision="I64" />
114
+ </output>
115
+ </layer>
116
+ <layer id="12" name="Constant_459850" type="Const" version="opset1">
117
+ <data element_type="i64" shape="" offset="8" size="8" />
118
+ <output>
119
+ <port id="0" precision="I64" />
120
+ </output>
121
+ </layer>
122
+ <layer id="13" name="Range_459851" type="Range" version="opset4">
123
+ <data output_type="i32" />
124
+ <input>
125
+ <port id="0" precision="I64" />
126
+ <port id="1" precision="I64" />
127
+ <port id="2" precision="I64" />
128
+ </input>
129
+ <output>
130
+ <port id="3" precision="I32">
131
+ <dim>-1</dim>
132
+ </port>
133
+ </output>
134
+ </layer>
135
+ <layer id="14" name="Constant_459913" type="Const" version="opset1">
136
+ <data element_type="u8" shape="307" offset="16" size="307" />
137
+ <output>
138
+ <port id="0" precision="U8">
139
+ <dim>307</dim>
140
+ </port>
141
+ </output>
142
+ </layer>
143
+ <layer id="15" name="SpecialTokensSplit_459914" type="SpecialTokensSplit" version="extension">
144
+ <input>
145
+ <port id="0" precision="I32">
146
+ <dim>-1</dim>
147
+ </port>
148
+ <port id="1" precision="I32">
149
+ <dim>-1</dim>
150
+ </port>
151
+ <port id="2" precision="I32">
152
+ <dim>-1</dim>
153
+ </port>
154
+ <port id="3" precision="I32">
155
+ <dim>-1</dim>
156
+ </port>
157
+ <port id="4" precision="U8">
158
+ <dim>-1</dim>
159
+ </port>
160
+ <port id="5" precision="U8">
161
+ <dim>307</dim>
162
+ </port>
163
+ </input>
164
+ <output>
165
+ <port id="6" precision="I32">
166
+ <dim>-1</dim>
167
+ </port>
168
+ <port id="7" precision="I32">
169
+ <dim>-1</dim>
170
+ </port>
171
+ <port id="8" precision="I32">
172
+ <dim>-1</dim>
173
+ </port>
174
+ <port id="9" precision="I32">
175
+ <dim>-1</dim>
176
+ </port>
177
+ <port id="10" precision="U8">
178
+ <dim>-1</dim>
179
+ </port>
180
+ <port id="11" precision="BOOL">
181
+ <dim>-1</dim>
182
+ </port>
183
+ </output>
184
+ </layer>
185
+ <layer id="16" name="Constant_459916" type="Const" version="opset1">
186
+ <data element_type="u8" shape="20" offset="323" size="20" />
187
+ <output>
188
+ <port id="0" precision="U8">
189
+ <dim>20</dim>
190
+ </port>
191
+ </output>
192
+ </layer>
193
+ <layer id="17" name="RegexSplit_459917" type="RegexSplit" version="extension">
194
+ <data behaviour="isolate" invert="false" max_splits="-1" />
195
+ <input>
196
+ <port id="0" precision="I32">
197
+ <dim>-1</dim>
198
+ </port>
199
+ <port id="1" precision="I32">
200
+ <dim>-1</dim>
201
+ </port>
202
+ <port id="2" precision="I32">
203
+ <dim>-1</dim>
204
+ </port>
205
+ <port id="3" precision="I32">
206
+ <dim>-1</dim>
207
+ </port>
208
+ <port id="4" precision="U8">
209
+ <dim>-1</dim>
210
+ </port>
211
+ <port id="5" precision="BOOL">
212
+ <dim>-1</dim>
213
+ </port>
214
+ <port id="6" precision="U8">
215
+ <dim>20</dim>
216
+ </port>
217
+ </input>
218
+ <output>
219
+ <port id="7" precision="I32">
220
+ <dim>-1</dim>
221
+ </port>
222
+ <port id="8" precision="I32">
223
+ <dim>-1</dim>
224
+ </port>
225
+ <port id="9" precision="I32">
226
+ <dim>-1</dim>
227
+ </port>
228
+ <port id="10" precision="I32">
229
+ <dim>-1</dim>
230
+ </port>
231
+ <port id="11" precision="U8">
232
+ <dim>-1</dim>
233
+ </port>
234
+ <port id="12" precision="BOOL">
235
+ <dim>-1</dim>
236
+ </port>
237
+ </output>
238
+ </layer>
239
+ <layer id="18" name="Constant_459919" type="Const" version="opset1">
240
+ <data element_type="u8" shape="64" offset="343" size="64" />
241
+ <output>
242
+ <port id="0" precision="U8">
243
+ <dim>64</dim>
244
+ </port>
245
+ </output>
246
+ </layer>
247
+ <layer id="19" name="RegexSplit_459920" type="RegexSplit" version="extension">
248
+ <data behaviour="isolate" invert="false" max_splits="-1" />
249
+ <input>
250
+ <port id="0" precision="I32">
251
+ <dim>-1</dim>
252
+ </port>
253
+ <port id="1" precision="I32">
254
+ <dim>-1</dim>
255
+ </port>
256
+ <port id="2" precision="I32">
257
+ <dim>-1</dim>
258
+ </port>
259
+ <port id="3" precision="I32">
260
+ <dim>-1</dim>
261
+ </port>
262
+ <port id="4" precision="U8">
263
+ <dim>-1</dim>
264
+ </port>
265
+ <port id="5" precision="BOOL">
266
+ <dim>-1</dim>
267
+ </port>
268
+ <port id="6" precision="U8">
269
+ <dim>64</dim>
270
+ </port>
271
+ </input>
272
+ <output>
273
+ <port id="7" precision="I32">
274
+ <dim>-1</dim>
275
+ </port>
276
+ <port id="8" precision="I32">
277
+ <dim>-1</dim>
278
+ </port>
279
+ <port id="9" precision="I32">
280
+ <dim>-1</dim>
281
+ </port>
282
+ <port id="10" precision="I32">
283
+ <dim>-1</dim>
284
+ </port>
285
+ <port id="11" precision="U8">
286
+ <dim>-1</dim>
287
+ </port>
288
+ <port id="12" precision="BOOL">
289
+ <dim>-1</dim>
290
+ </port>
291
+ </output>
292
+ </layer>
293
+ <layer id="20" name="Constant_459922" type="Const" version="opset1">
294
+ <data element_type="u8" shape="528983" offset="407" size="528983" />
295
+ <output>
296
+ <port id="0" precision="U8">
297
+ <dim>528983</dim>
298
+ </port>
299
+ </output>
300
+ </layer>
301
+ <layer id="21" name="StringTensorUnpack_459923" type="StringTensorUnpack" version="extension">
302
+ <data mode="begins_ends" />
303
+ <input>
304
+ <port id="0" precision="U8">
305
+ <dim>528983</dim>
306
+ </port>
307
+ </input>
308
+ <output>
309
+ <port id="1" precision="I32">
310
+ <dim>-1</dim>
311
+ </port>
312
+ <port id="2" precision="I32">
313
+ <dim>-1</dim>
314
+ </port>
315
+ <port id="3" precision="U8">
316
+ <dim>-1</dim>
317
+ </port>
318
+ </output>
319
+ </layer>
320
+ <layer id="22" name="Constant_459928" type="Const" version="opset1">
321
+ <data element_type="u8" shape="369113" offset="529390" size="369113" />
322
+ <output>
323
+ <port id="0" precision="U8">
324
+ <dim>369113</dim>
325
+ </port>
326
+ </output>
327
+ </layer>
328
+ <layer id="23" name="StringTensorUnpack_459929" type="StringTensorUnpack" version="extension">
329
+ <data mode="begins_ends" />
330
+ <input>
331
+ <port id="0" precision="U8">
332
+ <dim>369113</dim>
333
+ </port>
334
+ </input>
335
+ <output>
336
+ <port id="1" precision="I32">
337
+ <dim>-1</dim>
338
+ </port>
339
+ <port id="2" precision="I32">
340
+ <dim>-1</dim>
341
+ </port>
342
+ <port id="3" precision="U8">
343
+ <dim>-1</dim>
344
+ </port>
345
+ </output>
346
+ </layer>
347
+ <layer id="24" name="Constant_459931" type="Const" version="opset1">
348
+ <data element_type="u8" shape="354018" offset="898503" size="354018" />
349
+ <output>
350
+ <port id="0" precision="U8">
351
+ <dim>354018</dim>
352
+ </port>
353
+ </output>
354
+ </layer>
355
+ <layer id="25" name="StringTensorUnpack_459932" type="StringTensorUnpack" version="extension">
356
+ <data mode="begins_ends" />
357
+ <input>
358
+ <port id="0" precision="U8">
359
+ <dim>354018</dim>
360
+ </port>
361
+ </input>
362
+ <output>
363
+ <port id="1" precision="I32">
364
+ <dim>-1</dim>
365
+ </port>
366
+ <port id="2" precision="I32">
367
+ <dim>-1</dim>
368
+ </port>
369
+ <port id="3" precision="U8">
370
+ <dim>-1</dim>
371
+ </port>
372
+ </output>
373
+ </layer>
374
+ <layer id="26" name="Constant_459925" type="Const" version="opset1">
375
+ <data element_type="u8" shape="276" offset="1252521" size="276" />
376
+ <output>
377
+ <port id="0" precision="U8">
378
+ <dim>276</dim>
379
+ </port>
380
+ </output>
381
+ </layer>
382
+ <layer id="27" name="StringTensorUnpack_459926" type="StringTensorUnpack" version="extension">
383
+ <data mode="begins_ends" />
384
+ <input>
385
+ <port id="0" precision="U8">
386
+ <dim>276</dim>
387
+ </port>
388
+ </input>
389
+ <output>
390
+ <port id="1" precision="I32">
391
+ <dim>-1</dim>
392
+ </port>
393
+ <port id="2" precision="I32">
394
+ <dim>-1</dim>
395
+ </port>
396
+ <port id="3" precision="U8">
397
+ <dim>-1</dim>
398
+ </port>
399
+ </output>
400
+ </layer>
401
+ <layer id="28" name="Constant_459933" type="Const" version="opset1">
402
+ <data element_type="i32" shape="16" offset="1252797" size="64" />
403
+ <output>
404
+ <port id="0" precision="I32">
405
+ <dim>16</dim>
406
+ </port>
407
+ </output>
408
+ </layer>
409
+ <layer id="29" name="BPETokenizer_459934" type="BPETokenizer" version="extension">
410
+ <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="20000" />
411
+ <input>
412
+ <port id="0" precision="I32">
413
+ <dim>-1</dim>
414
+ </port>
415
+ <port id="1" precision="I32">
416
+ <dim>-1</dim>
417
+ </port>
418
+ <port id="2" precision="I32">
419
+ <dim>-1</dim>
420
+ </port>
421
+ <port id="3" precision="I32">
422
+ <dim>-1</dim>
423
+ </port>
424
+ <port id="4" precision="U8">
425
+ <dim>-1</dim>
426
+ </port>
427
+ <port id="5" precision="I32">
428
+ <dim>-1</dim>
429
+ </port>
430
+ <port id="6" precision="I32">
431
+ <dim>-1</dim>
432
+ </port>
433
+ <port id="7" precision="U8">
434
+ <dim>-1</dim>
435
+ </port>
436
+ <port id="8" precision="I32">
437
+ <dim>-1</dim>
438
+ </port>
439
+ <port id="9" precision="I32">
440
+ <dim>-1</dim>
441
+ </port>
442
+ <port id="10" precision="U8">
443
+ <dim>-1</dim>
444
+ </port>
445
+ <port id="11" precision="I32">
446
+ <dim>-1</dim>
447
+ </port>
448
+ <port id="12" precision="I32">
449
+ <dim>-1</dim>
450
+ </port>
451
+ <port id="13" precision="U8">
452
+ <dim>-1</dim>
453
+ </port>
454
+ <port id="14" precision="I32">
455
+ <dim>-1</dim>
456
+ </port>
457
+ <port id="15" precision="I32">
458
+ <dim>-1</dim>
459
+ </port>
460
+ <port id="16" precision="U8">
461
+ <dim>-1</dim>
462
+ </port>
463
+ <port id="17" precision="I32">
464
+ <dim>16</dim>
465
+ </port>
466
+ </input>
467
+ <output>
468
+ <port id="18" precision="I32">
469
+ <dim>-1</dim>
470
+ </port>
471
+ <port id="19" precision="I32">
472
+ <dim>-1</dim>
473
+ </port>
474
+ <port id="20" precision="I32">
475
+ <dim>-1</dim>
476
+ </port>
477
+ </output>
478
+ </layer>
479
+ <layer id="30" name="Subtract_459935" type="Subtract" version="opset1">
480
+ <data auto_broadcast="numpy" />
481
+ <input>
482
+ <port id="0" precision="I32">
483
+ <dim>-1</dim>
484
+ </port>
485
+ <port id="1" precision="I32">
486
+ <dim>-1</dim>
487
+ </port>
488
+ </input>
489
+ <output>
490
+ <port id="2" precision="I32">
491
+ <dim>-1</dim>
492
+ </port>
493
+ </output>
494
+ </layer>
495
+ <layer id="31" name="Constant_459936" type="Const" version="opset1">
496
+ <data element_type="i32" shape="" offset="1252861" size="4" />
497
+ <output>
498
+ <port id="0" precision="I32" />
499
+ </output>
500
+ </layer>
501
+ <layer id="32" name="Minimum_459937" type="Minimum" version="opset1">
502
+ <data auto_broadcast="numpy" />
503
+ <input>
504
+ <port id="0" precision="I32">
505
+ <dim>-1</dim>
506
+ </port>
507
+ <port id="1" precision="I32" />
508
+ </input>
509
+ <output>
510
+ <port id="2" precision="I32">
511
+ <dim>-1</dim>
512
+ </port>
513
+ </output>
514
+ </layer>
515
+ <layer id="33" name="Add_459938" type="Add" version="opset1">
516
+ <data auto_broadcast="numpy" />
517
+ <input>
518
+ <port id="0" precision="I32">
519
+ <dim>-1</dim>
520
+ </port>
521
+ <port id="1" precision="I32">
522
+ <dim>-1</dim>
523
+ </port>
524
+ </input>
525
+ <output>
526
+ <port id="2" precision="I32">
527
+ <dim>-1</dim>
528
+ </port>
529
+ </output>
530
+ </layer>
531
+ <layer id="34" name="Subtract_459939" type="Subtract" version="opset1">
532
+ <data auto_broadcast="numpy" />
533
+ <input>
534
+ <port id="0" precision="I32">
535
+ <dim>-1</dim>
536
+ </port>
537
+ <port id="1" precision="I32">
538
+ <dim>-1</dim>
539
+ </port>
540
+ </input>
541
+ <output>
542
+ <port id="2" precision="I32">
543
+ <dim>-1</dim>
544
+ </port>
545
+ </output>
546
+ </layer>
547
+ <layer id="35" name="Constant_459940" type="Const" version="opset1">
548
+ <data element_type="i32" shape="" offset="1252865" size="4" />
549
+ <output>
550
+ <port id="0" precision="I32" />
551
+ </output>
552
+ </layer>
553
+ <layer id="36" name="ReduceMax_459941" type="ReduceMax" version="opset1">
554
+ <data keep_dims="false" />
555
+ <input>
556
+ <port id="0" precision="I32">
557
+ <dim>-1</dim>
558
+ </port>
559
+ <port id="1" precision="I32" />
560
+ </input>
561
+ <output>
562
+ <port id="2" precision="I32" />
563
+ </output>
564
+ </layer>
565
+ <layer id="37" name="Constant_459942" type="Const" version="opset1">
566
+ <data element_type="i32" shape="" offset="1252869" size="4" />
567
+ <output>
568
+ <port id="0" precision="I32" />
569
+ </output>
570
+ </layer>
571
+ <layer id="38" name="RaggedToDense_459943" type="RaggedToDense" version="extension">
572
+ <data pad_right="true" />
573
+ <input>
574
+ <port id="0" precision="I32">
575
+ <dim>-1</dim>
576
+ </port>
577
+ <port id="1" precision="I32">
578
+ <dim>-1</dim>
579
+ </port>
580
+ <port id="2" precision="I32">
581
+ <dim>-1</dim>
582
+ </port>
583
+ <port id="3" precision="I32" />
584
+ <port id="4" precision="I32" />
585
+ </input>
586
+ <output>
587
+ <port id="5" precision="I32">
588
+ <dim>-1</dim>
589
+ <dim>-1</dim>
590
+ </port>
591
+ <port id="6" precision="BOOL">
592
+ <dim>-1</dim>
593
+ <dim>-1</dim>
594
+ </port>
595
+ </output>
596
+ </layer>
597
+ <layer id="39" name="Convert_459944" type="Convert" version="opset1">
598
+ <data destination_type="i32" />
599
+ <input>
600
+ <port id="0" precision="BOOL">
601
+ <dim>-1</dim>
602
+ <dim>-1</dim>
603
+ </port>
604
+ </input>
605
+ <output>
606
+ <port id="1" precision="I32">
607
+ <dim>-1</dim>
608
+ <dim>-1</dim>
609
+ </port>
610
+ </output>
611
+ </layer>
612
+ <layer id="40" name="Convert_459944" type="Convert" version="opset1">
613
+ <data destination_type="i64" />
614
+ <input>
615
+ <port id="0" precision="I32">
616
+ <dim>-1</dim>
617
+ <dim>-1</dim>
618
+ </port>
619
+ </input>
620
+ <output>
621
+ <port id="1" precision="I64" names="attention_mask">
622
+ <dim>-1</dim>
623
+ <dim>-1</dim>
624
+ </port>
625
+ </output>
626
+ </layer>
627
+ <layer id="42" name="RaggedToDense_459943.0" type="Convert" version="opset1">
628
+ <data destination_type="i64" />
629
+ <input>
630
+ <port id="0" precision="I32">
631
+ <dim>-1</dim>
632
+ <dim>-1</dim>
633
+ </port>
634
+ </input>
635
+ <output>
636
+ <port id="1" precision="I64" names="input_ids">
637
+ <dim>-1</dim>
638
+ <dim>-1</dim>
639
+ </port>
640
+ </output>
641
+ </layer>
642
+ <layer id="43" name="Result_459945" type="Result" version="opset1">
643
+ <input>
644
+ <port id="0" precision="I64">
645
+ <dim>-1</dim>
646
+ <dim>-1</dim>
647
+ </port>
648
+ </input>
649
+ </layer>
650
+ <layer id="41" name="Result_459946" type="Result" version="opset1">
651
+ <input>
652
+ <port id="0" precision="I64">
653
+ <dim>-1</dim>
654
+ <dim>-1</dim>
655
+ </port>
656
+ </input>
657
+ </layer>
658
+ </layers>
659
+ <edges>
660
+ <edge from-layer="0" from-port="0" to-layer="2" to-port="0" />
661
+ <edge from-layer="1" from-port="0" to-layer="8" to-port="0" />
662
+ <edge from-layer="2" from-port="1" to-layer="3" to-port="0" />
663
+ <edge from-layer="2" from-port="3" to-layer="15" to-port="4" />
664
+ <edge from-layer="2" from-port="2" to-layer="15" to-port="3" />
665
+ <edge from-layer="2" from-port="1" to-layer="15" to-port="2" />
666
+ <edge from-layer="3" from-port="1" to-layer="6" to-port="0" />
667
+ <edge from-layer="4" from-port="0" to-layer="6" to-port="1" />
668
+ <edge from-layer="5" from-port="0" to-layer="6" to-port="2" />
669
+ <edge from-layer="6" from-port="3" to-layer="11" to-port="0" />
670
+ <edge from-layer="6" from-port="3" to-layer="8" to-port="1" />
671
+ <edge from-layer="7" from-port="0" to-layer="8" to-port="2" />
672
+ <edge from-layer="8" from-port="3" to-layer="15" to-port="0" />
673
+ <edge from-layer="9" from-port="0" to-layer="13" to-port="0" />
674
+ <edge from-layer="10" from-port="0" to-layer="11" to-port="1" />
675
+ <edge from-layer="11" from-port="2" to-layer="13" to-port="1" />
676
+ <edge from-layer="12" from-port="0" to-layer="13" to-port="2" />
677
+ <edge from-layer="13" from-port="3" to-layer="15" to-port="1" />
678
+ <edge from-layer="14" from-port="0" to-layer="15" to-port="5" />
679
+ <edge from-layer="15" from-port="9" to-layer="17" to-port="3" />
680
+ <edge from-layer="15" from-port="11" to-layer="17" to-port="5" />
681
+ <edge from-layer="15" from-port="10" to-layer="17" to-port="4" />
682
+ <edge from-layer="15" from-port="8" to-layer="17" to-port="2" />
683
+ <edge from-layer="15" from-port="7" to-layer="17" to-port="1" />
684
+ <edge from-layer="15" from-port="6" to-layer="17" to-port="0" />
685
+ <edge from-layer="16" from-port="0" to-layer="17" to-port="6" />
686
+ <edge from-layer="17" from-port="7" to-layer="19" to-port="0" />
687
+ <edge from-layer="17" from-port="8" to-layer="19" to-port="1" />
688
+ <edge from-layer="17" from-port="9" to-layer="19" to-port="2" />
689
+ <edge from-layer="17" from-port="10" to-layer="19" to-port="3" />
690
+ <edge from-layer="17" from-port="11" to-layer="19" to-port="4" />
691
+ <edge from-layer="17" from-port="12" to-layer="19" to-port="5" />
692
+ <edge from-layer="18" from-port="0" to-layer="19" to-port="6" />
693
+ <edge from-layer="19" from-port="11" to-layer="29" to-port="4" />
694
+ <edge from-layer="19" from-port="10" to-layer="29" to-port="3" />
695
+ <edge from-layer="19" from-port="9" to-layer="29" to-port="2" />
696
+ <edge from-layer="19" from-port="8" to-layer="29" to-port="1" />
697
+ <edge from-layer="19" from-port="7" to-layer="29" to-port="0" />
698
+ <edge from-layer="20" from-port="0" to-layer="21" to-port="0" />
699
+ <edge from-layer="21" from-port="1" to-layer="29" to-port="5" />
700
+ <edge from-layer="21" from-port="2" to-layer="29" to-port="6" />
701
+ <edge from-layer="21" from-port="3" to-layer="29" to-port="7" />
702
+ <edge from-layer="22" from-port="0" to-layer="23" to-port="0" />
703
+ <edge from-layer="23" from-port="1" to-layer="29" to-port="8" />
704
+ <edge from-layer="23" from-port="2" to-layer="29" to-port="9" />
705
+ <edge from-layer="23" from-port="3" to-layer="29" to-port="10" />
706
+ <edge from-layer="24" from-port="0" to-layer="25" to-port="0" />
707
+ <edge from-layer="25" from-port="1" to-layer="29" to-port="11" />
708
+ <edge from-layer="25" from-port="3" to-layer="29" to-port="13" />
709
+ <edge from-layer="25" from-port="2" to-layer="29" to-port="12" />
710
+ <edge from-layer="26" from-port="0" to-layer="27" to-port="0" />
711
+ <edge from-layer="27" from-port="1" to-layer="29" to-port="14" />
712
+ <edge from-layer="27" from-port="2" to-layer="29" to-port="15" />
713
+ <edge from-layer="27" from-port="3" to-layer="29" to-port="16" />
714
+ <edge from-layer="28" from-port="0" to-layer="29" to-port="17" />
715
+ <edge from-layer="29" from-port="18" to-layer="30" to-port="1" />
716
+ <edge from-layer="29" from-port="20" to-layer="38" to-port="2" />
717
+ <edge from-layer="29" from-port="18" to-layer="38" to-port="0" />
718
+ <edge from-layer="29" from-port="18" to-layer="34" to-port="1" />
719
+ <edge from-layer="29" from-port="18" to-layer="33" to-port="0" />
720
+ <edge from-layer="29" from-port="19" to-layer="30" to-port="0" />
721
+ <edge from-layer="30" from-port="2" to-layer="32" to-port="0" />
722
+ <edge from-layer="31" from-port="0" to-layer="32" to-port="1" />
723
+ <edge from-layer="32" from-port="2" to-layer="33" to-port="1" />
724
+ <edge from-layer="33" from-port="2" to-layer="34" to-port="0" />
725
+ <edge from-layer="33" from-port="2" to-layer="38" to-port="1" />
726
+ <edge from-layer="34" from-port="2" to-layer="36" to-port="0" />
727
+ <edge from-layer="35" from-port="0" to-layer="36" to-port="1" />
728
+ <edge from-layer="36" from-port="2" to-layer="38" to-port="3" />
729
+ <edge from-layer="37" from-port="0" to-layer="38" to-port="4" />
730
+ <edge from-layer="38" from-port="6" to-layer="39" to-port="0" />
731
+ <edge from-layer="38" from-port="5" to-layer="42" to-port="0" />
732
+ <edge from-layer="39" from-port="1" to-layer="40" to-port="0" />
733
+ <edge from-layer="40" from-port="1" to-layer="41" to-port="0" />
734
+ <edge from-layer="42" from-port="1" to-layer="43" to-port="0" />
735
+ </edges>
736
+ <rt_info>
737
+ <add_attention_mask value="True" />
738
+ <add_prefix_space />
739
+ <add_special_tokens value="True" />
740
+ <bos_token_id value="1" />
741
+ <chat_template value="{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '&lt;|im_start|>system&#10;You are a helpful AI assistant named SmolLM, trained by Hugging Face&lt;|im_end|>&#10;' }}{% endif %}{{'&lt;|im_start|>' + message['role'] + '&#10;' + message['content'] + '&lt;|im_end|>' + '&#10;'}}{% endfor %}{% if add_generation_prompt %}{{ '&lt;|im_start|>assistant&#10;' }}{% endif %}" />
742
+ <clean_up_tokenization_spaces />
743
+ <detokenizer_input_type value="i64" />
744
+ <eos_token_id value="2" />
745
+ <handle_special_tokens_with_re />
746
+ <number_of_inputs value="1" />
747
+ <openvino_tokenizers_version value="2024.5.0.0.dev20241030" />
748
+ <openvino_version value="2024.5.0.dev20241030" />
749
+ <original_tokenizer_class value="&lt;class 'transformers.models.gpt2.tokenization_gpt2_fast.GPT2TokenizerFast'>" />
750
+ <pad_token_id value="2" />
751
+ <sentencepiece_version value="0.2.0" />
752
+ <skip_special_tokens value="True" />
753
+ <streaming_detokenizer value="False" />
754
+ <tiktoken_version value="0.8.0" />
755
+ <tokenizer_output_type value="i64" />
756
+ <tokenizers_version value="0.20.1" />
757
+ <transformers_version value="4.45.2" />
758
+ <use_max_padding value="False" />
759
+ <use_sentencepiece_backend value="False" />
760
+ <utf8_replace_mode />
761
+ <with_detokenizer value="True" />
762
+ </rt_info>
763
+ </net>