Hugging Face's logo

Fede90
/
bge-m3-int8-ov

OpenVINO
xlm-roberta
Model card Files Community
Fede90 commited on
Commit
c3f1491
·
verified ·
1 Parent(s): 0ff008e

Upload 11 files

Browse files
Files changed (12) hide show
  1. .gitattributes +1 -0
  2. config.json +29 -0
  3. openvino_detokenizer.bin +3 -0
  4. openvino_detokenizer.xml +152 -0
  5. openvino_model.bin +3 -0
  6. openvino_model.xml +0 -0
  7. openvino_tokenizer.bin +3 -0
  8. openvino_tokenizer.xml +360 -0
  9. sentencepiece.bpe.model +3 -0
  10. special_tokens_map.json +51 -0
  11. tokenizer.json +3 -0
  12. tokenizer_config.json +55 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "BAAI/bge-m3",
3
+ "architectures": [
4
+ "XLMRobertaModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "export_model_type": "transformer",
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 1024,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 4096,
16
+ "layer_norm_eps": 1e-05,
17
+ "max_position_embeddings": 8194,
18
+ "model_type": "xlm-roberta",
19
+ "num_attention_heads": 16,
20
+ "num_hidden_layers": 24,
21
+ "output_past": true,
22
+ "pad_token_id": 1,
23
+ "position_embedding_type": "absolute",
24
+ "torch_dtype": "float32",
25
+ "transformers_version": "4.45.1",
26
+ "type_vocab_size": 1,
27
+ "use_cache": true,
28
+ "vocab_size": 250002
29
+ }
openvino_detokenizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3646d109106d2c9ac6136185a63de13955d54e16a7da24dc6772591ea0cae495
3
+ size 5069127
openvino_detokenizer.xml ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="detokenizer" version="11">
3
+ <layers>
4
+ <layer id="0" name="Parameter_15147" type="Parameter" version="opset1">
5
+ <data shape="?,?" element_type="i64" />
6
+ <output>
7
+ <port id="0" precision="I64" names="Parameter_15147">
8
+ <dim>-1</dim>
9
+ <dim>-1</dim>
10
+ </port>
11
+ </output>
12
+ </layer>
13
+ <layer id="1" name="Constant_15119" type="Const" version="opset1">
14
+ <data element_type="u8" shape="5069078" offset="0" size="5069078" />
15
+ <output>
16
+ <port id="0" precision="U8">
17
+ <dim>5069078</dim>
18
+ </port>
19
+ </output>
20
+ </layer>
21
+ <layer id="2" name="Convert_15162" type="Convert" version="opset1">
22
+ <data destination_type="i32" />
23
+ <input>
24
+ <port id="0" precision="I64">
25
+ <dim>-1</dim>
26
+ <dim>-1</dim>
27
+ </port>
28
+ </input>
29
+ <output>
30
+ <port id="1" precision="I32">
31
+ <dim>-1</dim>
32
+ <dim>-1</dim>
33
+ </port>
34
+ </output>
35
+ </layer>
36
+ <layer id="3" name="SentencepieceDetokenizer_15148" type="SentencepieceDetokenizer" version="extension">
37
+ <input>
38
+ <port id="0" precision="U8">
39
+ <dim>5069078</dim>
40
+ </port>
41
+ <port id="1" precision="I32">
42
+ <dim>-1</dim>
43
+ <dim>-1</dim>
44
+ </port>
45
+ </input>
46
+ <output>
47
+ <port id="2" precision="I32">
48
+ <dim>-1</dim>
49
+ </port>
50
+ <port id="3" precision="I32">
51
+ <dim>-1</dim>
52
+ </port>
53
+ <port id="4" precision="U8">
54
+ <dim>-1</dim>
55
+ </port>
56
+ </output>
57
+ </layer>
58
+ <layer id="4" name="Constant_15150" type="Const" version="opset1">
59
+ <data element_type="u8" shape="47" offset="5069078" size="47" />
60
+ <output>
61
+ <port id="0" precision="U8">
62
+ <dim>47</dim>
63
+ </port>
64
+ </output>
65
+ </layer>
66
+ <layer id="5" name="Constant_15152" type="Const" version="opset1">
67
+ <data element_type="u8" shape="2" offset="5069125" size="2" />
68
+ <output>
69
+ <port id="0" precision="U8">
70
+ <dim>2</dim>
71
+ </port>
72
+ </output>
73
+ </layer>
74
+ <layer id="6" name="RegexNormalization_15153" type="RegexNormalization" version="extension">
75
+ <data global_replace="true" />
76
+ <input>
77
+ <port id="0" precision="I32">
78
+ <dim>-1</dim>
79
+ </port>
80
+ <port id="1" precision="I32">
81
+ <dim>-1</dim>
82
+ </port>
83
+ <port id="2" precision="U8">
84
+ <dim>-1</dim>
85
+ </port>
86
+ <port id="3" precision="U8">
87
+ <dim>47</dim>
88
+ </port>
89
+ <port id="4" precision="U8">
90
+ <dim>2</dim>
91
+ </port>
92
+ </input>
93
+ <output>
94
+ <port id="5" precision="I32">
95
+ <dim>-1</dim>
96
+ </port>
97
+ <port id="6" precision="I32">
98
+ <dim>-1</dim>
99
+ </port>
100
+ <port id="7" precision="U8">
101
+ <dim>-1</dim>
102
+ </port>
103
+ </output>
104
+ </layer>
105
+ <layer id="7" name="StringTensorPack_15154" type="StringTensorPack" version="extension">
106
+ <data mode="begins_ends" />
107
+ <input>
108
+ <port id="0" precision="I32">
109
+ <dim>-1</dim>
110
+ </port>
111
+ <port id="1" precision="I32">
112
+ <dim>-1</dim>
113
+ </port>
114
+ <port id="2" precision="U8">
115
+ <dim>-1</dim>
116
+ </port>
117
+ </input>
118
+ <output>
119
+ <port id="3" precision="STRING" names="string_output">
120
+ <dim>-1</dim>
121
+ </port>
122
+ </output>
123
+ </layer>
124
+ <layer id="8" name="Result_15155" type="Result" version="opset1">
125
+ <input>
126
+ <port id="0" precision="STRING">
127
+ <dim>-1</dim>
128
+ </port>
129
+ </input>
130
+ </layer>
131
+ </layers>
132
+ <edges>
133
+ <edge from-layer="0" from-port="0" to-layer="2" to-port="0" />
134
+ <edge from-layer="1" from-port="0" to-layer="3" to-port="0" />
135
+ <edge from-layer="2" from-port="1" to-layer="3" to-port="1" />
136
+ <edge from-layer="3" from-port="2" to-layer="6" to-port="0" />
137
+ <edge from-layer="3" from-port="3" to-layer="6" to-port="1" />
138
+ <edge from-layer="3" from-port="4" to-layer="6" to-port="2" />
139
+ <edge from-layer="4" from-port="0" to-layer="6" to-port="3" />
140
+ <edge from-layer="5" from-port="0" to-layer="6" to-port="4" />
141
+ <edge from-layer="6" from-port="5" to-layer="7" to-port="0" />
142
+ <edge from-layer="6" from-port="6" to-layer="7" to-port="1" />
143
+ <edge from-layer="6" from-port="7" to-layer="7" to-port="2" />
144
+ <edge from-layer="7" from-port="3" to-layer="8" to-port="0" />
145
+ </edges>
146
+ <rt_info>
147
+ <bos_token_id value="0" />
148
+ <eos_token_id value="2" />
149
+ <original_tokenizer_class value="&lt;class 'transformers.models.xlm_roberta.tokenization_xlm_roberta_fast.XLMRobertaTokenizerFast'>" />
150
+ <pad_token_id value="1" />
151
+ </rt_info>
152
+ </net>
openvino_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef836d55e26119352f02da7908d8a10e56a03568fa7f13eff09f3f3891309f03
3
+ size 569173619
openvino_model.xml ADDED
The diff for this file is too large to render. See raw diff
 
openvino_tokenizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8dfb7262cf04b54d298b31388bfad6aa4c001f1caeda1197aaf9051329f096b
3
+ size 5069094
openvino_tokenizer.xml ADDED
@@ -0,0 +1,360 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="tokenizer" version="11">
3
+ <layers>
4
+ <layer id="0" name="string_input" type="Parameter" version="opset1">
5
+ <data shape="?" element_type="string" />
6
+ <output>
7
+ <port id="0" precision="STRING" names="string_input">
8
+ <dim>-1</dim>
9
+ </port>
10
+ </output>
11
+ </layer>
12
+ <layer id="1" name="Constant_15122" type="Const" version="opset1">
13
+ <data element_type="i32" shape="" offset="0" size="4" />
14
+ <output>
15
+ <port id="0" precision="I32" />
16
+ </output>
17
+ </layer>
18
+ <layer id="2" name="Constant_15118" type="Const" version="opset1">
19
+ <data element_type="u8" shape="5069078" offset="4" size="5069078" />
20
+ <output>
21
+ <port id="0" precision="U8">
22
+ <dim>5069078</dim>
23
+ </port>
24
+ </output>
25
+ </layer>
26
+ <layer id="3" name="SentencepieceTokenizer_15121" type="SentencepieceTokenizer" version="extension">
27
+ <data nbest_size="0" alpha="0" add_bos="true" add_eos="true" reverse="false" />
28
+ <input>
29
+ <port id="0" precision="U8">
30
+ <dim>5069078</dim>
31
+ </port>
32
+ <port id="1" precision="STRING">
33
+ <dim>-1</dim>
34
+ </port>
35
+ </input>
36
+ <output>
37
+ <port id="2" precision="I64">
38
+ <dim>-1</dim>
39
+ <dim>2</dim>
40
+ </port>
41
+ <port id="3" precision="I32">
42
+ <dim>-1</dim>
43
+ </port>
44
+ <port id="4" precision="I64">
45
+ <dim>2</dim>
46
+ </port>
47
+ </output>
48
+ </layer>
49
+ <layer id="4" name="Broadcast_15123" type="Broadcast" version="opset3">
50
+ <data mode="numpy" />
51
+ <input>
52
+ <port id="0" precision="I32" />
53
+ <port id="1" precision="I64">
54
+ <dim>2</dim>
55
+ </port>
56
+ </input>
57
+ <output>
58
+ <port id="2" precision="I32">
59
+ <dim>-1</dim>
60
+ <dim>-1</dim>
61
+ </port>
62
+ </output>
63
+ </layer>
64
+ <layer id="5" name="Constant_15124" type="Const" version="opset1">
65
+ <data element_type="i32" shape="" offset="5069082" size="4" />
66
+ <output>
67
+ <port id="0" precision="I32" />
68
+ </output>
69
+ </layer>
70
+ <layer id="6" name="ShapeOf_15125" type="ShapeOf" version="opset3">
71
+ <data output_type="i64" />
72
+ <input>
73
+ <port id="0" precision="I32">
74
+ <dim>-1</dim>
75
+ </port>
76
+ </input>
77
+ <output>
78
+ <port id="1" precision="I64">
79
+ <dim>1</dim>
80
+ </port>
81
+ </output>
82
+ </layer>
83
+ <layer id="7" name="Broadcast_15126" type="Broadcast" version="opset3">
84
+ <data mode="numpy" />
85
+ <input>
86
+ <port id="0" precision="I32" />
87
+ <port id="1" precision="I64">
88
+ <dim>1</dim>
89
+ </port>
90
+ </input>
91
+ <output>
92
+ <port id="2" precision="I32">
93
+ <dim>-1</dim>
94
+ </port>
95
+ </output>
96
+ </layer>
97
+ <layer id="8" name="ScatterNDUpdate_15129" type="ScatterNDUpdate" version="opset4">
98
+ <input>
99
+ <port id="0" precision="I32">
100
+ <dim>-1</dim>
101
+ <dim>-1</dim>
102
+ </port>
103
+ <port id="1" precision="I64">
104
+ <dim>-1</dim>
105
+ <dim>2</dim>
106
+ </port>
107
+ <port id="2" precision="I32">
108
+ <dim>-1</dim>
109
+ </port>
110
+ </input>
111
+ <output>
112
+ <port id="3" precision="I32">
113
+ <dim>-1</dim>
114
+ <dim>-1</dim>
115
+ </port>
116
+ </output>
117
+ </layer>
118
+ <layer id="9" name="Constant_15138" type="Const" version="opset1">
119
+ <data element_type="i32" shape="1" offset="0" size="4" />
120
+ <output>
121
+ <port id="0" precision="I32">
122
+ <dim>1</dim>
123
+ </port>
124
+ </output>
125
+ </layer>
126
+ <layer id="10" name="Constant_15139" type="Const" version="opset1">
127
+ <data element_type="i32" shape="1" offset="5069086" size="4" />
128
+ <output>
129
+ <port id="0" precision="I32">
130
+ <dim>1</dim>
131
+ </port>
132
+ </output>
133
+ </layer>
134
+ <layer id="11" name="Constant_15140" type="Const" version="opset1">
135
+ <data element_type="i32" shape="1" offset="5069082" size="4" />
136
+ <output>
137
+ <port id="0" precision="I32">
138
+ <dim>1</dim>
139
+ </port>
140
+ </output>
141
+ </layer>
142
+ <layer id="12" name="Constant_15141" type="Const" version="opset1">
143
+ <data element_type="i32" shape="1" offset="5069090" size="4" />
144
+ <output>
145
+ <port id="0" precision="I32">
146
+ <dim>1</dim>
147
+ </port>
148
+ </output>
149
+ </layer>
150
+ <layer id="13" name="Slice_15142" type="Slice" version="opset8">
151
+ <input>
152
+ <port id="0" precision="I32">
153
+ <dim>-1</dim>
154
+ <dim>-1</dim>
155
+ </port>
156
+ <port id="1" precision="I32">
157
+ <dim>1</dim>
158
+ </port>
159
+ <port id="2" precision="I32">
160
+ <dim>1</dim>
161
+ </port>
162
+ <port id="3" precision="I32">
163
+ <dim>1</dim>
164
+ </port>
165
+ <port id="4" precision="I32">
166
+ <dim>1</dim>
167
+ </port>
168
+ </input>
169
+ <output>
170
+ <port id="5" precision="I32">
171
+ <dim>-1</dim>
172
+ <dim>-1</dim>
173
+ </port>
174
+ </output>
175
+ </layer>
176
+ <layer id="14" name="Slice_15142" type="Convert" version="opset1">
177
+ <data destination_type="i64" />
178
+ <input>
179
+ <port id="0" precision="I32">
180
+ <dim>-1</dim>
181
+ <dim>-1</dim>
182
+ </port>
183
+ </input>
184
+ <output>
185
+ <port id="1" precision="I64" names="attention_mask">
186
+ <dim>-1</dim>
187
+ <dim>-1</dim>
188
+ </port>
189
+ </output>
190
+ </layer>
191
+ <layer id="16" name="Constant_15130" type="Const" version="opset1">
192
+ <data element_type="i32" shape="" offset="5069082" size="4" />
193
+ <output>
194
+ <port id="0" precision="I32" />
195
+ </output>
196
+ </layer>
197
+ <layer id="17" name="Broadcast_15131" type="Broadcast" version="opset3">
198
+ <data mode="bidirectional" />
199
+ <input>
200
+ <port id="0" precision="I32" />
201
+ <port id="1" precision="I64">
202
+ <dim>2</dim>
203
+ </port>
204
+ </input>
205
+ <output>
206
+ <port id="2" precision="I32">
207
+ <dim>-1</dim>
208
+ <dim>-1</dim>
209
+ </port>
210
+ </output>
211
+ </layer>
212
+ <layer id="18" name="ScatterNDUpdate_15132" type="ScatterNDUpdate" version="opset4">
213
+ <input>
214
+ <port id="0" precision="I32">
215
+ <dim>-1</dim>
216
+ <dim>-1</dim>
217
+ </port>
218
+ <port id="1" precision="I64">
219
+ <dim>-1</dim>
220
+ <dim>2</dim>
221
+ </port>
222
+ <port id="2" precision="I32">
223
+ <dim>-1</dim>
224
+ </port>
225
+ </input>
226
+ <output>
227
+ <port id="3" precision="I32">
228
+ <dim>-1</dim>
229
+ <dim>-1</dim>
230
+ </port>
231
+ </output>
232
+ </layer>
233
+ <layer id="19" name="Constant_15133" type="Const" version="opset1">
234
+ <data element_type="i32" shape="1" offset="0" size="4" />
235
+ <output>
236
+ <port id="0" precision="I32">
237
+ <dim>1</dim>
238
+ </port>
239
+ </output>
240
+ </layer>
241
+ <layer id="20" name="Constant_15134" type="Const" version="opset1">
242
+ <data element_type="i32" shape="1" offset="5069086" size="4" />
243
+ <output>
244
+ <port id="0" precision="I32">
245
+ <dim>1</dim>
246
+ </port>
247
+ </output>
248
+ </layer>
249
+ <layer id="21" name="Constant_15135" type="Const" version="opset1">
250
+ <data element_type="i32" shape="1" offset="5069082" size="4" />
251
+ <output>
252
+ <port id="0" precision="I32">
253
+ <dim>1</dim>
254
+ </port>
255
+ </output>
256
+ </layer>
257
+ <layer id="22" name="Constant_15136" type="Const" version="opset1">
258
+ <data element_type="i32" shape="1" offset="5069090" size="4" />
259
+ <output>
260
+ <port id="0" precision="I32">
261
+ <dim>1</dim>
262
+ </port>
263
+ </output>
264
+ </layer>
265
+ <layer id="23" name="Slice_15137" type="Slice" version="opset8">
266
+ <input>
267
+ <port id="0" precision="I32">
268
+ <dim>-1</dim>
269
+ <dim>-1</dim>
270
+ </port>
271
+ <port id="1" precision="I32">
272
+ <dim>1</dim>
273
+ </port>
274
+ <port id="2" precision="I32">
275
+ <dim>1</dim>
276
+ </port>
277
+ <port id="3" precision="I32">
278
+ <dim>1</dim>
279
+ </port>
280
+ <port id="4" precision="I32">
281
+ <dim>1</dim>
282
+ </port>
283
+ </input>
284
+ <output>
285
+ <port id="5" precision="I32">
286
+ <dim>-1</dim>
287
+ <dim>-1</dim>
288
+ </port>
289
+ </output>
290
+ </layer>
291
+ <layer id="24" name="Slice_15137" type="Convert" version="opset1">
292
+ <data destination_type="i64" />
293
+ <input>
294
+ <port id="0" precision="I32">
295
+ <dim>-1</dim>
296
+ <dim>-1</dim>
297
+ </port>
298
+ </input>
299
+ <output>
300
+ <port id="1" precision="I64" names="input_ids">
301
+ <dim>-1</dim>
302
+ <dim>-1</dim>
303
+ </port>
304
+ </output>
305
+ </layer>
306
+ <layer id="25" name="Result_15143" type="Result" version="opset1">
307
+ <input>
308
+ <port id="0" precision="I64">
309
+ <dim>-1</dim>
310
+ <dim>-1</dim>
311
+ </port>
312
+ </input>
313
+ </layer>
314
+ <layer id="15" name="Result_15144" type="Result" version="opset1">
315
+ <input>
316
+ <port id="0" precision="I64">
317
+ <dim>-1</dim>
318
+ <dim>-1</dim>
319
+ </port>
320
+ </input>
321
+ </layer>
322
+ </layers>
323
+ <edges>
324
+ <edge from-layer="0" from-port="0" to-layer="3" to-port="1" />
325
+ <edge from-layer="1" from-port="0" to-layer="4" to-port="0" />
326
+ <edge from-layer="2" from-port="0" to-layer="3" to-port="0" />
327
+ <edge from-layer="3" from-port="4" to-layer="4" to-port="1" />
328
+ <edge from-layer="3" from-port="3" to-layer="6" to-port="0" />
329
+ <edge from-layer="3" from-port="2" to-layer="8" to-port="1" />
330
+ <edge from-layer="3" from-port="4" to-layer="17" to-port="1" />
331
+ <edge from-layer="3" from-port="2" to-layer="18" to-port="1" />
332
+ <edge from-layer="3" from-port="3" to-layer="18" to-port="2" />
333
+ <edge from-layer="4" from-port="2" to-layer="8" to-port="0" />
334
+ <edge from-layer="5" from-port="0" to-layer="7" to-port="0" />
335
+ <edge from-layer="6" from-port="1" to-layer="7" to-port="1" />
336
+ <edge from-layer="7" from-port="2" to-layer="8" to-port="2" />
337
+ <edge from-layer="8" from-port="3" to-layer="13" to-port="0" />
338
+ <edge from-layer="9" from-port="0" to-layer="13" to-port="1" />
339
+ <edge from-layer="10" from-port="0" to-layer="13" to-port="2" />
340
+ <edge from-layer="11" from-port="0" to-layer="13" to-port="3" />
341
+ <edge from-layer="12" from-port="0" to-layer="13" to-port="4" />
342
+ <edge from-layer="13" from-port="5" to-layer="14" to-port="0" />
343
+ <edge from-layer="14" from-port="1" to-layer="15" to-port="0" />
344
+ <edge from-layer="16" from-port="0" to-layer="17" to-port="0" />
345
+ <edge from-layer="17" from-port="2" to-layer="18" to-port="0" />
346
+ <edge from-layer="18" from-port="3" to-layer="23" to-port="0" />
347
+ <edge from-layer="19" from-port="0" to-layer="23" to-port="1" />
348
+ <edge from-layer="20" from-port="0" to-layer="23" to-port="2" />
349
+ <edge from-layer="21" from-port="0" to-layer="23" to-port="3" />
350
+ <edge from-layer="22" from-port="0" to-layer="23" to-port="4" />
351
+ <edge from-layer="23" from-port="5" to-layer="24" to-port="0" />
352
+ <edge from-layer="24" from-port="1" to-layer="25" to-port="0" />
353
+ </edges>
354
+ <rt_info>
355
+ <bos_token_id value="0" />
356
+ <eos_token_id value="2" />
357
+ <original_tokenizer_class value="&lt;class 'transformers.models.xlm_roberta.tokenization_xlm_roberta_fast.XLMRobertaTokenizerFast'>" />
358
+ <pad_token_id value="1" />
359
+ </rt_info>
360
+ </net>
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
3
+ size 5069051
special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "<unk>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:249df0778f236f6ece390de0de746838ef25b9d6954b68c2ee71249e0a9d8fd4
3
+ size 17082799
tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": true,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "mask_token": "<mask>",
49
+ "model_max_length": 8192,
50
+ "pad_token": "<pad>",
51
+ "sep_token": "</s>",
52
+ "sp_model_kwargs": {},
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }