Xenova HF staff commited on
Commit
859bc93
·
verified ·
1 Parent(s): 1397298

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,433 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "_name_or_path": "alexneakameni/language_detection",
4
+ "architectures": [
5
+ "BertForSequenceClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.1,
8
+ "classifier_dropout": null,
9
+ "gradient_checkpointing": false,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 384,
13
+ "id2label": {
14
+ "0": "lit_Latn",
15
+ "1": "fon_Latn",
16
+ "2": "kin_Latn",
17
+ "3": "khm_Khmr",
18
+ "4": "bjn_Latn",
19
+ "5": "prs_Arab",
20
+ "6": "wol_Latn",
21
+ "7": "run_Latn",
22
+ "8": "eng_Latn",
23
+ "9": "gla_Latn",
24
+ "10": "lvs_Latn",
25
+ "11": "nya_Latn",
26
+ "12": "kac_Latn",
27
+ "13": "lua_Latn",
28
+ "14": "tuk_Latn",
29
+ "15": "tpi_Latn",
30
+ "16": "grn_Latn",
31
+ "17": "xho_Latn",
32
+ "18": "bam_Latn",
33
+ "19": "mri_Latn",
34
+ "20": "san_Deva",
35
+ "21": "isl_Latn",
36
+ "22": "kas_Deva",
37
+ "23": "bel_Cyrl",
38
+ "24": "heb_Hebr",
39
+ "25": "zho_Hant",
40
+ "26": "bak_Cyrl",
41
+ "27": "fra_Latn",
42
+ "28": "por_Latn",
43
+ "29": "ukr_Cyrl",
44
+ "30": "umb_Latn",
45
+ "31": "kan_Knda",
46
+ "32": "smo_Latn",
47
+ "33": "als_Latn",
48
+ "34": "kbp_Latn",
49
+ "35": "lin_Latn",
50
+ "36": "urd_Arab",
51
+ "37": "yor_Latn",
52
+ "38": "azb_Arab",
53
+ "39": "ltz_Latn",
54
+ "40": "twi_Latn",
55
+ "41": "hin_Deva",
56
+ "42": "tgl_Latn",
57
+ "43": "asm_Beng",
58
+ "44": "gaz_Latn",
59
+ "45": "ell_Grek",
60
+ "46": "taq_Tfng",
61
+ "47": "nso_Latn",
62
+ "48": "dan_Latn",
63
+ "49": "pes_Arab",
64
+ "50": "pan_Guru",
65
+ "51": "war_Latn",
66
+ "52": "mar_Deva",
67
+ "53": "mni_Beng",
68
+ "54": "acm_Arab",
69
+ "55": "srd_Latn",
70
+ "56": "vec_Latn",
71
+ "57": "ory_Orya",
72
+ "58": "lug_Latn",
73
+ "59": "ltg_Latn",
74
+ "60": "guj_Gujr",
75
+ "61": "ita_Latn",
76
+ "62": "swe_Latn",
77
+ "63": "cjk_Latn",
78
+ "64": "ace_Latn",
79
+ "65": "taq_Latn",
80
+ "66": "cat_Latn",
81
+ "67": "zsm_Latn",
82
+ "68": "hun_Latn",
83
+ "69": "kaz_Cyrl",
84
+ "70": "pol_Latn",
85
+ "71": "ban_Latn",
86
+ "72": "nus_Latn",
87
+ "73": "acq_Arab",
88
+ "74": "aeb_Arab",
89
+ "75": "spa_Latn",
90
+ "76": "slk_Latn",
91
+ "77": "hrv_Latn",
92
+ "78": "crh_Latn",
93
+ "79": "tur_Latn",
94
+ "80": "bos_Latn",
95
+ "81": "ssw_Latn",
96
+ "82": "kik_Latn",
97
+ "83": "ydd_Hebr",
98
+ "84": "snd_Arab",
99
+ "85": "hau_Latn",
100
+ "86": "tam_Taml",
101
+ "87": "plt_Latn",
102
+ "88": "kmr_Latn",
103
+ "89": "ace_Arab",
104
+ "90": "mkd_Cyrl",
105
+ "91": "lij_Latn",
106
+ "92": "dyu_Latn",
107
+ "93": "mos_Latn",
108
+ "94": "ayr_Latn",
109
+ "95": "ast_Latn",
110
+ "96": "fij_Latn",
111
+ "97": "lmo_Latn",
112
+ "98": "zho_Hans",
113
+ "99": "nob_Latn",
114
+ "100": "hye_Armn",
115
+ "101": "amh_Ethi",
116
+ "102": "jav_Latn",
117
+ "103": "sag_Latn",
118
+ "104": "mai_Deva",
119
+ "105": "lao_Laoo",
120
+ "106": "uzn_Latn",
121
+ "107": "mya_Mymr",
122
+ "108": "fin_Latn",
123
+ "109": "knc_Latn",
124
+ "110": "tat_Cyrl",
125
+ "111": "ajp_Arab",
126
+ "112": "dzo_Tibt",
127
+ "113": "pag_Latn",
128
+ "114": "kir_Cyrl",
129
+ "115": "sna_Latn",
130
+ "116": "zul_Latn",
131
+ "117": "kab_Latn",
132
+ "118": "fur_Latn",
133
+ "119": "ckb_Arab",
134
+ "120": "vie_Latn",
135
+ "121": "mal_Mlym",
136
+ "122": "bem_Latn",
137
+ "123": "som_Latn",
138
+ "124": "ars_Arab",
139
+ "125": "szl_Latn",
140
+ "126": "tgk_Cyrl",
141
+ "127": "tel_Telu",
142
+ "128": "quy_Latn",
143
+ "129": "deu_Latn",
144
+ "130": "bjn_Arab",
145
+ "131": "azj_Latn",
146
+ "132": "eus_Latn",
147
+ "133": "ces_Latn",
148
+ "134": "nld_Latn",
149
+ "135": "shn_Mymr",
150
+ "136": "bul_Cyrl",
151
+ "137": "kam_Latn",
152
+ "138": "kmb_Latn",
153
+ "139": "ron_Latn",
154
+ "140": "bho_Deva",
155
+ "141": "glg_Latn",
156
+ "142": "awa_Deva",
157
+ "143": "tha_Thai",
158
+ "144": "lim_Latn",
159
+ "145": "hat_Latn",
160
+ "146": "mag_Deva",
161
+ "147": "kon_Latn",
162
+ "148": "pbt_Arab",
163
+ "149": "kat_Geor",
164
+ "150": "khk_Cyrl",
165
+ "151": "arb_Arab",
166
+ "152": "knc_Arab",
167
+ "153": "kor_Hang",
168
+ "154": "oci_Latn",
169
+ "155": "lus_Latn",
170
+ "156": "ary_Arab",
171
+ "157": "epo_Latn",
172
+ "158": "pap_Latn",
173
+ "159": "ibo_Latn",
174
+ "160": "fao_Latn",
175
+ "161": "ben_Beng",
176
+ "162": "yue_Hant",
177
+ "163": "ceb_Latn",
178
+ "164": "luo_Latn",
179
+ "165": "srp_Cyrl",
180
+ "166": "ind_Latn",
181
+ "167": "slv_Latn",
182
+ "168": "min_Latn",
183
+ "169": "scn_Latn",
184
+ "170": "apc_Arab",
185
+ "171": "sin_Sinh",
186
+ "172": "mlt_Latn",
187
+ "173": "kea_Latn",
188
+ "174": "uig_Arab",
189
+ "175": "npi_Deva",
190
+ "176": "kas_Arab",
191
+ "177": "bug_Latn",
192
+ "178": "hne_Deva",
193
+ "179": "sat_Olck",
194
+ "180": "swh_Latn",
195
+ "181": "tso_Latn",
196
+ "182": "nno_Latn",
197
+ "183": "rus_Cyrl",
198
+ "184": "dik_Latn",
199
+ "185": "sun_Latn",
200
+ "186": "afr_Latn",
201
+ "187": "arz_Arab",
202
+ "188": "gle_Latn",
203
+ "189": "sot_Latn",
204
+ "190": "ewe_Latn",
205
+ "191": "fuv_Latn",
206
+ "192": "tum_Latn",
207
+ "193": "ilo_Latn",
208
+ "194": "cym_Latn",
209
+ "195": "tir_Ethi",
210
+ "196": "tzm_Tfng",
211
+ "197": "bod_Tibt",
212
+ "198": "tsn_Latn",
213
+ "199": "est_Latn",
214
+ "200": "jpn_Jpan"
215
+ },
216
+ "initializer_range": 0.02,
217
+ "intermediate_size": 768,
218
+ "label2id": {
219
+ "ace_Arab": 89,
220
+ "ace_Latn": 64,
221
+ "acm_Arab": 54,
222
+ "acq_Arab": 73,
223
+ "aeb_Arab": 74,
224
+ "afr_Latn": 186,
225
+ "ajp_Arab": 111,
226
+ "als_Latn": 33,
227
+ "amh_Ethi": 101,
228
+ "apc_Arab": 170,
229
+ "arb_Arab": 151,
230
+ "ars_Arab": 124,
231
+ "ary_Arab": 156,
232
+ "arz_Arab": 187,
233
+ "asm_Beng": 43,
234
+ "ast_Latn": 95,
235
+ "awa_Deva": 142,
236
+ "ayr_Latn": 94,
237
+ "azb_Arab": 38,
238
+ "azj_Latn": 131,
239
+ "bak_Cyrl": 26,
240
+ "bam_Latn": 18,
241
+ "ban_Latn": 71,
242
+ "bel_Cyrl": 23,
243
+ "bem_Latn": 122,
244
+ "ben_Beng": 161,
245
+ "bho_Deva": 140,
246
+ "bjn_Arab": 130,
247
+ "bjn_Latn": 4,
248
+ "bod_Tibt": 197,
249
+ "bos_Latn": 80,
250
+ "bug_Latn": 177,
251
+ "bul_Cyrl": 136,
252
+ "cat_Latn": 66,
253
+ "ceb_Latn": 163,
254
+ "ces_Latn": 133,
255
+ "cjk_Latn": 63,
256
+ "ckb_Arab": 119,
257
+ "crh_Latn": 78,
258
+ "cym_Latn": 194,
259
+ "dan_Latn": 48,
260
+ "deu_Latn": 129,
261
+ "dik_Latn": 184,
262
+ "dyu_Latn": 92,
263
+ "dzo_Tibt": 112,
264
+ "ell_Grek": 45,
265
+ "eng_Latn": 8,
266
+ "epo_Latn": 157,
267
+ "est_Latn": 199,
268
+ "eus_Latn": 132,
269
+ "ewe_Latn": 190,
270
+ "fao_Latn": 160,
271
+ "fij_Latn": 96,
272
+ "fin_Latn": 108,
273
+ "fon_Latn": 1,
274
+ "fra_Latn": 27,
275
+ "fur_Latn": 118,
276
+ "fuv_Latn": 191,
277
+ "gaz_Latn": 44,
278
+ "gla_Latn": 9,
279
+ "gle_Latn": 188,
280
+ "glg_Latn": 141,
281
+ "grn_Latn": 16,
282
+ "guj_Gujr": 60,
283
+ "hat_Latn": 145,
284
+ "hau_Latn": 85,
285
+ "heb_Hebr": 24,
286
+ "hin_Deva": 41,
287
+ "hne_Deva": 178,
288
+ "hrv_Latn": 77,
289
+ "hun_Latn": 68,
290
+ "hye_Armn": 100,
291
+ "ibo_Latn": 159,
292
+ "ilo_Latn": 193,
293
+ "ind_Latn": 166,
294
+ "isl_Latn": 21,
295
+ "ita_Latn": 61,
296
+ "jav_Latn": 102,
297
+ "jpn_Jpan": 200,
298
+ "kab_Latn": 117,
299
+ "kac_Latn": 12,
300
+ "kam_Latn": 137,
301
+ "kan_Knda": 31,
302
+ "kas_Arab": 176,
303
+ "kas_Deva": 22,
304
+ "kat_Geor": 149,
305
+ "kaz_Cyrl": 69,
306
+ "kbp_Latn": 34,
307
+ "kea_Latn": 173,
308
+ "khk_Cyrl": 150,
309
+ "khm_Khmr": 3,
310
+ "kik_Latn": 82,
311
+ "kin_Latn": 2,
312
+ "kir_Cyrl": 114,
313
+ "kmb_Latn": 138,
314
+ "kmr_Latn": 88,
315
+ "knc_Arab": 152,
316
+ "knc_Latn": 109,
317
+ "kon_Latn": 147,
318
+ "kor_Hang": 153,
319
+ "lao_Laoo": 105,
320
+ "lij_Latn": 91,
321
+ "lim_Latn": 144,
322
+ "lin_Latn": 35,
323
+ "lit_Latn": 0,
324
+ "lmo_Latn": 97,
325
+ "ltg_Latn": 59,
326
+ "ltz_Latn": 39,
327
+ "lua_Latn": 13,
328
+ "lug_Latn": 58,
329
+ "luo_Latn": 164,
330
+ "lus_Latn": 155,
331
+ "lvs_Latn": 10,
332
+ "mag_Deva": 146,
333
+ "mai_Deva": 104,
334
+ "mal_Mlym": 121,
335
+ "mar_Deva": 52,
336
+ "min_Latn": 168,
337
+ "mkd_Cyrl": 90,
338
+ "mlt_Latn": 172,
339
+ "mni_Beng": 53,
340
+ "mos_Latn": 93,
341
+ "mri_Latn": 19,
342
+ "mya_Mymr": 107,
343
+ "nld_Latn": 134,
344
+ "nno_Latn": 182,
345
+ "nob_Latn": 99,
346
+ "npi_Deva": 175,
347
+ "nso_Latn": 47,
348
+ "nus_Latn": 72,
349
+ "nya_Latn": 11,
350
+ "oci_Latn": 154,
351
+ "ory_Orya": 57,
352
+ "pag_Latn": 113,
353
+ "pan_Guru": 50,
354
+ "pap_Latn": 158,
355
+ "pbt_Arab": 148,
356
+ "pes_Arab": 49,
357
+ "plt_Latn": 87,
358
+ "pol_Latn": 70,
359
+ "por_Latn": 28,
360
+ "prs_Arab": 5,
361
+ "quy_Latn": 128,
362
+ "ron_Latn": 139,
363
+ "run_Latn": 7,
364
+ "rus_Cyrl": 183,
365
+ "sag_Latn": 103,
366
+ "san_Deva": 20,
367
+ "sat_Olck": 179,
368
+ "scn_Latn": 169,
369
+ "shn_Mymr": 135,
370
+ "sin_Sinh": 171,
371
+ "slk_Latn": 76,
372
+ "slv_Latn": 167,
373
+ "smo_Latn": 32,
374
+ "sna_Latn": 115,
375
+ "snd_Arab": 84,
376
+ "som_Latn": 123,
377
+ "sot_Latn": 189,
378
+ "spa_Latn": 75,
379
+ "srd_Latn": 55,
380
+ "srp_Cyrl": 165,
381
+ "ssw_Latn": 81,
382
+ "sun_Latn": 185,
383
+ "swe_Latn": 62,
384
+ "swh_Latn": 180,
385
+ "szl_Latn": 125,
386
+ "tam_Taml": 86,
387
+ "taq_Latn": 65,
388
+ "taq_Tfng": 46,
389
+ "tat_Cyrl": 110,
390
+ "tel_Telu": 127,
391
+ "tgk_Cyrl": 126,
392
+ "tgl_Latn": 42,
393
+ "tha_Thai": 143,
394
+ "tir_Ethi": 195,
395
+ "tpi_Latn": 15,
396
+ "tsn_Latn": 198,
397
+ "tso_Latn": 181,
398
+ "tuk_Latn": 14,
399
+ "tum_Latn": 192,
400
+ "tur_Latn": 79,
401
+ "twi_Latn": 40,
402
+ "tzm_Tfng": 196,
403
+ "uig_Arab": 174,
404
+ "ukr_Cyrl": 29,
405
+ "umb_Latn": 30,
406
+ "urd_Arab": 36,
407
+ "uzn_Latn": 106,
408
+ "vec_Latn": 56,
409
+ "vie_Latn": 120,
410
+ "war_Latn": 51,
411
+ "wol_Latn": 6,
412
+ "xho_Latn": 17,
413
+ "ydd_Hebr": 83,
414
+ "yor_Latn": 37,
415
+ "yue_Hant": 162,
416
+ "zho_Hans": 98,
417
+ "zho_Hant": 25,
418
+ "zsm_Latn": 67,
419
+ "zul_Latn": 116
420
+ },
421
+ "layer_norm_eps": 1e-12,
422
+ "max_position_embeddings": 512,
423
+ "model_type": "bert",
424
+ "num_attention_heads": 6,
425
+ "num_hidden_layers": 4,
426
+ "pad_token_id": 3,
427
+ "position_embedding_type": "absolute",
428
+ "problem_type": "single_label_classification",
429
+ "transformers_version": "4.48.3",
430
+ "type_vocab_size": 2,
431
+ "use_cache": true,
432
+ "vocab_size": 50257
433
+ }
onnx/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d61c44c4df6f8d1f58be081264f97a89fcd5627323d2fd07035f80d6581823
3
+ size 97941500
onnx/model_bnb4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61c28ee89886818cf0252bbb6b23a0b78643217bfb8959508caf69aebeb52199
3
+ size 81725047
onnx/model_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db571eee8fd2d18ab2815e8ef1632b924cca6f683bb6dd2de53f042b8bde3df5
3
+ size 49026807
onnx/model_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8599c721d24f678ef10cee403f4deda3a40e7e237e9983b3df11bf3f34ec2e
3
+ size 24714523
onnx/model_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:423aa9e6a8347623e0c668859191f398074b38a51e5cfaf32fed7f9743309c85
3
+ size 82019799
onnx/model_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:288bb1a9629fcc4a18096abf0922e373dc377ebf25aacc3d2b249c8c58244c77
3
+ size 42247346
onnx/model_quantized.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8599c721d24f678ef10cee403f4deda3a40e7e237e9983b3df11bf3f34ec2e
3
+ size 24714523
onnx/model_uint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fef90e503cb854e8ab8f382eb63d738b08a6600cf51e74a329c5e90e957a023
3
+ size 24714523
quantize_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "modes": [
3
+ "fp16",
4
+ "q8",
5
+ "int8",
6
+ "uint8",
7
+ "q4",
8
+ "q4f16",
9
+ "bnb4"
10
+ ],
11
+ "per_channel": true,
12
+ "reduce_range": true,
13
+ "block_size": null,
14
+ "is_symmetric": true,
15
+ "accuracy_level": null,
16
+ "quant_type": 1,
17
+ "op_block_list": null
18
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "mask_token": {
10
+ "content": "[MASK]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "sep_token": {
24
+ "content": "[SEP]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "[UNK]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[UNK]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[CLS]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[SEP]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[PAD]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": false,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "extra_special_tokens": {},
48
+ "mask_token": "[MASK]",
49
+ "model_max_length": 512,
50
+ "pad_token": "[PAD]",
51
+ "sep_token": "[SEP]",
52
+ "strip_accents": null,
53
+ "tokenize_chinese_chars": true,
54
+ "tokenizer_class": "BertTokenizer",
55
+ "unk_token": "[UNK]"
56
+ }
vocab.txt ADDED
The diff for this file is too large to render. See raw diff