Hugging Face's logo

fractionallab
/
gist-embedding-v0-onnx-processed

bert
Model card Files Community
vfrancesi commited on
Commit
b744a2b
·
verified ·
1 Parent(s): 1b60caa

Upload folder using huggingface_hub

Browse files
Files changed (46) hide show
  1. .gitattributes +39 -0
  2. config.json +34 -0
  3. model.onnx.gz_part_aa +3 -0
  4. model.onnx.gz_part_ab +3 -0
  5. model.onnx.gz_part_ac +3 -0
  6. model.onnx.gz_part_ad +3 -0
  7. model.onnx.gz_part_ae +3 -0
  8. model.onnx.gz_part_af +3 -0
  9. model.onnx.gz_part_ag +3 -0
  10. model.onnx.gz_part_ah +3 -0
  11. model.onnx.gz_part_ai +3 -0
  12. model.onnx.gz_part_aj +3 -0
  13. model.onnx.gz_part_ak +3 -0
  14. model.onnx.gz_part_al +3 -0
  15. model.onnx.gz_part_am +3 -0
  16. model.onnx.gz_part_an +3 -0
  17. model.onnx.gz_part_ao +3 -0
  18. model.onnx.gz_part_ap +3 -0
  19. model.onnx.gz_part_aq +3 -0
  20. model.onnx.gz_part_ar +3 -0
  21. model.onnx.gz_part_as +3 -0
  22. model.onnx.gz_part_at +3 -0
  23. model.onnx.gz_part_au +3 -0
  24. model.onnx.gz_part_av +3 -0
  25. model.onnx.gz_part_aw +3 -0
  26. model.onnx.gz_part_ax +3 -0
  27. model.onnx.gz_part_ay +3 -0
  28. model.onnx.gz_part_az +3 -0
  29. model.onnx.gz_part_ba +3 -0
  30. model.onnx.gz_part_bb +3 -0
  31. model.onnx.gz_part_bc +3 -0
  32. model.onnx.gz_part_bd +3 -0
  33. model.onnx.gz_part_be +3 -0
  34. model.onnx.gz_part_bf +3 -0
  35. model.onnx.gz_part_bg +3 -0
  36. model.onnx.gz_part_bh +3 -0
  37. model.onnx.gz_part_bi +3 -0
  38. model.onnx.gz_part_bj +3 -0
  39. model.onnx.gz_part_bk +3 -0
  40. model.onnx.gz_part_bl +3 -0
  41. model.onnx.gz_part_bm +3 -0
  42. ort_config.json +37 -0
  43. special_tokens_map.json +37 -0
  44. tokenizer.json +0 -0
  45. tokenizer_config.json +58 -0
  46. vocab.txt +0 -0
.gitattributes CHANGED
@@ -33,3 +33,42 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model.onnx.gz_part_aa filter=lfs diff=lfs merge=lfs -text
37
+ model.onnx.gz_part_ab filter=lfs diff=lfs merge=lfs -text
38
+ model.onnx.gz_part_ac filter=lfs diff=lfs merge=lfs -text
39
+ model.onnx.gz_part_ad filter=lfs diff=lfs merge=lfs -text
40
+ model.onnx.gz_part_ae filter=lfs diff=lfs merge=lfs -text
41
+ model.onnx.gz_part_af filter=lfs diff=lfs merge=lfs -text
42
+ model.onnx.gz_part_ag filter=lfs diff=lfs merge=lfs -text
43
+ model.onnx.gz_part_ah filter=lfs diff=lfs merge=lfs -text
44
+ model.onnx.gz_part_ai filter=lfs diff=lfs merge=lfs -text
45
+ model.onnx.gz_part_aj filter=lfs diff=lfs merge=lfs -text
46
+ model.onnx.gz_part_ak filter=lfs diff=lfs merge=lfs -text
47
+ model.onnx.gz_part_al filter=lfs diff=lfs merge=lfs -text
48
+ model.onnx.gz_part_am filter=lfs diff=lfs merge=lfs -text
49
+ model.onnx.gz_part_an filter=lfs diff=lfs merge=lfs -text
50
+ model.onnx.gz_part_ao filter=lfs diff=lfs merge=lfs -text
51
+ model.onnx.gz_part_ap filter=lfs diff=lfs merge=lfs -text
52
+ model.onnx.gz_part_aq filter=lfs diff=lfs merge=lfs -text
53
+ model.onnx.gz_part_ar filter=lfs diff=lfs merge=lfs -text
54
+ model.onnx.gz_part_as filter=lfs diff=lfs merge=lfs -text
55
+ model.onnx.gz_part_at filter=lfs diff=lfs merge=lfs -text
56
+ model.onnx.gz_part_au filter=lfs diff=lfs merge=lfs -text
57
+ model.onnx.gz_part_av filter=lfs diff=lfs merge=lfs -text
58
+ model.onnx.gz_part_aw filter=lfs diff=lfs merge=lfs -text
59
+ model.onnx.gz_part_ax filter=lfs diff=lfs merge=lfs -text
60
+ model.onnx.gz_part_ay filter=lfs diff=lfs merge=lfs -text
61
+ model.onnx.gz_part_az filter=lfs diff=lfs merge=lfs -text
62
+ model.onnx.gz_part_ba filter=lfs diff=lfs merge=lfs -text
63
+ model.onnx.gz_part_bb filter=lfs diff=lfs merge=lfs -text
64
+ model.onnx.gz_part_bc filter=lfs diff=lfs merge=lfs -text
65
+ model.onnx.gz_part_bd filter=lfs diff=lfs merge=lfs -text
66
+ model.onnx.gz_part_be filter=lfs diff=lfs merge=lfs -text
67
+ model.onnx.gz_part_bf filter=lfs diff=lfs merge=lfs -text
68
+ model.onnx.gz_part_bg filter=lfs diff=lfs merge=lfs -text
69
+ model.onnx.gz_part_bh filter=lfs diff=lfs merge=lfs -text
70
+ model.onnx.gz_part_bi filter=lfs diff=lfs merge=lfs -text
71
+ model.onnx.gz_part_bj filter=lfs diff=lfs merge=lfs -text
72
+ model.onnx.gz_part_bk filter=lfs diff=lfs merge=lfs -text
73
+ model.onnx.gz_part_bl filter=lfs diff=lfs merge=lfs -text
74
+ model.onnx.gz_part_bm filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "_name_or_path": "gist-embedding-v0",
4
+ "architectures": [
5
+ "BertModel"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.1,
8
+ "classifier_dropout": null,
9
+ "export_model_type": "transformer",
10
+ "gradient_checkpointing": false,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 768,
14
+ "id2label": {
15
+ "0": "LABEL_0"
16
+ },
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 3072,
19
+ "label2id": {
20
+ "LABEL_0": 0
21
+ },
22
+ "layer_norm_eps": 1e-12,
23
+ "max_position_embeddings": 512,
24
+ "model_type": "bert",
25
+ "num_attention_heads": 12,
26
+ "num_hidden_layers": 12,
27
+ "pad_token_id": 0,
28
+ "position_embedding_type": "absolute",
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.48.2",
31
+ "type_vocab_size": 2,
32
+ "use_cache": true,
33
+ "vocab_size": 30522
34
+ }
model.onnx.gz_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d73a28fbf7bbf11e8cee7d1fa9aff41dcc55c4fcb32170991a85ef8908eda92
3
+ size 10485760
model.onnx.gz_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10156e8f07cb26b68bdfffa209356cc6af8910405f8df119d883d6e3342afa9f
3
+ size 10485760
model.onnx.gz_part_ac ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4afdb1360cd5882199e261fff9cbd640f3539743c6bf649d3caa6e5a0d4afa80
3
+ size 10485760
model.onnx.gz_part_ad ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9698ba51916741ac8277cf114bca9b1d17b3e9e7c9b852c7df9cc8928c1d9eba
3
+ size 10485760
model.onnx.gz_part_ae ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f857fedeb84e2da2c44fea99e63475f9e6b086b7745abf7c7883c895a2d9e0
3
+ size 10485760
model.onnx.gz_part_af ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1dabb3ddfe3b9c9981f29559bab49b812f26f7ce82c28d022890468c24f76ae
3
+ size 10485760
model.onnx.gz_part_ag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00bd6797f8d8911c8f0a7ed17dd8cafd2d7ce807f552c2e8ba3069339ea6b1f3
3
+ size 10485760
model.onnx.gz_part_ah ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada981e0b4792309404fcf8bd64e66d72a4f759f9a7ad74d0579d18cbc1f2548
3
+ size 10485760
model.onnx.gz_part_ai ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db1549923755b528999d11ff5d69699bde209b9835b81032403288a0771dbc9
3
+ size 10485760
model.onnx.gz_part_aj ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae27a04d4b7258796a94083655c6ed1c3dcee67f669c0392c3a1e607c69333af
3
+ size 10485760
model.onnx.gz_part_ak ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc276519c7fc5c1d7ae28fba8fec72b8210dab83292339d607def947892d0afe
3
+ size 10485760
model.onnx.gz_part_al ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b367b9554035910be9b55a98712235585bf3a39e0ddca2de7854329dc621fe3
3
+ size 10485760
model.onnx.gz_part_am ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73abe288bc49b8231cb07d8a8c271a5ffe9c5cf5ba8f4bf45fdf0ee3b3a62c4
3
+ size 10485760
model.onnx.gz_part_an ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed3928c7ae3735b043555ac6af7680bfa2a527b410143296a1e70fad22807a8
3
+ size 10485760
model.onnx.gz_part_ao ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c2ee23def02c69eca9f2fc8f76d2ac067cc063d235654cfe72dd620621e9230
3
+ size 10485760
model.onnx.gz_part_ap ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74aaa52a974e548df323294679fb1fba9f09494ba44c35e33551baa07fb641c5
3
+ size 10485760
model.onnx.gz_part_aq ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:142d1d5ff07e5558f6d3de3e0aa60c399176fc84eb0034bee7968f571601c02c
3
+ size 10485760
model.onnx.gz_part_ar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea89e373943fbc132af6e5a10924e2a813343b2f4ad55bed6761d7aa346c1a94
3
+ size 10485760
model.onnx.gz_part_as ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b13659512597c44990f372705cd1fcad5f36add0d92f41688be819b9810bec4d
3
+ size 10485760
model.onnx.gz_part_at ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95c7c859607401fcb8812c1bd837032df5ee96047596a62fa97919ddcc52896f
3
+ size 10485760
model.onnx.gz_part_au ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5d7eba03342805902f500738d52ad7e56ba3f7b5829859b291c806ea0851bba
3
+ size 10485760
model.onnx.gz_part_av ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57ea63ad3b9bf36f33cb682886454879cf8344252de564aed372cba49cdf30f2
3
+ size 10485760
model.onnx.gz_part_aw ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5099b7051531ede25da2409f8f53047267a85c1688959a0eceaedd645e97e03e
3
+ size 10485760
model.onnx.gz_part_ax ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe60ed434821a8950d049ca6b5c73c7fcf4190d0914557ea825d5a4b7bc96901
3
+ size 10485760
model.onnx.gz_part_ay ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:346028fdfa2c3efb0c8a650e6370ec40556906225fb3a7790935701a20168626
3
+ size 10485760
model.onnx.gz_part_az ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceb56b53e42dccab8322860217221d62f0b8ce1b08ef49b7f945fec6ae763f4b
3
+ size 10485760
model.onnx.gz_part_ba ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0708227763f9298c9619d117ae851bf3c4ecaa6c2d93c4b42d3f3f69355fb63c
3
+ size 10485760
model.onnx.gz_part_bb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75868b4457a808f677a673531087f8088e02a939ee99a1cc4168ab5c3af1ed4e
3
+ size 10485760
model.onnx.gz_part_bc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11a3e3c6ff09253b65792630480fbbe54c0c95cdd4c6c5951fd675e6c5ca4707
3
+ size 10485760
model.onnx.gz_part_bd ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce8d4196759e39cf3d414b5a71e70aadce409a3ddc2378000075a9f434062393
3
+ size 10485760
model.onnx.gz_part_be ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16d4e9f48d9ce5a32b8c568416513e202697b9faacd9b145f7bbc8940d871066
3
+ size 10485760
model.onnx.gz_part_bf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027b0729a3aa7eb9ee923eb01bfe8186d2a30e78fb83e86ad4437d8fba8d4c2e
3
+ size 10485760
model.onnx.gz_part_bg ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56aec853889ff0c98ab2232c716e9c3acc3c5bec65f452711ce128af42e0de60
3
+ size 10485760
model.onnx.gz_part_bh ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad5cc2ae2d600366d756f3ef969b671dd9ffab75b5ef3fdd4d5537f326bf09ba
3
+ size 10485760
model.onnx.gz_part_bi ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e166c0a8cf0916d2d0591e062f71ed747830c217c5ecc8e5246a36b4ee0676a
3
+ size 10485760
model.onnx.gz_part_bj ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddf32d8f46b6ed8bbc5604eca8c83d6d677be001e85ad131e3bd60c0c612e3f5
3
+ size 10485760
model.onnx.gz_part_bk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92fac5e9ab520c16be82b00096995a7421d0ac9c59ceaf9925e102ff0d7019fb
3
+ size 10485760
model.onnx.gz_part_bl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dc7b5822aa66c8d8ff42e3f9b75ed37e92945c28c4e5cd0c2f67dcb17903671
3
+ size 10485760
model.onnx.gz_part_bm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d4d81416e7031c2a18611d0c0f195cc1ea63cd5809e6a7bf4a94da19395a91b
3
+ size 3204062
ort_config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "one_external_file": true,
3
+ "opset": null,
4
+ "optimization": {
5
+ "disable_attention": null,
6
+ "disable_attention_fusion": false,
7
+ "disable_bias_gelu": null,
8
+ "disable_bias_gelu_fusion": false,
9
+ "disable_bias_skip_layer_norm": null,
10
+ "disable_bias_skip_layer_norm_fusion": false,
11
+ "disable_embed_layer_norm": true,
12
+ "disable_embed_layer_norm_fusion": true,
13
+ "disable_gelu": null,
14
+ "disable_gelu_fusion": false,
15
+ "disable_group_norm_fusion": true,
16
+ "disable_layer_norm": null,
17
+ "disable_layer_norm_fusion": false,
18
+ "disable_packed_kv": true,
19
+ "disable_rotary_embeddings": false,
20
+ "disable_shape_inference": true,
21
+ "disable_skip_layer_norm": null,
22
+ "disable_skip_layer_norm_fusion": false,
23
+ "enable_gelu_approximation": false,
24
+ "enable_gemm_fast_gelu_fusion": false,
25
+ "enable_transformers_specific_optimizations": true,
26
+ "fp16": false,
27
+ "no_attention_mask": false,
28
+ "optimization_level": 2,
29
+ "optimize_for_gpu": false,
30
+ "optimize_with_onnxruntime_only": null,
31
+ "use_mask_index": false,
32
+ "use_multi_head_attention": false,
33
+ "use_raw_attention_mask": false
34
+ },
35
+ "quantization": {},
36
+ "use_external_data_format": false
37
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "mask_token": {
10
+ "content": "[MASK]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "sep_token": {
24
+ "content": "[SEP]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "[UNK]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
+ "extra_special_tokens": {},
49
+ "mask_token": "[MASK]",
50
+ "model_max_length": 512,
51
+ "never_split": null,
52
+ "pad_token": "[PAD]",
53
+ "sep_token": "[SEP]",
54
+ "strip_accents": null,
55
+ "tokenize_chinese_chars": true,
56
+ "tokenizer_class": "BertTokenizer",
57
+ "unk_token": "[UNK]"
58
+ }
vocab.txt ADDED
The diff for this file is too large to render. See raw diff