Hugging Face's logo

histlearn
/
microsoft-git-portuguese-neuro-simbolic

Image-Text-to-Text
Transformers
PyTorch
Safetensors
git
Inference Endpoints
Model card Files Community
histlearn commited on
Commit
99ca505
•
1 Parent(s): a7b687a

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +19 -19
tokenizer_config.json CHANGED
@@ -1,19 +1,19 @@
1
- {
2
- "cls_token": "[CLS]",
3
- "do_lower_case": false,
4
- "mask_token": "[MASK]",
5
- "model_input_names": [
6
- "input_ids",
7
- "attention_mask"
8
- ],
9
- "model_max_length": 512,
10
- "name_or_path": "neuralmind/bert-base-portuguese-cased",
11
- "pad_token": "[PAD]",
12
- "processor_class": "GitProcessor",
13
- "sep_token": "[SEP]",
14
- "special_tokens_map_file": null,
15
- "strip_accents": null,
16
- "tokenize_chinese_chars": true,
17
- "tokenizer_class": "BertTokenizer",
18
- "unk_token": "[UNK]"
19
- }
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "do_lower_case": false,
4
+ "mask_token": "[MASK]",
5
+ "model_input_names": [
6
+ "input_ids",
7
+ "attention_mask"
8
+ ],
9
+ "model_max_length": 512,
10
+ "name_or_path": "bert-base-uncased",
11
+ "pad_token": "[PAD]",
12
+ "processor_class": "GitProcessor",
13
+ "sep_token": "[SEP]",
14
+ "special_tokens_map_file": null,
15
+ "strip_accents": null,
16
+ "tokenize_chinese_chars": true,
17
+ "tokenizer_class": "BertTokenizer",
18
+ "unk_token": "[UNK]"
19
+ }