Upload tokenizer
Browse files- tokenization_vnsabsa.py +1 -1
tokenization_vnsabsa.py
CHANGED
@@ -13,7 +13,7 @@ import requests
|
|
13 |
class VnSmartphoneAbsaTokenizer(PreTrainedTokenizer):
|
14 |
vocab_files_names = {
|
15 |
"vocab_file": "vocab.txt",
|
16 |
-
"
|
17 |
}
|
18 |
pretrained_vocab_files_map = {
|
19 |
"vocab_file": "https://huggingface.co/ptdat/vn-smartphone-absa/resolve/main/vocab.txt",
|
|
|
13 |
class VnSmartphoneAbsaTokenizer(PreTrainedTokenizer):
|
14 |
vocab_files_names = {
|
15 |
"vocab_file": "vocab.txt",
|
16 |
+
"merge_file": "merge.txt",
|
17 |
}
|
18 |
pretrained_vocab_files_map = {
|
19 |
"vocab_file": "https://huggingface.co/ptdat/vn-smartphone-absa/resolve/main/vocab.txt",
|