Training done
Browse files- added_tokens.json +2 -0
- tokenizer.json +18 -0
- tokenizer_config.json +16 -0
added_tokens.json
CHANGED
@@ -22,6 +22,7 @@
|
|
22 |
"</s_items>": 57554,
|
23 |
"</s_lpo_no>": 57585,
|
24 |
"</s_order_no>": 57534,
|
|
|
25 |
"</s_reference_no>": 57569,
|
26 |
"</s_shipper>": 57536,
|
27 |
"</s_shipper_address>": 57540,
|
@@ -54,6 +55,7 @@
|
|
54 |
"<s_items>": 57553,
|
55 |
"<s_lpo_no>": 57584,
|
56 |
"<s_order_no>": 57533,
|
|
|
57 |
"<s_reference_no>": 57568,
|
58 |
"<s_shipper>": 57535,
|
59 |
"<s_shipper_address>": 57539,
|
|
|
22 |
"</s_items>": 57554,
|
23 |
"</s_lpo_no>": 57585,
|
24 |
"</s_order_no>": 57534,
|
25 |
+
"</s_po_no>": 57587,
|
26 |
"</s_reference_no>": 57569,
|
27 |
"</s_shipper>": 57536,
|
28 |
"</s_shipper_address>": 57540,
|
|
|
55 |
"<s_items>": 57553,
|
56 |
"<s_lpo_no>": 57584,
|
57 |
"<s_order_no>": 57533,
|
58 |
+
"<s_po_no>": 57586,
|
59 |
"<s_reference_no>": 57568,
|
60 |
"<s_shipper>": 57535,
|
61 |
"<s_shipper_address>": 57539,
|
tokenizer.json
CHANGED
@@ -637,6 +637,24 @@
|
|
637 |
"rstrip": false,
|
638 |
"normalized": true,
|
639 |
"special": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
640 |
}
|
641 |
],
|
642 |
"normalizer": {
|
|
|
637 |
"rstrip": false,
|
638 |
"normalized": true,
|
639 |
"special": false
|
640 |
+
},
|
641 |
+
{
|
642 |
+
"id": 57586,
|
643 |
+
"content": "<s_po_no>",
|
644 |
+
"single_word": false,
|
645 |
+
"lstrip": false,
|
646 |
+
"rstrip": false,
|
647 |
+
"normalized": true,
|
648 |
+
"special": false
|
649 |
+
},
|
650 |
+
{
|
651 |
+
"id": 57587,
|
652 |
+
"content": "</s_po_no>",
|
653 |
+
"single_word": false,
|
654 |
+
"lstrip": false,
|
655 |
+
"rstrip": false,
|
656 |
+
"normalized": true,
|
657 |
+
"special": false
|
658 |
}
|
659 |
],
|
660 |
"normalizer": {
|
tokenizer_config.json
CHANGED
@@ -551,6 +551,22 @@
|
|
551 |
"rstrip": false,
|
552 |
"single_word": false,
|
553 |
"special": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
554 |
}
|
555 |
},
|
556 |
"additional_special_tokens": [
|
|
|
551 |
"rstrip": false,
|
552 |
"single_word": false,
|
553 |
"special": false
|
554 |
+
},
|
555 |
+
"57586": {
|
556 |
+
"content": "<s_po_no>",
|
557 |
+
"lstrip": false,
|
558 |
+
"normalized": true,
|
559 |
+
"rstrip": false,
|
560 |
+
"single_word": false,
|
561 |
+
"special": false
|
562 |
+
},
|
563 |
+
"57587": {
|
564 |
+
"content": "</s_po_no>",
|
565 |
+
"lstrip": false,
|
566 |
+
"normalized": true,
|
567 |
+
"rstrip": false,
|
568 |
+
"single_word": false,
|
569 |
+
"special": false
|
570 |
}
|
571 |
},
|
572 |
"additional_special_tokens": [
|