serenarolloh commited on
Commit
7faf380
·
verified ·
1 Parent(s): bf75be3

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +2 -0
  2. tokenizer.json +18 -0
  3. tokenizer_config.json +16 -0
added_tokens.json CHANGED
@@ -22,6 +22,7 @@
22
  "</s_items>": 57554,
23
  "</s_lpo_no>": 57585,
24
  "</s_order_no>": 57534,
 
25
  "</s_reference_no>": 57569,
26
  "</s_shipper>": 57536,
27
  "</s_shipper_address>": 57540,
@@ -54,6 +55,7 @@
54
  "<s_items>": 57553,
55
  "<s_lpo_no>": 57584,
56
  "<s_order_no>": 57533,
 
57
  "<s_reference_no>": 57568,
58
  "<s_shipper>": 57535,
59
  "<s_shipper_address>": 57539,
 
22
  "</s_items>": 57554,
23
  "</s_lpo_no>": 57585,
24
  "</s_order_no>": 57534,
25
+ "</s_po_no>": 57587,
26
  "</s_reference_no>": 57569,
27
  "</s_shipper>": 57536,
28
  "</s_shipper_address>": 57540,
 
55
  "<s_items>": 57553,
56
  "<s_lpo_no>": 57584,
57
  "<s_order_no>": 57533,
58
+ "<s_po_no>": 57586,
59
  "<s_reference_no>": 57568,
60
  "<s_shipper>": 57535,
61
  "<s_shipper_address>": 57539,
tokenizer.json CHANGED
@@ -637,6 +637,24 @@
637
  "rstrip": false,
638
  "normalized": true,
639
  "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
640
  }
641
  ],
642
  "normalizer": {
 
637
  "rstrip": false,
638
  "normalized": true,
639
  "special": false
640
+ },
641
+ {
642
+ "id": 57586,
643
+ "content": "<s_po_no>",
644
+ "single_word": false,
645
+ "lstrip": false,
646
+ "rstrip": false,
647
+ "normalized": true,
648
+ "special": false
649
+ },
650
+ {
651
+ "id": 57587,
652
+ "content": "</s_po_no>",
653
+ "single_word": false,
654
+ "lstrip": false,
655
+ "rstrip": false,
656
+ "normalized": true,
657
+ "special": false
658
  }
659
  ],
660
  "normalizer": {
tokenizer_config.json CHANGED
@@ -551,6 +551,22 @@
551
  "rstrip": false,
552
  "single_word": false,
553
  "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
554
  }
555
  },
556
  "additional_special_tokens": [
 
551
  "rstrip": false,
552
  "single_word": false,
553
  "special": false
554
+ },
555
+ "57586": {
556
+ "content": "<s_po_no>",
557
+ "lstrip": false,
558
+ "normalized": true,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": false
562
+ },
563
+ "57587": {
564
+ "content": "</s_po_no>",
565
+ "lstrip": false,
566
+ "normalized": true,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": false
570
  }
571
  },
572
  "additional_special_tokens": [