canadian-address-parser-on / special_tokens_map.json
Hythcliff's picture
Upload 7 files
0900b54 verified
{
"additional_special_tokens": [
{
"content": "2",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "4",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "7",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "8",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "ABBEY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "ACRES",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "ALLEY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "AV",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "AVE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "AVENUELOUTH",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "BAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "BEACH",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "BEND",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "BLVD",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "BRNE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "BYPASS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "BYWAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "C",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CAPE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CERCLE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CH",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CHART",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CHASE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CIR",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CIRCT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CLOSE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "COMMON",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CONC",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CONCESSION",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CORNERS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "COTE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "COUR",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "COURS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "COURT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "COVE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CR",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CRES",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CRESCENT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CROFT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CROIS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CROSS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CROSSING",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CRT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CTR",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "CURVE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "DALE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "DELL",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "DOWNS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "DR",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "DRIVE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "END",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "ESTATES",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "FARM",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "FIELD",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "FOREST",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "FRONT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GALLERY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GARDENS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GATE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GATEWAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GDNS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GLADE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GLEN",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GREEN",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GREENWAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GROVE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "GV",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HALL",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HARBOUR",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HEATH",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HEIGHT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HEIGHTS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HIGHWAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HILL",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HOLLOW",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HTS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HWY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "HY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "ISLAND",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "ISLE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "KEY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "KNOLL",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LAKEWAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LANDING",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LANDNG",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LANE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LEA",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LI",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LINE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LINK",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LKOUT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LN",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "LOOP",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "MALL",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "MANOR",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "MARSH",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "MEADOW",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "MEWS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "MILLWAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "MONTEE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "MOUNT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "ORCH",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "OUTLOOK",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PARADE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PARK",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PARKWAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PASS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PATH",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PINES",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PK",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PKWY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PKY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PL",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PLAZA",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PORT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PROM",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PTH",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PVT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "PY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "QUAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "RANG",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "RD",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "RIDGE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "RISE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "RLE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "ROUND",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "ROW",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "RTE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "RUE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "RUN",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "SHORE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "SIDELINE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "SIDERD",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "SQ",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "SRD",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "ST",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "STREETLOUTH",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "TERR",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "TLINE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "TOP",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "TOWERS",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "TRACE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "TRAIL",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "TRNABT",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "TSSE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "UNKNOWN",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "VALE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "VIA",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "VIEW",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "VILLGE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "VISTA",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "VOIE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WALK",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WALKWAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WATERWAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WHARF",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WLK",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WOOD",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WW",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WYND",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "C",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "E",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "N",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "NE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "NW",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "S",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "SE",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "SW",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "W",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "WAY",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
],
"cls_token": {
"content": "[CLS]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"mask_token": {
"content": "[MASK]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "[PAD]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"sep_token": {
"content": "[SEP]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "[UNK]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}