pptod-multiwoz / added_tokens.json
Atsumoto Ohashi
Upload tokenizer
4ed0ca5 verified
{
"<_PAD_>": 32100,
"<eos_a>": 32107,
"<eos_b>": 32106,
"<eos_context>": 32118,
"<eos_d>": 32109,
"<eos_db>": 32116,
"<eos_r>": 32105,
"<eos_u>": 32104,
"<extra_id_0>": 32099,
"<extra_id_10>": 32089,
"<extra_id_11>": 32088,
"<extra_id_12>": 32087,
"<extra_id_13>": 32086,
"<extra_id_14>": 32085,
"<extra_id_15>": 32084,
"<extra_id_16>": 32083,
"<extra_id_17>": 32082,
"<extra_id_18>": 32081,
"<extra_id_19>": 32080,
"<extra_id_1>": 32098,
"<extra_id_20>": 32079,
"<extra_id_21>": 32078,
"<extra_id_22>": 32077,
"<extra_id_23>": 32076,
"<extra_id_24>": 32075,
"<extra_id_25>": 32074,
"<extra_id_26>": 32073,
"<extra_id_27>": 32072,
"<extra_id_28>": 32071,
"<extra_id_29>": 32070,
"<extra_id_2>": 32097,
"<extra_id_30>": 32069,
"<extra_id_31>": 32068,
"<extra_id_32>": 32067,
"<extra_id_33>": 32066,
"<extra_id_34>": 32065,
"<extra_id_35>": 32064,
"<extra_id_36>": 32063,
"<extra_id_37>": 32062,
"<extra_id_38>": 32061,
"<extra_id_39>": 32060,
"<extra_id_3>": 32096,
"<extra_id_40>": 32059,
"<extra_id_41>": 32058,
"<extra_id_42>": 32057,
"<extra_id_43>": 32056,
"<extra_id_44>": 32055,
"<extra_id_45>": 32054,
"<extra_id_46>": 32053,
"<extra_id_47>": 32052,
"<extra_id_48>": 32051,
"<extra_id_49>": 32050,
"<extra_id_4>": 32095,
"<extra_id_50>": 32049,
"<extra_id_51>": 32048,
"<extra_id_52>": 32047,
"<extra_id_53>": 32046,
"<extra_id_54>": 32045,
"<extra_id_55>": 32044,
"<extra_id_56>": 32043,
"<extra_id_57>": 32042,
"<extra_id_58>": 32041,
"<extra_id_59>": 32040,
"<extra_id_5>": 32094,
"<extra_id_60>": 32039,
"<extra_id_61>": 32038,
"<extra_id_62>": 32037,
"<extra_id_63>": 32036,
"<extra_id_64>": 32035,
"<extra_id_65>": 32034,
"<extra_id_66>": 32033,
"<extra_id_67>": 32032,
"<extra_id_68>": 32031,
"<extra_id_69>": 32030,
"<extra_id_6>": 32093,
"<extra_id_70>": 32029,
"<extra_id_71>": 32028,
"<extra_id_72>": 32027,
"<extra_id_73>": 32026,
"<extra_id_74>": 32025,
"<extra_id_75>": 32024,
"<extra_id_76>": 32023,
"<extra_id_77>": 32022,
"<extra_id_78>": 32021,
"<extra_id_79>": 32020,
"<extra_id_7>": 32092,
"<extra_id_80>": 32019,
"<extra_id_81>": 32018,
"<extra_id_82>": 32017,
"<extra_id_83>": 32016,
"<extra_id_84>": 32015,
"<extra_id_85>": 32014,
"<extra_id_86>": 32013,
"<extra_id_87>": 32012,
"<extra_id_88>": 32011,
"<extra_id_89>": 32010,
"<extra_id_8>": 32091,
"<extra_id_90>": 32009,
"<extra_id_91>": 32008,
"<extra_id_92>": 32007,
"<extra_id_93>": 32006,
"<extra_id_94>": 32005,
"<extra_id_95>": 32004,
"<extra_id_96>": 32003,
"<extra_id_97>": 32002,
"<extra_id_98>": 32001,
"<extra_id_99>": 32000,
"<extra_id_9>": 32090,
"<go_a>": 32103,
"<go_b>": 32102,
"<go_d>": 32108,
"<go_r>": 32101,
"<sos_a>": 32113,
"<sos_b>": 32112,
"<sos_context>": 32117,
"<sos_d>": 32114,
"<sos_db>": 32115,
"<sos_r>": 32111,
"<sos_u>": 32110,
"[attraction_address]": 32119,
"[attraction_area]": 32120,
"[attraction_choice]": 32121,
"[attraction_entrance fee]": 32122,
"[attraction_name]": 32123,
"[attraction_phone]": 32124,
"[attraction_postcode]": 32125,
"[attraction_type]": 32126,
"[hospital_Ref]": 32127,
"[hospital_address]": 32128,
"[hospital_day]": 32129,
"[hospital_department]": 32130,
"[hospital_phone]": 32131,
"[hospital_postcode]": 32132,
"[hospital_time]": 32133,
"[hotel_Ref]": 32134,
"[hotel_address]": 32135,
"[hotel_area]": 32136,
"[hotel_choice]": 32137,
"[hotel_day]": 32138,
"[hotel_name]": 32139,
"[hotel_people]": 32140,
"[hotel_phone]": 32141,
"[hotel_postcode]": 32142,
"[hotel_pricerange]": 32143,
"[hotel_stars]": 32144,
"[hotel_stay]": 32145,
"[hotel_time]": 32146,
"[hotel_type]": 32147,
"[police_address]": 32148,
"[police_name]": 32149,
"[police_phone]": 32150,
"[police_postcode]": 32151,
"[restaurant_Ref]": 32152,
"[restaurant_address]": 32153,
"[restaurant_area]": 32154,
"[restaurant_choice]": 32155,
"[restaurant_day]": 32156,
"[restaurant_food]": 32157,
"[restaurant_name]": 32158,
"[restaurant_people]": 32159,
"[restaurant_phone]": 32160,
"[restaurant_postcode]": 32161,
"[restaurant_pricerange]": 32162,
"[restaurant_stay]": 32163,
"[restaurant_time]": 32164,
"[taxi_arriveBy]": 32165,
"[taxi_departure]": 32166,
"[taxi_destination]": 32167,
"[taxi_leaveAt]": 32168,
"[taxi_taxi_phone]": 32169,
"[taxi_taxi_types]": 32170,
"[taxi_time]": 32171,
"[train_Ref]": 32172,
"[train_arriveBy]": 32173,
"[train_choice]": 32174,
"[train_day]": 32175,
"[train_departure]": 32176,
"[train_destination]": 32177,
"[train_duration]": 32178,
"[train_leaveAt]": 32179,
"[train_name]": 32180,
"[train_people]": 32181,
"[train_price]": 32182,
"[train_stay]": 32183,
"[train_time]": 32184,
"[train_trainID]": 32185
}