alistairmcleay commited on
Commit
0496e60
·
1 Parent(s): 9174daf

Upload special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +1 -0
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "additional_special_tokens": ["[restaurant]", "[hotel]", "[attraction]", "[train]", "[taxi]", "[police]", "[hospital]", "[general]", "[inform]", "[request]", "[nooffer]", "[recommend]", "[select]", "[offerbook]", "[offerbooked]", "[nobook]", "[bye]", "[greet]", "[reqmore]", "[welcome]", "[value_name]", "[value_choice]", "[value_area]", "[value_price]", "[value_type]", "[value_reference]", "[value_phone]", "[value_address]", "[value_food]", "[value_leave]", "[value_postcode]", "[value_id]", "[value_arrive]", "[value_stars]", "[value_day]", "[value_destination]", "[value_car]", "[value_departure]", "[value_time]", "[value_people]", "[value_stay]", "[value_pricerange]", "[value_department]", "[value_name]([value_phone]", "<pad>", "<go_r>", "<unk>", "<go_b>", "<go_a>", "<eos_u>", "<eos_r>", "<eos_b>", "<eos_a>", "<go_d>", "<eos_d>", "<sos_u>", "<sos_r>", "<sos_b>", "<sos_a>", "<sos_d>", "<sos_db>", "<eos_db>", "[db_nores]", "[db_0]", "[db_1]", "[db_2]", "[db_3]"]}