gpt2-EmoWOZ-SimpleToD / special_tokens_map.json
armandnlp's picture
Upload tokenizer
2aa787c
raw
history blame contribute delete
864 Bytes
{
"additional_special_tokens": [
"<|belief|>",
"<|endofbelief|>",
"<|action|>",
"<|endofaction|>",
"<|response|>",
"<|endofresponse|>",
"<|context|>",
"<|endofcontext|>",
"<|user|>",
"<|system|>",
"<|useremotion|>",
"<|endofuseremotion|>",
"[address]",
"[area]",
"[arriveby]",
"[bookday]",
"[bookpeople]",
"[bookstay]",
"[booktime]",
"[choice]",
"[day]",
"[department]",
"[departure]",
"[destination]",
"[duration]",
"[entrancefee]",
"[food]",
"[leaveat]",
"[name]",
"[openhours]",
"[phone]",
"[postcode]",
"[price]",
"[pricerange]",
"[ref]",
"[stars]",
"[trainid]",
"[type]"
],
"bos_token": "<|endoftext|>",
"eos_token": "<|endoftext|>",
"pad_token": "<|endoftext|>",
"unk_token": "<|endoftext|>"
}