01-ai-Yi-1.5-9B-AWQ-4bit-smashed / special_tokens_map.json
sharpenb's picture
b48c475dc66639685efb985d40ad44df634d8869fe8e07c82b9a0e744a66af4e
381f517 verified
raw
history blame
573 Bytes
{
"bos_token": {
"content": "<|startoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}