llama-lora-ptbr-vergara-hf / tokenizer_config.json
vinidiol's picture
Upload 6 files
3f4891a
raw
history blame
337 Bytes
{
"bos_token": "",
"eos_token": "",
"model_max_length": 1000000000000000019884624838656,
"special_tokens_map_file": "/root/.cache/huggingface/hub/models--baffo32--decapoda-research-llama-7B-hf/snapshots/aa18b48a1330572a6dd5f5d5619ed19838ca285c/special_tokens_map.json",
"tokenizer_class": "LLaMATokenizer",
"unk_token": ""
}