|
{ |
|
"add_prefix_space": false, |
|
"bos_token": "<|endoftext|>", |
|
"eos_token": "<|endoftext|>", |
|
"model_max_length": 1000000000000000019884624838656, |
|
"name_or_path": "experiment/neox_chat_base_20b_oig_filtered_240K_epoch_2_8_gpu_ebs_128_lr_5e5_deepspeed_zero_3_bf16", |
|
"special_tokens_map_file": "/root/.cache/huggingface/transformers/d9026dc928c47ac2a72d46fea7db959acc4bacac2176bf32be5c331604b77d32.3ae9ae72462581d20e36bc528e9c47bb30cd671bb21add40ca0b24a0be9fac22", |
|
"tokenizer_class": "GPTNeoXTokenizer", |
|
"unk_token": "<|endoftext|>" |
|
} |
|
|