robinsongh381
/

neox-oig-v1

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

robinsongh381 commited on Mar 14, 2023

Commit

1658f72

•

1 Parent(s): 53b9040

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -3,7 +3,7 @@
   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
   "model_max_length": 1000000000000000019884624838656,
-  "name_or_path": "/data/public/rw/team-lm/hf_models/gpt_neox_chat_base_20b",
   "special_tokens_map_file": "/root/.cache/huggingface/transformers/d9026dc928c47ac2a72d46fea7db959acc4bacac2176bf32be5c331604b77d32.3ae9ae72462581d20e36bc528e9c47bb30cd671bb21add40ca0b24a0be9fac22",
   "tokenizer_class": "GPTNeoXTokenizer",
   "unk_token": "<|endoftext|>"

   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
   "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "experiment/neox_chat_base_20b_oig_filtered_240K_epoch_2_8_gpu_ebs_128_lr_5e5_deepspeed_zero_3_bf16",
   "special_tokens_map_file": "/root/.cache/huggingface/transformers/d9026dc928c47ac2a72d46fea7db959acc4bacac2176bf32be5c331604b77d32.3ae9ae72462581d20e36bc528e9c47bb30cd671bb21add40ca0b24a0be9fac22",
   "tokenizer_class": "GPTNeoXTokenizer",
   "unk_token": "<|endoftext|>"