ianmckenzie commited on
Commit
b05a867
·
verified ·
1 Parent(s): a543b99

Pushing model and tokenizer to hub

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. tokenizer_config.json +0 -4
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "cache/checkpoints/281a5ec2f83bcd23a49ef3b1f254464740fb579a62a8eb58b99a9eca1932dc74/epoch_0005/model",
3
  "architectures": [
4
  "GPTNeoXForSequenceClassification"
5
  ],
 
1
  {
2
+ "_name_or_path": "EleutherAI/pythia-14m",
3
  "architectures": [
4
  "GPTNeoXForSequenceClassification"
5
  ],
tokenizer_config.json CHANGED
@@ -207,13 +207,9 @@
207
  "bos_token": "<|endoftext|>",
208
  "clean_up_tokenization_spaces": false,
209
  "eos_token": "<|endoftext|>",
210
- "max_length": 2048,
211
  "model_max_length": 2048,
212
  "pad_token": "<|endoftext|>",
213
  "padding_side": "right",
214
- "stride": 0,
215
  "tokenizer_class": "GPTNeoXTokenizer",
216
- "truncation_side": "right",
217
- "truncation_strategy": "longest_first",
218
  "unk_token": "<|endoftext|>"
219
  }
 
207
  "bos_token": "<|endoftext|>",
208
  "clean_up_tokenization_spaces": false,
209
  "eos_token": "<|endoftext|>",
 
210
  "model_max_length": 2048,
211
  "pad_token": "<|endoftext|>",
212
  "padding_side": "right",
 
213
  "tokenizer_class": "GPTNeoXTokenizer",
 
 
214
  "unk_token": "<|endoftext|>"
215
  }