Rachel Bawden commited on
Commit
0ceb0ce
1 Parent(s): 39455ba

changed order of special tokens

Browse files
Files changed (3) hide show
  1. config.json +3 -3
  2. pytorch_model.bin +2 -2
  3. tokenizer_config.json +8 -1
config.json CHANGED
@@ -25,10 +25,10 @@
25
  "decoder_ffn_dim": 1024,
26
  "decoder_layerdrop": 0,
27
  "decoder_layers": 4,
28
- "bos_token_id": 0,
29
- "pad_token_id": 1,
30
  "eos_token_id": 2,
31
- "unk_token_id": 3,
32
  "is_encoder_decoder": true,
33
  "scale_embedding": true,
34
  "tie_word_embeddings": true,
 
25
  "decoder_ffn_dim": 1024,
26
  "decoder_layerdrop": 0,
27
  "decoder_layers": 4,
28
+ "bos_token_id": 1,
29
+ "pad_token_id": 3,
30
  "eos_token_id": 2,
31
+ "unk_token_id": 0,
32
  "is_encoder_decoder": true,
33
  "scale_embedding": true,
34
  "tie_word_embeddings": true,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00472b1a8cf702a485e0daa4a62246ac7cd73bf877736ac2a01d34380c82899a
3
- size 25266477
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2de8841768bff7b3091027d8ddbf6fb31b77c84bd691b7e44b6b76cc2a843936
3
+ size 24240367
tokenizer_config.json CHANGED
@@ -1 +1,8 @@
1
- {"unk_token": "<unk>", "eos_token": "</s>", "bos_token": "<s>", "pad_token": "<pad>", "tokenizer_class": "PreTrainedTokenizerFast"}
 
 
 
 
 
 
 
 
1
+ {
2
+ "langs": [
3
+ "src",
4
+ "trg"
5
+ ],
6
+ "model_max_length": 1024,
7
+ "do_lower_case": false
8
+ }