Rachel Bawden
commited on
Commit
•
8372434
1
Parent(s):
934ce38
changed special token order
Browse files- pytorch_model.bin +2 -2
- tokenizer.json +3 -3
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2de8841768bff7b3091027d8ddbf6fb31b77c84bd691b7e44b6b76cc2a843936
|
| 3 |
+
size 24240367
|
tokenizer.json
CHANGED
|
@@ -38,10 +38,10 @@
|
|
| 38 |
"end_of_word_suffix": null,
|
| 39 |
"fuse_unk": true,
|
| 40 |
"vocab": {
|
| 41 |
-
"<
|
| 42 |
-
"<
|
| 43 |
"</s>": 2,
|
| 44 |
-
"<
|
| 45 |
",": 4,
|
| 46 |
"'": 5,
|
| 47 |
"▁de": 6,
|
|
|
|
| 38 |
"end_of_word_suffix": null,
|
| 39 |
"fuse_unk": true,
|
| 40 |
"vocab": {
|
| 41 |
+
"<s>": 0,
|
| 42 |
+
"<pad>": 1,
|
| 43 |
"</s>": 2,
|
| 44 |
+
"<unk>": 3,
|
| 45 |
",": 4,
|
| 46 |
"'": 5,
|
| 47 |
"▁de": 6,
|