aehrc
/

cxrmate-rrg24

Feature Extraction

vision-encoder-decoder

Model card Files Files and versions Community

anicolson commited on Aug 26

Commit

cc77401

•

1 Parent(s): 3079483

Upload tokenizer

Files changed (1) hide show

tokenizer.json +1 -0

tokenizer.json CHANGED Viewed

@@ -134,6 +134,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
     "vocab": {
       "[UNK]": 0,
       "[BOS]": 1,

     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": false,
     "vocab": {
       "[UNK]": 0,
       "[BOS]": 1,