unsloth
/

gemma-2-2b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

danielhanchen commited on Aug 6

Commit

c1bbedc

•

1 Parent(s): 8fffded

Upload tokenizer

Files changed (2) hide show

tokenizer.json +2 -2
tokenizer_config.json +2 -2

tokenizer.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f1f411054535bfe0e360e3431e7340cfc795d0d4ed1ebd426b01993831d49e4
-size 17525359

 version https://git-lfs.github.com/spec/v1
+oid sha256:3f289bc05132635a8bc7aca7aa21255efd5e18f3710f43e3cdb96bcd41be4922
+size 17525357

tokenizer_config.json CHANGED Viewed

@@ -856,7 +856,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
     },
     "107": {
       "content": "<end_of_turn>",
@@ -864,7 +864,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
     },
     "108": {
       "content": "\n",

       "normalized": false,
       "rstrip": false,
       "single_word": false,
+      "special": true
     },
     "107": {
       "content": "<end_of_turn>",
       "normalized": false,
       "rstrip": false,
       "single_word": false,
+      "special": true
     },
     "108": {
       "content": "\n",