Nicohst commited on
Commit
b37c743
·
verified ·
1 Parent(s): 8e26e9e

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +16 -1
special_tokens_map.json CHANGED
@@ -1,4 +1,19 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "eos_token": {
3
  "content": "<|im_end|>",
4
  "lstrip": false,
@@ -13,4 +28,4 @@
13
  "rstrip": false,
14
  "single_word": false
15
  }
16
- }
 
1
  {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
  "eos_token": {
18
  "content": "<|im_end|>",
19
  "lstrip": false,
 
28
  "rstrip": false,
29
  "single_word": false
30
  }
31
+ }