Hugging Face's logo

rednote-hilab
/
dots.llm1.base

Text Generation
Transformers
Safetensors
English
Chinese
dots1
conversational
Model card Files Community
3
redmoe-ai-v1 commited on
Commit
33e0d0e
·
verified ·
1 Parent(s): 136dbcc

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. tokenizer.json +13 -13
tokenizer.json CHANGED
@@ -31,7 +31,7 @@
31
  "special": true
32
  },
33
  {
34
- "id": 151647,
35
  "content": "<|userprompt|>",
36
  "single_word": false,
37
  "lstrip": false,
@@ -40,7 +40,7 @@
40
  "special": true
41
  },
42
  {
43
- "id": 151648,
44
  "content": "<|endofuserprompt|>",
45
  "single_word": false,
46
  "lstrip": false,
@@ -49,7 +49,7 @@
49
  "special": true
50
  },
51
  {
52
- "id": 151649,
53
  "content": "<|response|>",
54
  "single_word": false,
55
  "lstrip": false,
@@ -58,7 +58,7 @@
58
  "special": true
59
  },
60
  {
61
- "id": 151650,
62
  "content": "<|endofresponse|>",
63
  "single_word": false,
64
  "lstrip": false,
@@ -67,7 +67,7 @@
67
  "special": true
68
  },
69
  {
70
- "id": 151651,
71
  "content": "<|system|>",
72
  "single_word": false,
73
  "lstrip": false,
@@ -76,7 +76,7 @@
76
  "special": true
77
  },
78
  {
79
- "id": 151652,
80
  "content": "<|endofsystem|>",
81
  "single_word": false,
82
  "lstrip": false,
@@ -85,7 +85,7 @@
85
  "special": true
86
  },
87
  {
88
- "id": 151653,
89
  "content": "<|observation|>",
90
  "single_word": false,
91
  "lstrip": false,
@@ -94,7 +94,7 @@
94
  "special": true
95
  },
96
  {
97
- "id": 151654,
98
  "content": "<|endofobservation|>",
99
  "single_word": false,
100
  "lstrip": false,
@@ -103,7 +103,7 @@
103
  "special": true
104
  },
105
  {
106
- "id": 151655,
107
  "content": "<|execution|>",
108
  "single_word": false,
109
  "lstrip": false,
@@ -112,7 +112,7 @@
112
  "special": true
113
  },
114
  {
115
- "id": 151656,
116
  "content": "<|endofexecution|>",
117
  "single_word": false,
118
  "lstrip": false,
@@ -121,7 +121,7 @@
121
  "special": true
122
  },
123
  {
124
- "id": 151657,
125
  "content": "<|reject-unknown|>",
126
  "single_word": false,
127
  "lstrip": false,
@@ -130,7 +130,7 @@
130
  "special": true
131
  },
132
  {
133
- "id": 151658,
134
  "content": "<|sec-cot|>",
135
  "single_word": false,
136
  "lstrip": false,
@@ -139,7 +139,7 @@
139
  "special": true
140
  },
141
  {
142
- "id": 151659,
143
  "content": "<|sec-end-cot|>",
144
  "single_word": false,
145
  "lstrip": false,
 
31
  "special": true
32
  },
33
  {
34
+ "id": 151646,
35
  "content": "<|userprompt|>",
36
  "single_word": false,
37
  "lstrip": false,
 
40
  "special": true
41
  },
42
  {
43
+ "id": 151647,
44
  "content": "<|endofuserprompt|>",
45
  "single_word": false,
46
  "lstrip": false,
 
49
  "special": true
50
  },
51
  {
52
+ "id": 151648,
53
  "content": "<|response|>",
54
  "single_word": false,
55
  "lstrip": false,
 
58
  "special": true
59
  },
60
  {
61
+ "id": 151649,
62
  "content": "<|endofresponse|>",
63
  "single_word": false,
64
  "lstrip": false,
 
67
  "special": true
68
  },
69
  {
70
+ "id": 151650,
71
  "content": "<|system|>",
72
  "single_word": false,
73
  "lstrip": false,
 
76
  "special": true
77
  },
78
  {
79
+ "id": 151651,
80
  "content": "<|endofsystem|>",
81
  "single_word": false,
82
  "lstrip": false,
 
85
  "special": true
86
  },
87
  {
88
+ "id": 151652,
89
  "content": "<|observation|>",
90
  "single_word": false,
91
  "lstrip": false,
 
94
  "special": true
95
  },
96
  {
97
+ "id": 151653,
98
  "content": "<|endofobservation|>",
99
  "single_word": false,
100
  "lstrip": false,
 
103
  "special": true
104
  },
105
  {
106
+ "id": 151654,
107
  "content": "<|execution|>",
108
  "single_word": false,
109
  "lstrip": false,
 
112
  "special": true
113
  },
114
  {
115
+ "id": 151655,
116
  "content": "<|endofexecution|>",
117
  "single_word": false,
118
  "lstrip": false,
 
121
  "special": true
122
  },
123
  {
124
+ "id": 151656,
125
  "content": "<|reject-unknown|>",
126
  "single_word": false,
127
  "lstrip": false,
 
130
  "special": true
131
  },
132
  {
133
+ "id": 151657,
134
  "content": "<|sec-cot|>",
135
  "single_word": false,
136
  "lstrip": false,
 
139
  "special": true
140
  },
141
  {
142
+ "id": 151658,
143
  "content": "<|sec-end-cot|>",
144
  "single_word": false,
145
  "lstrip": false,