cointegrated
commited on
Commit
•
5b483a1
1
Parent(s):
8481d1b
Add model and tokenizer files
Browse files- config.json +24 -0
- generation_config.json +5 -0
- pytorch_model.bin +3 -0
- special_tokens_map.json +8 -0
- tokenizer_config.json +11 -0
- vocab.txt +390 -0
config.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"BertForMaskedLM"
|
4 |
+
],
|
5 |
+
"attention_probs_dropout_prob": 0.1,
|
6 |
+
"classifier_dropout": null,
|
7 |
+
"hidden_act": "gelu",
|
8 |
+
"hidden_dropout_prob": 0.1,
|
9 |
+
"hidden_size": 256,
|
10 |
+
"initializer_range": 0.02,
|
11 |
+
"intermediate_size": 512,
|
12 |
+
"layer_norm_eps": 1e-12,
|
13 |
+
"max_position_embeddings": 1024,
|
14 |
+
"model_type": "bert",
|
15 |
+
"num_attention_heads": 8,
|
16 |
+
"num_hidden_layers": 4,
|
17 |
+
"pad_token_id": 1,
|
18 |
+
"position_embedding_type": "relative_key_query",
|
19 |
+
"torch_dtype": "float32",
|
20 |
+
"transformers_version": "4.26.1",
|
21 |
+
"type_vocab_size": 1,
|
22 |
+
"use_cache": true,
|
23 |
+
"vocab_size": 390
|
24 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"pad_token_id": 1,
|
4 |
+
"transformers_version": "4.26.1"
|
5 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:60d954bc47357f89c1ad70b5d7dacda9fd970be4b03901222a1264497a311c2e
|
3 |
+
size 11234590
|
special_tokens_map.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": "[bos]",
|
3 |
+
"cls_token": "[cls]",
|
4 |
+
"eos_token": "[eos]",
|
5 |
+
"mask_token": "[mask]",
|
6 |
+
"pad_token": "[pad]",
|
7 |
+
"unk_token": "[unk]"
|
8 |
+
}
|
tokenizer_config.json
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": "[bos]",
|
3 |
+
"cls_token": "[cls]",
|
4 |
+
"do_lower_case": false,
|
5 |
+
"eos_token": "[eos]",
|
6 |
+
"mask_token": "[mask]",
|
7 |
+
"model_max_length": 1024,
|
8 |
+
"pad_token": "[pad]",
|
9 |
+
"tokenizer_class": "CharTokenizer",
|
10 |
+
"unk_token": "[unk]"
|
11 |
+
}
|
vocab.txt
ADDED
@@ -0,0 +1,390 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
▁
|
2 |
+
[pad]
|
3 |
+
[unk]
|
4 |
+
[cls]
|
5 |
+
[sep]
|
6 |
+
[mask]
|
7 |
+
[bos]
|
8 |
+
[eos]
|
9 |
+
|
10 |
+
!
|
11 |
+
"
|
12 |
+
#
|
13 |
+
%
|
14 |
+
&
|
15 |
+
'
|
16 |
+
(
|
17 |
+
)
|
18 |
+
*
|
19 |
+
+
|
20 |
+
,
|
21 |
+
-
|
22 |
+
.
|
23 |
+
/
|
24 |
+
0
|
25 |
+
1
|
26 |
+
2
|
27 |
+
3
|
28 |
+
4
|
29 |
+
5
|
30 |
+
6
|
31 |
+
7
|
32 |
+
8
|
33 |
+
9
|
34 |
+
:
|
35 |
+
;
|
36 |
+
<
|
37 |
+
=
|
38 |
+
>
|
39 |
+
?
|
40 |
+
@
|
41 |
+
A
|
42 |
+
B
|
43 |
+
C
|
44 |
+
D
|
45 |
+
E
|
46 |
+
F
|
47 |
+
G
|
48 |
+
H
|
49 |
+
I
|
50 |
+
J
|
51 |
+
K
|
52 |
+
L
|
53 |
+
M
|
54 |
+
N
|
55 |
+
O
|
56 |
+
P
|
57 |
+
Q
|
58 |
+
R
|
59 |
+
S
|
60 |
+
T
|
61 |
+
U
|
62 |
+
V
|
63 |
+
W
|
64 |
+
X
|
65 |
+
Y
|
66 |
+
Z
|
67 |
+
[
|
68 |
+
\
|
69 |
+
]
|
70 |
+
^
|
71 |
+
_
|
72 |
+
`
|
73 |
+
a
|
74 |
+
b
|
75 |
+
c
|
76 |
+
d
|
77 |
+
e
|
78 |
+
f
|
79 |
+
g
|
80 |
+
h
|
81 |
+
i
|
82 |
+
j
|
83 |
+
k
|
84 |
+
l
|
85 |
+
m
|
86 |
+
n
|
87 |
+
o
|
88 |
+
p
|
89 |
+
q
|
90 |
+
r
|
91 |
+
s
|
92 |
+
t
|
93 |
+
u
|
94 |
+
v
|
95 |
+
w
|
96 |
+
x
|
97 |
+
y
|
98 |
+
z
|
99 |
+
{
|
100 |
+
|
|
101 |
+
}
|
102 |
+
~
|
103 |
+
|
104 |
+
|
105 |
+
¢
|
106 |
+
¦
|
107 |
+
§
|
108 |
+
ª
|
109 |
+
«
|
110 |
+
¬
|
111 |
+
|
112 |
+
®
|
113 |
+
°
|
114 |
+
²
|
115 |
+
µ
|
116 |
+
·
|
117 |
+
»
|
118 |
+
¿
|
119 |
+
À
|
120 |
+
Á
|
121 |
+
Â
|
122 |
+
Ã
|
123 |
+
Ä
|
124 |
+
Å
|
125 |
+
Ç
|
126 |
+
È
|
127 |
+
É
|
128 |
+
Ê
|
129 |
+
Ë
|
130 |
+
Ì
|
131 |
+
Í
|
132 |
+
Î
|
133 |
+
Ï
|
134 |
+
Ð
|
135 |
+
Ñ
|
136 |
+
Ò
|
137 |
+
Ó
|
138 |
+
Ô
|
139 |
+
Õ
|
140 |
+
Ö
|
141 |
+
×
|
142 |
+
Ø
|
143 |
+
Û
|
144 |
+
Ü
|
145 |
+
Ý
|
146 |
+
Þ
|
147 |
+
à
|
148 |
+
á
|
149 |
+
â
|
150 |
+
ã
|
151 |
+
ä
|
152 |
+
å
|
153 |
+
ç
|
154 |
+
è
|
155 |
+
é
|
156 |
+
ê
|
157 |
+
ë
|
158 |
+
ì
|
159 |
+
í
|
160 |
+
î
|
161 |
+
ï
|
162 |
+
ð
|
163 |
+
ñ
|
164 |
+
ò
|
165 |
+
ó
|
166 |
+
ô
|
167 |
+
õ
|
168 |
+
ö
|
169 |
+
÷
|
170 |
+
ø
|
171 |
+
û
|
172 |
+
ü
|
173 |
+
ý
|
174 |
+
þ
|
175 |
+
ÿ
|
176 |
+
Ā
|
177 |
+
ā
|
178 |
+
Č
|
179 |
+
č
|
180 |
+
Ğ
|
181 |
+
ğ
|
182 |
+
ı
|
183 |
+
Ł
|
184 |
+
ł
|
185 |
+
Š
|
186 |
+
š
|
187 |
+
Ū
|
188 |
+
ū
|
189 |
+
Ÿ
|
190 |
+
Ž
|
191 |
+
ž
|
192 |
+
Ə
|
193 |
+
Ɵ
|
194 |
+
ə
|
195 |
+
ɵ
|
196 |
+
ʺ
|
197 |
+
́
|
198 |
+
̶
|
199 |
+
Β
|
200 |
+
Μ
|
201 |
+
Π
|
202 |
+
Χ
|
203 |
+
β
|
204 |
+
π
|
205 |
+
χ
|
206 |
+
Ё
|
207 |
+
Ђ
|
208 |
+
Ѓ
|
209 |
+
Є
|
210 |
+
Ѕ
|
211 |
+
І
|
212 |
+
Ї
|
213 |
+
Љ
|
214 |
+
Њ
|
215 |
+
Ћ
|
216 |
+
Ќ
|
217 |
+
Ў
|
218 |
+
Џ
|
219 |
+
А
|
220 |
+
Б
|
221 |
+
В
|
222 |
+
Г
|
223 |
+
Д
|
224 |
+
Е
|
225 |
+
Ж
|
226 |
+
З
|
227 |
+
И
|
228 |
+
Й
|
229 |
+
К
|
230 |
+
Л
|
231 |
+
М
|
232 |
+
Н
|
233 |
+
О
|
234 |
+
П
|
235 |
+
Р
|
236 |
+
С
|
237 |
+
Т
|
238 |
+
У
|
239 |
+
Ф
|
240 |
+
Х
|
241 |
+
Ц
|
242 |
+
Ч
|
243 |
+
Ш
|
244 |
+
Щ
|
245 |
+
Ъ
|
246 |
+
Ы
|
247 |
+
Ь
|
248 |
+
Э
|
249 |
+
Ю
|
250 |
+
Я
|
251 |
+
а
|
252 |
+
б
|
253 |
+
в
|
254 |
+
г
|
255 |
+
д
|
256 |
+
е
|
257 |
+
ж
|
258 |
+
з
|
259 |
+
и
|
260 |
+
й
|
261 |
+
к
|
262 |
+
л
|
263 |
+
м
|
264 |
+
н
|
265 |
+
о
|
266 |
+
п
|
267 |
+
р
|
268 |
+
с
|
269 |
+
т
|
270 |
+
у
|
271 |
+
ф
|
272 |
+
х
|
273 |
+
ц
|
274 |
+
ч
|
275 |
+
ш
|
276 |
+
щ
|
277 |
+
ъ
|
278 |
+
ы
|
279 |
+
ь
|
280 |
+
э
|
281 |
+
ю
|
282 |
+
я
|
283 |
+
ё
|
284 |
+
ђ
|
285 |
+
ѓ
|
286 |
+
є
|
287 |
+
ѕ
|
288 |
+
і
|
289 |
+
ї
|
290 |
+
љ
|
291 |
+
њ
|
292 |
+
ћ
|
293 |
+
ќ
|
294 |
+
ў
|
295 |
+
џ
|
296 |
+
Ѳ
|
297 |
+
ѳ
|
298 |
+
Ґ
|
299 |
+
ґ
|
300 |
+
Ғ
|
301 |
+
ғ
|
302 |
+
Җ
|
303 |
+
җ
|
304 |
+
Ҙ
|
305 |
+
ҙ
|
306 |
+
Қ
|
307 |
+
қ
|
308 |
+
Ҡ
|
309 |
+
ҡ
|
310 |
+
Ң
|
311 |
+
ң
|
312 |
+
Ҫ
|
313 |
+
ҫ
|
314 |
+
Ү
|
315 |
+
ү
|
316 |
+
Ұ
|
317 |
+
ұ
|
318 |
+
Һ
|
319 |
+
һ
|
320 |
+
Ӊ
|
321 |
+
ӊ
|
322 |
+
Ә
|
323 |
+
ә
|
324 |
+
Ӧ
|
325 |
+
ӧ
|
326 |
+
Ө
|
327 |
+
ө
|
328 |
+
ا
|
329 |
+
ت
|
330 |
+
خ
|
331 |
+
ر
|
332 |
+
س
|
333 |
+
ع
|
334 |
+
ك
|
335 |
+
ن
|
336 |
+
و
|
337 |
+
|
338 |
+
|
339 |
+
‐
|
340 |
+
‑
|
341 |
+
‒
|
342 |
+
–
|
343 |
+
—
|
344 |
+
―
|
345 |
+
‘
|
346 |
+
’
|
347 |
+
“
|
348 |
+
”
|
349 |
+
„
|
350 |
+
•
|
351 |
+
…
|
352 |
+
‰
|
353 |
+
›
|
354 |
+
|
355 |
+
№
|
356 |
+
Ⅰ
|
357 |
+
ⅰ
|
358 |
+
→
|
359 |
+
∂
|
360 |
+
−
|
361 |
+
≥
|
362 |
+
⏰
|
363 |
+
─
|
364 |
+
●
|
365 |
+
☎
|
366 |
+
⚡
|
367 |
+
✒
|
368 |
+
✓
|
369 |
+
✨
|
370 |
+
|
371 |
+
|
372 |
+
|
373 |
+
|
374 |
+
|
375 |
+
|
376 |
+
|
377 |
+
|
378 |
+
|
379 |
+
|
380 |
+
|
381 |
+
|
382 |
+
|
383 |
+
|
384 |
+
|
385 |
+
|
386 |
+
|
387 |
+
|
388 |
+
🌸
|
389 |
+
🎭
|
390 |
+
📝
|