anzorq's picture
Upload tokenizer
40f1525 verified
raw
history blame contribute delete
422 Bytes
{
" ": 22,
"'": 9,
"-": 4,
"_": 14,
"а": 23,
"б": 13,
"в": 25,
"г": 20,
"д": 33,
"е": 17,
"ж": 1,
"з": 16,
"и": 10,
"й": 30,
"к": 34,
"л": 21,
"м": 12,
"н": 29,
"о": 2,
"п": 35,
"р": 0,
"с": 18,
"т": 6,
"у": 15,
"ф": 31,
"х": 7,
"ц": 5,
"ч": 8,
"ш": 28,
"ъ": 26,
"ь": 32,
"э": 3,
"ю": 11,
"я": 24,
"ӏ": 19,
"–": 27
}