ylacombe's picture
ylacombe HF staff
Upload tokenizer
2576487 verified
raw
history blame
870 Bytes
{
"B": 1,
"C": 2,
"E": 3,
"H": 4,
"[PAD]": 72,
"[UNK]": 71,
"|": 0,
"Ё": 5,
"А": 6,
"Б": 7,
"В": 8,
"Г": 9,
"Д": 10,
"Е": 11,
"Ж": 12,
"З": 13,
"И": 14,
"Й": 15,
"К": 16,
"Л": 17,
"М": 18,
"Н": 19,
"О": 20,
"П": 21,
"Р": 22,
"С": 23,
"Т": 24,
"У": 25,
"Ф": 26,
"Х": 27,
"Ц": 28,
"Ч": 29,
"Ш": 30,
"Ь": 31,
"Э": 32,
"Ю": 33,
"Я": 34,
"а": 35,
"б": 36,
"в": 37,
"г": 38,
"д": 39,
"е": 40,
"ж": 41,
"з": 42,
"и": 43,
"й": 44,
"к": 45,
"л": 46,
"м": 47,
"н": 48,
"о": 49,
"п": 50,
"р": 51,
"с": 52,
"т": 53,
"у": 54,
"ф": 55,
"х": 56,
"ц": 57,
"ч": 58,
"ш": 59,
"ъ": 60,
"ы": 61,
"ь": 62,
"э": 63,
"ю": 64,
"я": 65,
"ё": 66,
"Ү": 67,
"ү": 68,
"Ө": 69,
"ө": 70
}