Zeref02210217-cst's picture
Upload tokenizer
53317d4 verified
raw
history blame contribute delete
893 Bytes
{
"dzo": {
"*": 1,
"[PAD]": 58,
"[UNK]": 57,
"|": 0,
"་": 2,
"།": 3,
"ཀ": 4,
"ཁ": 5,
"ག": 6,
"ང": 7,
"ཅ": 8,
"ཆ": 9,
"ཇ": 10,
"ཉ": 11,
"ཊ": 12,
"ཏ": 13,
"ཐ": 14,
"ད": 15,
"ན": 16,
"པ": 17,
"ཕ": 18,
"བ": 19,
"མ": 20,
"ཙ": 21,
"ཚ": 22,
"ཛ": 23,
"ཝ": 24,
"ཞ": 25,
"ཟ": 26,
"འ": 27,
"ཡ": 28,
"ར": 29,
"ལ": 30,
"ཤ": 31,
"ས": 32,
"ཧ": 33,
"ཨ": 34,
"ཱ": 35,
"ི": 36,
"ུ": 37,
"ེ": 38,
"ོ": 39,
"ྐ": 40,
"ྒ": 41,
"ྔ": 42,
"ྗ": 43,
"ྟ": 44,
"ྡ": 45,
"ྣ": 46,
"ྤ": 47,
"ྦ": 48,
"ྨ": 49,
"ྩ": 50,
"ྫ": 51,
"ྭ": 52,
"ྱ": 53,
"ྲ": 54,
"ླ": 55,
"ྷ": 56
}
}