codebyzeb's picture
Upload tokenizer
be85522 verified
raw
history blame contribute delete
574 Bytes
{"UNK":0,"PAD":1,"WORD_BOUNDARY":2,"UTT_BOUNDARY":3,"m":4,"ä":5,"n̪":6,"d̠ʒ":7,"i":8,"v":9,"e̞":10,"h":11,"u":12,"ʒ":13,"d̪":14,"o̞":15,"l":16,"ɾ̪":17,"t̠ʃ":18,"p":19,"j":20,"s̪":21,"oʊ":22,"t̪":23,"aɪ":24,"k":25,"w":26,"ɡ":27,"b":28,"t̠ʃʲ":29,"e̯ä":30,"ʃ":31,"ʃʲ":32,"ə":33,"o̯ä":34,"ɨ":35,"uɪ":36,"f":37,"t̪s̪":38,"z̪":39,"əɪ":40,"eɪ":41,"tsʲ":42,"zʲ":43,"iɪ":44,"aʊ":45,"tʲ":46,"nʲ":47,"eʊ":48,"iʊ":49,"ɾʲ":50,"mʲ":51,"bʲ":52,"sʲ":53,"kʲ":54,"lʲ":55,"eo":56,"d̠ʒʲ":57,"dʲ":58,"pʲ":59,"əʊ":60,"fʲ":61,"oɪ":62}