|
'''
|
|
Defines the set of symbols used in text input to the model.
|
|
'''
|
|
|
|
'''# japanese_cleaners
|
|
_pad = '_'
|
|
_punctuation = ',.!?-'
|
|
_letters = 'AEINOQUabdefghijkmnoprstuvwyzʃʧ↓↑ '
|
|
'''
|
|
|
|
_pad = '_'
|
|
_punctuation = ',.!?-'
|
|
_letters = 'AEINOQUabdefghijkmnoprstuvwyzʃʧ↓↑ '
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
'''# korean_cleaners
|
|
_pad = '_'
|
|
_punctuation = ',.!?…~'
|
|
_letters = 'ㄱㄴㄷㄹㅁㅂㅅㅇㅈㅊㅋㅌㅍㅎㄲㄸㅃㅆㅉㅏㅓㅗㅜㅡㅣㅐㅔ '
|
|
'''
|
|
|
|
'''# chinese_cleaners
|
|
_pad = '_'
|
|
_punctuation = ',。!?—…'
|
|
_letters = 'ㄅㄆㄇㄈㄉㄊㄋㄌㄍㄎㄏㄐㄑㄒㄓㄔㄕㄖㄗㄘㄙㄚㄛㄜㄝㄞㄟㄠㄡㄢㄣㄤㄥㄦㄧㄨㄩˉˊˇˋ˙ '
|
|
'''
|
|
|
|
|
|
symbols = [_pad] + list(_punctuation) + list(_letters)
|
|
|
|
|
|
SPACE_ID = symbols.index(" ")
|
|
|