import os import pdb import re import cn2an from pypinyin import lazy_pinyin, Style import sys sys.path.append("/data/docker/liujing04/gpt-vits/gpt-vits-master") from text.symbols import punctuation from text.tone_sandhi import ToneSandhi current_file_path = os.path.dirname(__file__) pinyin_to_symbol_map = {line.split("\t")[0]: line.strip().split("\t")[1] for line in open(os.path.join(current_file_path, 'opencpop-strict.txt')).readlines()} import jieba.posseg as psg rep_map = { ':': ',', ';': ',', ',': ',', '。': '.', '!': '!', '?': '?', '\n': '.', "·": ",", '、': ",", '...': '…', '$': '.', '/': ',', '—': "-" } tone_modifier = ToneSandhi() def replace_punctuation(text): text = text.replace("嗯", "恩").replace("呣","母") pattern = re.compile('|'.join(re.escape(p) for p in rep_map.keys())) replaced_text = pattern.sub(lambda x: rep_map[x.group()], text) replaced_text = re.sub(r'[^\u4e00-\u9fa5'+"".join(punctuation)+r']+', '', replaced_text) return replaced_text def g2p(text): pattern = r'(?<=[{0}])\s*'.format(''.join(punctuation)) sentences = [i for i in re.split(pattern, text) if i.strip()!=''] phones, word2ph = _g2p(sentences) return phones, word2ph def _get_initials_finals(word): initials = [] finals = [] orig_initials = lazy_pinyin( word, neutral_tone_with_five=True, style=Style.INITIALS) orig_finals = lazy_pinyin( word, neutral_tone_with_five=True, style=Style.FINALS_TONE3) for c, v in zip(orig_initials, orig_finals): initials.append(c) finals.append(v) return initials, finals def _g2p(segments): phones_list = [] word2ph = [] for seg in segments: pinyins = [] # Replace all English words in the sentence seg = re.sub('[a-zA-Z]+', '', seg) seg_cut = psg.lcut(seg) initials = [] finals = [] seg_cut = tone_modifier.pre_merge_for_modify(seg_cut) for word, pos in seg_cut: if pos == 'eng': continue sub_initials, sub_finals = _get_initials_finals(word) sub_finals = tone_modifier.modified_tone(word, pos, sub_finals) initials.append(sub_initials) finals.append(sub_finals) # assert len(sub_initials) == len(sub_finals) == len(word) initials = sum(initials, []) finals = sum(finals, []) # for c, v in zip(initials, finals): raw_pinyin = c+v # NOTE: post process for pypinyin outputs # we discriminate i, ii and iii if c == v: assert c in punctuation phone = [c] word2ph.append(1) else: v_without_tone = v[:-1] tone = v[-1] pinyin = c+v_without_tone assert tone in '12345' if c: # 多音节 v_rep_map = { "uei": 'ui', 'iou': 'iu', 'uen': 'un', } if v_without_tone in v_rep_map.keys(): pinyin = c+v_rep_map[v_without_tone] else: # 单音节 pinyin_rep_map = { 'ing': 'ying', 'i': 'yi', 'in': 'yin', 'u': 'wu', } if pinyin in pinyin_rep_map.keys(): pinyin = pinyin_rep_map[pinyin] else: single_rep_map = { 'v': 'yu', 'e': 'e', 'i': 'y', 'u': 'w', } if pinyin[0] in single_rep_map.keys(): pinyin = single_rep_map[pinyin[0]]+pinyin[1:] assert pinyin in pinyin_to_symbol_map.keys(), (pinyin, seg, raw_pinyin) new_c, new_v = pinyin_to_symbol_map[pinyin].split(' ') new_v = new_v + tone phone = [new_c, new_v] word2ph.append(len(phone)) phones_list += phone return phones_list, word2ph def text_normalize(text): numbers = re.findall(r'\d+(?:\.?\d+)?', text) for number in numbers: text = text.replace(number, cn2an.an2cn(number), 1) text = replace_punctuation(text) return text if __name__ == '__main__': text = "啊——但是《原神》是由,米哈\游自主,研发的一款全.新开放世界.冒险游戏" text = "呣呣呣~就是…大人的鼹鼠党吧?" text = "你好" text = text_normalize(text) print(g2p(text)) # # 示例用法 # text = "这是一个示例文本:,你好!这是一个测试..." # print(g2p_paddle(text)) # 输出: 这是一个示例文本你好这是一个测试