Spaces:
Sleeping
Sleeping
File size: 3,199 Bytes
14d1720 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 |
import glob
import os
import argparse
from mtts.utils.logging import get_logger
logger = get_logger(__file__)
def augment_cn_with_sil(py_sent, cn_sent):
sil_loc = [i for i, p in enumerate(py_sent.split()) if p == 'sil']
han = [h for i, h in enumerate(cn_sent.split()) if h != 'sil']
k = 0
final = []
for i in range(len(han) + len(sil_loc)):
if i in sil_loc:
final += ['sil']
else:
final += [han[k]]
k += 1
return ' '.join(final)
def write_scp(filename,scp):
with open(filename,'wt') as f:
f.write('\n'.join(scp)+'\n')
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='data pre-processing')
parser.add_argument('--meta_file', type=str, required=False, default='name_py_hz_dur.txt')
parser.add_argument('--wav_folder', type=str, required=False, default='./wavs')
parser.add_argument('--mel_folder', type=str, required=False, default='./mels')
parser.add_argument('--dst_folder', type=str, required=False, default='./train')
parser.add_argument('--generate_vocab', type=bool, required=False, default=False)
args = parser.parse_args()
logger.info(args)
lines = open(args.meta_file).read().split('\n')
lines = [l.split('|') for l in lines if len(l)>0]
files = glob.glob(f'{args.wav_folder}/*.wav')
logger.info(f'{len(files)} wav files found')
lines0 = []
for name,py,gp,dur in lines:
gp = augment_cn_with_sil(py,gp) # make sure gp and py has the same # of sil
assert len(py.split()) == len(gp.split()), f'error in {name}:{py},{gp}'
lines0 += [(name,py,gp,dur)]
lines = lines0
wav_scp = []
mel_scp = []
gp_scp = []
py_scp = []
dur_scp = []
spk_scp = []
all_spk = []
all_spk = [l[0][:7] for l in lines]
all_spk = list(set(all_spk))
all_spk.sort()
spk2idx = {s:i for i,s in enumerate(all_spk)}
all_py = []
all_gp = []
for name,py,gp,dur in lines:
wav_scp += [name +' ' + f'{args.wav_folder}/{name}.wav']
mel_scp += [name +' ' + f'{args.mel_folder}/{name}.npy']
py_scp += [name+' '+ py]
gp_scp += [name+' '+ gp]
dur_scp += [name+' '+ dur]
n = len(gp.split())
spk_idx = spk2idx[name[:7]]
spk_scp += [name + ' ' + ' '.join([str(spk_idx)]*n)]
if args.generate_vocab:
logger.warn('Caution: The vocab generated might be different from others(e.g., pretained models)')
pyvocab = list(set(all_py))
gpvocab = list(set(all_gp))
pyvocab.sort()
gpvocab.sort(key=lambda x: pypinyin.pinyin(x,0)[0][0])
with open('py.vocab','wt') as f:
f.write('\n'.join(pyvocab))
with open('gp.vocab','wt') as f:
f.write('\n'.join(gpvocab))
os.makedirs(args.dst_folder,exist_ok=True)
write_scp(f'{args.dst_folder}/wav.scp',wav_scp)
write_scp(f'{args.dst_folder}/py.scp',py_scp)
write_scp(f'{args.dst_folder}/gp.scp',gp_scp)
write_scp(f'{args.dst_folder}/dur.scp',dur_scp)
write_scp(f'{args.dst_folder}/spk.scp',spk_scp)
write_scp(f'{args.dst_folder}/mel.scp',mel_scp)
|