import tempfile import time import librosa import streamlit as st from zerovox.tts.synthesize import ZeroVoxTTS from zerovox.g2p.g2p import DEFAULT_G2P_MODEL_NAME_DE, DEFAULT_G2P_MODEL_NAME_EN SAMPLE_RATE=24000 # FIXME DEFAULT_SPEAKER = 'en_speaker_00061.wav' SAMPLE_SENTENCE_EN = "A rainbow is an optical phenomenon caused by refraction, internal reflection and dispersion of light in water droplets resulting in a continuous spectrum of light appearing in the sky." #SAMPLE_SENTENCE_EN = "Welcome to the world of speech synthesis!" SAMPLE_SENTENCE_DE = "Der Regenbogen ist ein atmosphärisch-optisches Phänomen, das als kreisbogenförmiges farbiges Lichtband in einem von der Sonne beschienenen Regenschauer erscheint." if "lang" not in st.session_state: st.session_state.lang = "en" if "text" not in st.session_state: st.session_state.text = SAMPLE_SENTENCE_EN if "message" not in st.session_state: st.session_state.message = "READY." if "autoplay" not in st.session_state: st.session_state.autoplay = False if "speakerref" not in st.session_state: st.session_state.speakerref = DEFAULT_SPEAKER if "custom_voice" not in st.session_state: st.session_state.custom_voice = False if "voice_wav" not in st.session_state: st.session_state.voice_wav = None def update_text_input(): global text if st.session_state['lang'] == "en": st.session_state.text = SAMPLE_SENTENCE_EN elif st.session_state['lang'] == "de": st.session_state.text = SAMPLE_SENTENCE_DE def do_synth(): global status, playback, meldec synth = None if 'synth' in st.session_state: synth = st.session_state.synth if synth.meldec_model != st.session_state['meldec']: synth = None # trigger reload else: if synth.language != st.session_state.lang: status.update(label=f"loading the lexicon for {st.session_state.lang} ...", state="running") synth.language = st.session_state.lang if not synth: status.update(label="loading the model...", state="running") g2p_model = DEFAULT_G2P_MODEL_NAME_DE if lang=='de' else DEFAULT_G2P_MODEL_NAME_EN st.session_state.modelcfg, st.session_state.synth = ZeroVoxTTS.load_model(ZeroVoxTTS.get_default_model(), g2p=g2p_model, lang=lang, meldec_model=st.session_state['meldec'], infer_device='cpu', num_threads=-1, do_compile=False, verbose=True) synth = st.session_state.synth modelcfg = st.session_state.modelcfg status.update(label="computing speaker embedding...", state="running") if not st.session_state.custom_voice or st.session_state.voice_wav is None: speakerref = ZeroVoxTTS.get_speakerref(st.session_state.speakerref, modelcfg['audio']['sampling_rate']) else: speakerref = st.session_state.voice_wav spkemb = synth.speaker_embed(speakerref) status.update(label="synthesizing...", state="running") start_time = time.time() wav, phoneme, length = synth.tts(st.session_state.text, spkemb) elapsed_time = time.time() - start_time message = f"synth time: {elapsed_time:.2f} sec" wav_len = wav.shape[0] / modelcfg['audio']['sampling_rate'] message += f", voice length: {wav_len:.2f} sec" real_time_factor = wav_len / elapsed_time message += f", rtf: {real_time_factor:.2f}" st.session_state.message = message st.session_state.wav = wav st.session_state.autoplay = True st.set_page_config(page_title="ZeroVOX TTS Demo", page_icon=':speech_balloon:', layout="centered", initial_sidebar_state="auto", menu_items=None) st.markdown("# ZeroVOX TTS Demo\n\nZeroVOX is a zero-shot realtime TTS system, fully offline, free and open source.\n\nFor more information, check out\n[https://github.com/gooofy/zerovox](https://github.com/gooofy/zerovox)\n") tab1, tab2 = st.tabs(["Voice", "MEL Decoder"]) with tab1: st.checkbox("Custom voice", key='custom_voice') speakerref = st.empty() if st.session_state.custom_voice: # Create a file uploader that accepts only .wav files uploaded_file = speakerref.file_uploader("Upload your voice sample", type=["wav"]) # Process the uploaded file if uploaded_file is not None: with tempfile.NamedTemporaryFile() as f: f.write(uploaded_file.read()) wav, sr = librosa.load(f.name, sr=SAMPLE_RATE) st.session_state.voice_wav=wav st.audio(wav, sample_rate=SAMPLE_RATE) else: speakers = [s for s in ZeroVoxTTS.available_speakerrefs()] speakerref.selectbox("Voice", speakers, key='speakerref') st.audio(ZeroVoxTTS.get_speakerref(st.session_state.speakerref, SAMPLE_RATE), sample_rate=SAMPLE_RATE) with tab2: meldec = st.selectbox("MEL decoder", ["meldec-libritts-hifigan-v1", "meldec-libritts-multi-band-melgan-v2"], #on_change=update_text_input, key='meldec') status = st.status(st.session_state.message, state="complete") col1, col2 = st.columns([0.8, 0.2]) with col1: text = st.text_input("Text to synthesize", key='text', on_change=do_synth) with col2: lang = st.selectbox("Language", ["en", "de"], on_change=update_text_input, key='lang') st.button("Synthesize!", type="primary", on_click=do_synth) if 'wav' in st.session_state: playback = st.audio(st.session_state.wav, sample_rate=SAMPLE_RATE, autoplay=st.session_state.autoplay) else: playback = st.empty()