import gradio as gr import edge_tts import asyncio import tempfile import os from moviepy.editor import concatenate_videoclips, AudioFileClip, ImageClip from wand.image import Image from wand.drawing import Drawing from wand.color import Color # Function to get available voices async def get_voices(): voices = await edge_tts.list_voices() return {f"{v['ShortName']} - {v['Locale']} ({v['Gender']})": v['ShortName'] for v in voices} # Text-to-Speech function async def text_to_speech(text, voice, rate, pitch): if not text.strip(): return None, gr.Warning("Please enter the text to convert.") if not voice: return None, gr.Warning("Please select a voice.") voice_short_name = voice.split(" - ")[0] rate_str = f"{rate:+d}%" pitch_str = f"{pitch:+d}Hz" communicate = edge_tts.Communicate(text, voice_short_name, rate=rate_str, pitch=pitch_str) with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as tmp_file: tmp_path = tmp_file.name await communicate.save(tmp_path) return tmp_path, None # Text-to-Video function def text_to_video(text, voice, rate, pitch, video_width, video_height, bg_color, text_color, text_font, text_size): # Ensure the font file exists, else use a default font font_path = os.path.abspath(text_font) if os.path.exists(text_font) else "Arial" # Split text into lines words = text.split() lines = [] current_line = "" for word in words: if len(current_line) + len(word) + 1 > (video_width // (text_size // 2)): lines.append(current_line) current_line = word else: current_line = f"{current_line} {word}".strip() if current_line: lines.append(current_line) audio_clips = [] video_clips = [] for line in lines: audio, warning = asyncio.run(text_to_speech(line, voice, rate, pitch)) if warning: return None, warning audio_clip = AudioFileClip(audio) audio_clips.append(audio_clip) # Create an image for each line of text with Drawing() as draw: draw.font = font_path draw.font_size = text_size draw.fill_color = Color(text_color) with Image(width=video_width, height=video_height, background=Color(bg_color)) as img: # Draw the text in the center text_width = draw.get_text_dimensions(line)[0] y_position = (video_height - text_size) // 2 # Center vertically draw.text((video_width - text_width) // 2, y_position, line) # Center horizontally draw(img) img_path = os.path.join(tempfile.gettempdir(), f"{line}.png") img.save(filename=img_path) text_clip = ImageClip(img_path).set_duration(audio_clip.duration).set_audio(audio_clip) video_clips.append(text_clip) # Combine all video clips final_video = concatenate_videoclips(video_clips) final_video_path = os.path.join(tempfile.gettempdir(), "output_video.mp4") final_video.write_videofile(final_video_path, fps=24, codec="libx264") return final_video_path, None # Gradio interface function def tts_interface(text, voice, rate, pitch, video_width, video_height, bg_color, text_color, text_font, text_size): video, warning = text_to_video(text, voice, rate, pitch, video_width, video_height, bg_color, text_color, text_font, text_size) return None, video, warning # Create Gradio app async def create_demo(): voices = await get_voices() demo = gr.Interface( fn=tts_interface, inputs=[ gr.Textbox(label="Input Text", lines=5), gr.Dropdown(choices=[""] + list(voices.keys()), label="Select Voice", value=""), gr.Slider(minimum=-50, maximum=50, value=0, label="Rate Adjustment (%)", step=1), gr.Slider(minimum=-20, maximum=20, value=0, label="Pitch Adjustment (Hz)", step=1), gr.Slider(minimum=640, maximum=1920, value=1080, label="Video Width", step=10), gr.Slider(minimum=480, maximum=1080, value=720, label="Video Height", step=10), gr.ColorPicker(value="#000000", label="Background Color"), gr.ColorPicker(value="#FFFFFF", label="Text Color"), gr.Textbox(label="Text Font", value="Arial"), # Default to Arial for testing gr.Slider(minimum=10, maximum=100, value=24, label="Text Size", step=1) ], outputs=[ gr.Audio(label="Generated Audio", type="filepath"), gr.Video(label="Generated Video"), gr.Markdown(label="Warning", visible=False) ], title="Edge TTS Text to Speech and Video", description="Convert text to speech and video using Microsoft Edge TTS. Adjust rate and pitch: 0 is the default value, positive values increase, and negative values decrease.", analytics_enabled=False, allow_flagging=False, ) return demo # Run the app if __name__ == "__main__": demo = asyncio.run(create_demo()) demo.launch(share=True)