gnosticdev commited on
Commit
f93cca7
·
verified ·
1 Parent(s): 8b7fb84

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +187 -0
app.py ADDED
@@ -0,0 +1,187 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from tts_module import get_voices, text_to_speech # Usamos el tts_module.py actualizado
3
+ from pexels_api import search_pexels
4
+ from moviepy.editor import AudioFileClip, VideoFileClip, CompositeAudioClip, concatenate_audioclips, concatenate_videoclips
5
+
6
+ import asyncio
7
+ import os
8
+ import requests
9
+ import tempfile
10
+
11
+ # Forzar instalación de moviepy si no está disponible
12
+ def install(package):
13
+ import subprocess
14
+ import sys
15
+ subprocess.check_call([sys.executable, "-m", "pip", "install", package])
16
+
17
+ try:
18
+ # Intentar importar moviepy.editor
19
+ from moviepy.editor import AudioFileClip, VideoFileClip, CompositeAudioClip, concatenate_audioclips, concatenate_videoclips
20
+ print("MoviePy.editor está instalado correctamente.")
21
+ except ImportError:
22
+ print("Instalando MoviePy...")
23
+ install("moviepy==1.0.3") # Forzar instalación de la versión compatible
24
+ try:
25
+ from moviepy.editor import AudioFileClip, VideoFileClip, CompositeAudioClip, concatenate_audioclips, concatenate_videoclips
26
+ print("MoviePy.editor instalado con éxito después de la reinstalación.")
27
+ except ImportError:
28
+ raise ImportError("Error crítico: No se pudo instalar moviepy.editor. Verifica las dependencias.")
29
+
30
+ # Ajustar música de fondo (repetición automática)
31
+ def adjust_background_music(video_duration, music_file):
32
+ music = AudioFileClip(music_file)
33
+ if music.duration < video_duration:
34
+ repetitions = int(video_duration / music.duration) + 1
35
+ music_clips = [music] * repetitions
36
+ music = concatenate_audioclips(music_clips)
37
+ if music.duration > video_duration:
38
+ music = music.subclip(0, video_duration)
39
+ music = music.volumex(0.2) # Reducir volumen al 20%
40
+ return music
41
+
42
+ # Concatenar múltiples videos de Pexels con redimensión a 1920x1080
43
+ def concatenate_pexels_videos(text, num_videos=5):
44
+ sentences = [sentence.strip() for sentence in text.split(".") if sentence.strip()]
45
+ video_links = []
46
+
47
+ for sentence in sentences:
48
+ try:
49
+ links = search_pexels(sentence, num_results=num_videos)
50
+ if links:
51
+ video_links.append(links[0]) # Usamos el primer video encontrado para cada frase
52
+ except Exception as e:
53
+ print(f"Error al buscar video para la frase '{sentence}': {e}")
54
+ continue
55
+
56
+ if not video_links:
57
+ raise Exception("No se encontraron videos relevantes para el texto proporcionado.")
58
+
59
+ video_clips = []
60
+ target_width, target_height = 1920, 1080 # Resolución estándar 16:9
61
+
62
+ for link in video_links:
63
+ video_response = requests.get(link)
64
+ with tempfile.NamedTemporaryFile(delete=False, suffix=".mp4") as tmp_video:
65
+ tmp_video.write(video_response.content)
66
+ clip = VideoFileClip(tmp_video.name)
67
+
68
+ # Redimensionar el video a 1920x1080 manteniendo la relación de aspecto
69
+ if clip.size[0] / clip.size[1] > target_width / target_height:
70
+ # Si es más ancho, recortar los lados
71
+ new_width = int(clip.size[1] * (target_width / target_height))
72
+ clip = clip.crop(x1=(clip.size[0] - new_width) // 2, y1=0, x2=(clip.size[0] + new_width) // 2, y2=clip.size[1])
73
+ else:
74
+ # Si es más alto, recortar arriba y abajo
75
+ new_height = int(clip.size[0] * (target_height / target_width))
76
+ clip = clip.crop(x1=0, y1=(clip.size[1] - new_height) // 2, x2=clip.size[0], y2=(clip.size[1] + new_height) // 2)
77
+
78
+ # Redimensionar explícitamente a 1920x1080
79
+ clip = clip.resize((target_width, target_height))
80
+ video_clips.append(clip)
81
+
82
+ # Concatenar videos
83
+ final_clip = concatenate_videoclips(video_clips, method="compose")
84
+ return final_clip
85
+
86
+ # Combinar audio, video y música con fade out solo en el video y la música
87
+ def combine_audio_video(audio_file, video_clip, music_clip=None):
88
+ audio_clip = AudioFileClip(audio_file)
89
+
90
+ # Duración total: speech + 5 segundos para fade out
91
+ total_duration = audio_clip.duration + 5
92
+
93
+ # Extender la duración del video si es más corto que el audio + fade out
94
+ if video_clip.duration < total_duration:
95
+ video_clip = video_clip.loop(duration=total_duration) # Repetir el video si es necesario
96
+
97
+ # Aplicar fade out solo al video
98
+ video_clip = video_clip.set_duration(total_duration).fadeout(5)
99
+
100
+ # Combinar audio y video
101
+ final_clip = video_clip.set_audio(audio_clip)
102
+
103
+ # Añadir música de fondo si aplica
104
+ if music_clip:
105
+ # Extender la música para que coincida con la duración total
106
+ if music_clip.duration < total_duration:
107
+ repetitions = int(total_duration / music_clip.duration) + 1
108
+ music_clips = [music_clip] * repetitions
109
+ music_clip = concatenate_audioclips(music_clips)
110
+ if music_clip.duration > total_duration:
111
+ music_clip = music_clip.subclip(0, total_duration)
112
+
113
+ # Aplicar fade out a la música
114
+ music_clip = music_clip.audio_fadeout(5)
115
+
116
+ # Combinar audio principal, música y video
117
+ final_clip = final_clip.set_audio(CompositeAudioClip([audio_clip, music_clip]))
118
+
119
+ # Exportar el video final
120
+ output_path = tempfile.NamedTemporaryFile(delete=False, suffix=".mp4").name
121
+ final_clip.write_videofile(output_path, codec="libx264", audio_codec="aac", fps=24)
122
+ return output_path
123
+
124
+ # Función principal
125
+ def process_input(text, txt_file, mp3_file, selected_voice, rate, pitch):
126
+ try:
127
+ if text.strip():
128
+ final_text = text
129
+ elif txt_file is not None:
130
+ final_text = txt_file.decode("utf-8")
131
+ else:
132
+ return "No input provided", None
133
+
134
+ # Obtener voces disponibles
135
+ voices = asyncio.run(get_voices())
136
+ if selected_voice not in voices:
137
+ return f"La voz '{selected_voice}' no es válida. Por favor, seleccione una de las siguientes voces: {', '.join(voices.keys())}", None
138
+
139
+ # Generar audio con edge_tts
140
+ try:
141
+ audio_file = asyncio.run(text_to_speech(final_text, selected_voice, rate, pitch))
142
+ except Exception as e:
143
+ return f"Error con la voz seleccionada: {e}", None
144
+
145
+ # Concatenar múltiples videos de Pexels basados en el texto
146
+ try:
147
+ video_clip = concatenate_pexels_videos(final_text, num_videos=5)
148
+ except Exception as e:
149
+ return f"Error al buscar videos en Pexels: {e}", None
150
+
151
+ # Ajustar música de fondo
152
+ if mp3_file is not None:
153
+ music_clip = adjust_background_music(video_clip.duration, mp3_file.name)
154
+ else:
155
+ music_clip = None
156
+
157
+ # Combinar audio, video y música con fade out solo en el video y la música
158
+ final_video = combine_audio_video(audio_file, video_clip, music_clip)
159
+ return final_video
160
+
161
+ except Exception as e:
162
+ return f"Error durante el procesamiento: {e}", None
163
+
164
+ # Interfaz Gradio
165
+ with gr.Blocks() as demo:
166
+ gr.Markdown("# Text-to-Video Generator")
167
+ with gr.Row():
168
+ with gr.Column():
169
+ text_input = gr.Textbox(label="Write your text here", lines=5)
170
+ txt_file_input = gr.File(label="Or upload a .txt file", file_types=[".txt"])
171
+ mp3_file_input = gr.File(label="Upload background music (.mp3)", file_types=[".mp3"])
172
+ voices = asyncio.run(get_voices()) # Obtener voces disponibles
173
+ voice_dropdown = gr.Dropdown(choices=list(voices.keys()), label="Select Voice")
174
+ rate_slider = gr.Slider(minimum=-50, maximum=50, value=0, label="Speech Rate Adjustment (%)", step=1)
175
+ pitch_slider = gr.Slider(minimum=-20, maximum=20, value=0, label="Pitch Adjustment (Hz)", step=1)
176
+
177
+ with gr.Column():
178
+ output_video = gr.Video(label="Generated Video")
179
+
180
+ btn = gr.Button("Generate Video")
181
+ btn.click(
182
+ process_input,
183
+ inputs=[text_input, txt_file_input, mp3_file_input, voice_dropdown, rate_slider, pitch_slider],
184
+ outputs=output_video
185
+ )
186
+
187
+ demo.launch()