Update app.py

app.py

@@ -15,6 +15,12 @@ from src.config.inference_config import InferenceConfig
 import spaces
 import cv2
 
+
+#추가
+from elevenlabs_utils import ElevenLabsPipeline
+from setup_environment import initialize_environment
+rom src.utils.video import extract_audio
+
 # import gdown
 # folder_url = f"https://drive.google.com/drive/folders/1UtKgzKjFAOmZkhNK-OYT0caJ_w2XAnib"
 # gdown.download_folder(url=folder_url, output="pretrained_weights", quiet=False)
@@ -60,6 +66,16 @@ gradio_pipeline = GradioPipeline(
     args=args
 )
 
+# 추가 정의
+elevenlabs_pipeline = ElevenLabsPipeline()
+
+@spaces.GPU(duration=200)
+def gpu_wrapped_elevenlabs_pipeline_generate_voice(text, voice):
+    return elevenlabs_pipeline.generate_voice(text, voice)
+
+
+    
+
 @spaces.GPU(duration=240)
 def gpu_wrapped_execute_video(*args, **kwargs):
     return gradio_pipeline.execute_video(*args, **kwargs)
@@ -110,7 +126,13 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
         with gr.Tab("Text to LipSync"):
             gr.Markdown("# Text to LipSync")
             with gr.Row():
-                script_txt = gr.Text()
+                with gr.Column():
+                    script_txt = gr.Text()
+                with gr.Column():
+                    audio_gen_button = gr.Button("Audio generation", variant="primary")
+            with gr.Row():
+                with gr.Accordion(open=True, label="Generated audio"):
+                    output_audio.render()
                 
             gr.Markdown(load_description("assets/gradio_description_upload.md"))
             with gr.Row():
@@ -193,6 +215,17 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                 outputs=[output_video, output_video_concat],
                 show_progress=True
             )
+            audio_gen_button.click(
+                fn=gpu_wrapped_elevenlabs_pipeline_generate_voice,
+                inputs=[
+                    script_txt
+                ],
+                outputs=[output_audio],
+                show_progress=True
+            )
+
+
+            
             # image_input.change(
             #     fn=gradio_pipeline.prepare_retargeting,
             #     inputs=image_input,