Update app.py

app.py

@@ -1,18 +1,78 @@
-from transformers import pipeline
-import gradio as gr
+import gradio as gr 
+import os
+import sys
+import subprocess
+#from moviepy.editor import VideoFileClip
 
-pipe = pipeline(model="tilos/whisper-small-zh-HK")  # change to "your-username/the-name-you-picked"
+import whisper
+from whisper.utils import write_vtt
 
-def transcribe(audio):
-    text = pipe(audio)["text"]
-    return text
+model = whisper.load_model("medium")
 
-iface = gr.Interface(
-    fn=transcribe, 
-    inputs=gr.Audio(source="microphone", type="filepath"), 
-    outputs="text",
-    title="Whisper Small Cantonese",
-    description="Realtime demo for Cantonese speech recognition using a fine-tuned Whisper small model.",
-)
+def video2mp3(video_file, output_ext="mp3"):
+    filename, ext = os.path.splitext(video_file)
+    subprocess.call(["ffmpeg", "-y", "-i", video_file, f"{filename}.{output_ext}"], 
+                    stdout=subprocess.DEVNULL,
+                    stderr=subprocess.STDOUT)
+    return f"{filename}.{output_ext}"
 
-iface.launch()
+
+def translate(input_video):
+
+    audio_file = video2mp3(input_video)
+    
+    options = dict(beam_size=5, best_of=5)
+    translate_options = dict(task="translate", **options)
+    result = model.transcribe(audio_file,**translate_options)
+
+    output_dir = '/content/'
+    audio_path = audio_file.split(".")[0]
+
+    with open(os.path.join(output_dir, audio_path + ".vtt"), "w") as vtt:
+      write_vtt(result["segments"], file=vtt)
+
+    subtitle = audio_path + ".vtt"
+    output_video = audio_path + "_subtitled.mp4"
+
+    os.system(f"ffmpeg -i {input_video} -vf subtitles={subtitle} {output_video}")
+
+    return output_video
+
+
+
+title = "Add Text/Caption to your YouTube Shorts - MultiLingual"
+
+block = gr.Blocks()
+
+with block:
+
+    with gr.Group():
+        with gr.Box(): 
+
+           
+
+            with gr.Row().style():
+               
+                inp_video = gr.Video(
+                    label="Input Video",
+                    type="filepath",
+                    mirror_webcam = False
+                )
+                op_video = gr.Video()
+            btn = gr.Button("Generate Subtitle Video")
+        
+        
+        
+
+
+        
+        btn.click(translate, inputs=[inp_video], outputs=[op_video])
+ 
+        gr.HTML('''
+        <div class="footer">
+                    <p>Model by <a href="https://github.com/openai/whisper" style="text-decoration: underline;" target="_blank">OpenAI</a> - Gradio App by <a href="https://twitter.com/1littlecoder" style="text-decoration: underline;" target="_blank">1littlecoder</a>
+                    </p>
+        </div>
+        ''')
+
+block.launch(debug = True)