Create app.py

app.py

@@ -0,0 +1,289 @@
+import os
+import sys
+import json
+from pathlib import Path
+import asyncio
+import platform
+from argparse import Namespace
+
+import edge_tts
+import streamlit as st
+import pandas as pd
+
+from src.video_creator import VideoCreator
+from utils import rgb_to_bgr
+
+result = None
+
+
+async def generate_video(
+        model,
+        tts_voice,
+        sub_position,
+        font,
+        font_color,
+        font_size,
+        url,
+        non_english,
+        upload_tiktok,
+        verbose,
+        video_json,
+        background_tab,
+        video_num,
+        max_words,
+        *args,
+        **kwargs):
+
+    args = Namespace(
+        model=model,
+        tts=tts_voice.split('|')[0].strip(),
+        font=font,
+        font_color=rgb_to_bgr(font_color.lower()),
+        font_size=font_size,
+        sub_position=sub_position,
+        url=url,
+        non_english=non_english,
+        upload_tiktok=upload_tiktok,
+        verbose=verbose,
+        mp4_background=background_tab,
+        max_words=max_words
+    )
+
+    async def get_video(video_data, args):
+        with st.status("Generating video...", expanded=False) as status:
+            video_creator = VideoCreator(video_data, args)
+
+            status.update(label="Downloading video...")
+            video_creator.download_video()
+
+            status.update(label="Loading model...")
+            video_creator.load_model()
+
+            status.update(label="Creating text...")
+            video_creator.create_text()
+
+            status.update(label="Generating audio...")
+            await video_creator.text_to_speech()
+
+            status.update(label="Generating transcription...")
+            video_creator.generate_transcription()
+
+            status.update(label="Selecting background...")
+            video_creator.select_background()
+
+            status.update(label="Integrating subtitles...")
+            video_creator.integrate_subtitles()
+
+            if upload_tiktok:
+                status.update(label="Uploading to TikTok...")
+                video_creator.upload_to_tiktok()
+
+            status.update(label="Video generated!",
+                          state="complete", expanded=False)
+            return str(video_creator.mp4_final_video)
+
+    tasks = [get_video(video_json[i], args)
+             for i, name in enumerate(video_num)]
+    results = await asyncio.gather(*tasks)
+
+    if len(results) == 1:
+        return results[0]
+
+    else:
+        return results[-1]
+
+
+@st.cache_data
+def json_to_df(json_file):
+    return pd.read_json(json_file)
+
+
+@st.cache_data
+def df_to_json(df):
+    try:
+        # Convert the DataFrame to a JSON string
+        json_str = df.to_json(orient='records', indent=4, force_ascii=False)
+
+        # raise an error if the dataframe has no rows (at least one is required)
+        if df.shape[0] == 0:
+            st.error("You must add at least one video to the JSON")
+            return
+
+        # Save the JSON string to a file
+        with open('video.json', 'w', encoding='UTF-8') as f:
+            f.write(json_str)
+
+        st.success("JSON saved successfully!")
+
+    except ValueError as e:
+        st.error("You must fill all the fields in the JSON")
+    except Exception as e:
+        st.error(f"Error saving JSON: {e}")
+
+
+# Streamlit Config
+st.set_page_config(
+    page_title="Whisper-TikTok",
+    page_icon="💬",
+    layout="wide",
+    initial_sidebar_state="expanded",
+    menu_items={
+        'Get Help': 'https://github.com/MatteoFasulo/Whisper-TikTok',
+        'Report a bug': "https://github.com/MatteoFasulo/Whisper-TikTok/issues",
+        'About':
+            """
+            # Whisper-TikTok
+            Whisper-TikTok is an innovative AI-powered tool that leverages the prowess of Edge TTS, OpenAI-Whisper, and FFMPEG to craft captivating TikTok videos also with a web application interface!
+
+            Mantainer: https://github.com/MatteoFasulo
+
+            If you find a bug or if you just have questions about the project feel free to reach me at https://github.com/MatteoFasulo/Whisper-TikTok
+            Any contribution to this project is welcome to improve the quality of work!
+            """
+    }
+)
+
+st.page_link("pages/reddit.py", label="Reddit", icon="🤖")
+st.page_link("https://github.com/MatteoFasulo/Whisper-TikTok",
+             label="GitHub", icon="🌎")
+
+
+async def main():
+
+    st.title("🏆 Whisper-TikTok 🚀")
+    st.write("Create a TikTok video with text-to-speech of Microsoft Edge's TTS and subtitles of Whisper model.")
+
+    st.subheader("JSON Editor", help="Here you can edit the JSON file with the videos. Copy-and-paste is supported and compatible with Google Sheets, Excel, and others. You can do bulk-editing by dragging the handle on a cell (similar to Excel)!")
+    st.write("ℹ️ The JSON file is saved automatically when you click the button below. Every time you edit the JSON file, you must click the button to save the changes otherwise they will be lost.")
+    edited_df = st.data_editor(json_to_df('video.json'),
+                               num_rows="dynamic")
+    st.button("Save JSON", on_click=df_to_json, args=(
+        edited_df,), help="Save the JSON file with the videos")
+
+    st.divider()
+
+    with st.sidebar:
+        model = st.selectbox(
+            "Whisper Model", ["tiny", "base", "small", "medium", "large"], index=2, help="The model used to generate the subtitles. The bigger the model, the better the results, but the slower the generation. The tiny model is recommended for testing purposes. Medium model is enough for good results in many languages.")
+
+        with st.expander("ℹ️ How to use"):
+            st.write(
+                """
+                1. Choose the video to generate using the dropdown menu.
+                2. Choose the model to use for the subtitles.
+                3. Choose the voice to use for the text-to-speech.
+                4. Choose the background video to use for the TikTok video.
+                5. Choose the position of the subtitles.
+                6. Choose the font, font color, and font size for the subtitles.
+                7. Choose the URL of the background video to use for the TikTok video.
+                8. Check the "Non-english" checkbox if you want to generate a video in a non-english language.
+                9. Check the "Upload to TikTok" checkbox if you want to upload the video to TikTok using the TikTok session cookie. For this step it is required to have a TikTok account and to be logged in on your browser. Then the required cookies.txt file can be generated using this guide
+                """)
+
+    LEFT, RIGHT = st.columns(2)
+
+    with LEFT:
+        st.subheader("General settings")
+        tts_voice = st.selectbox(
+            "TTS Voice",
+            [f"{i['ShortName']} | {i['Gender']} | Tags: {i['VoiceTag']['VoicePersonalities']}" for i in await edge_tts.list_voices()], index=111, help="The voice used to generate the audio. The voice must be in the same language as the subtitles."
+        )
+
+        left, mid, right = st.columns(3)
+
+        with left:
+            # Subtitle font
+            font = st.selectbox(
+                "Subtitle font", ["Lexend Bold", "Lexend Regular", "Arial", "Roboto", "Big Condensed Black"], index=0, help="The font used for the subtitles.")
+        with mid:
+            # Subtitle font size
+            font_size = st.slider(
+                "Subtitle font size", 15, 50, 21, help="The font size for the subtitles. It is recommended to use a font size between 18 and 21.")
+        with right:
+            # Subtitle font color
+            font_color = st.color_picker(
+                "Subtitle font color", "#fff000", help="The color of the subtitles.")
+
+        # Subtitle position
+        left, right = st.columns(2)
+        with left:
+            sub_position = st.slider(
+                "Subtitle alignment (position)", 1, 9, 5, help="The position of the subtitles. 1 is the bottom left corner, 5 is the center, 9 is the top right corner. This is the alignment feature of FFMPEG subtitles.")
+        with right:
+            max_words = st.number_input(
+                "Maximum number of words per line", min_value=2, max_value=5, value=2, step=1, help="The maximum number of words per line for the subtitles. This is the feature for stable whisper model. It is recommended to use a value between 2 and 3.")
+
+        # Background Video URL
+        url = st.text_input(
+            "URL Background Video", "https://www.youtube.com/watch?v=dQw4w9WgXcQ", help="The URL of the background video to use for the TikTok video", placeholder="https://www.youtube.com/watch?v=intRX7BRA90")
+
+        left, mid, right = st.columns(3)
+
+        with left:
+            # Non-english
+            non_english = st.checkbox(
+                "Non-english", help="Check this if you want to generate a video in a non-english language")
+
+        with mid:
+            # Upload to TikTok
+            upload_tiktok = st.checkbox(
+                "Upload to TikTok", help="Upload the video to TikTok using the TikTok session cookie. For this step it is required to have a TikTok account and to be logged in on your browser. Then the required cookies.txt file can be generated using this guide (https://github.com/kairi003/Get-cookies.txt-LOCALLY). The cookies.txt file must be placed in the root folder of the project.")
+
+        with right:
+            # Verbose
+            verbose = st.checkbox(
+                "Verbose", help="Print the output of the commands used to create the video on your terminal. Useful for debugging.")
+
+        st.divider()
+
+        st.subheader("Video settings")
+
+        st.write("JSON file with the videos")
+        with open('video.json', encoding='utf-8') as fh:
+            video_json = st.json(json.load(fh), expanded=False)
+
+        # Get the list of files in "background"
+        folder_path = Path("background").absolute()
+        files = folder_path.glob('*.mp4')
+        files = [file.name for file in files]
+
+        # Create a Dropdown with the list of files
+        background_tab = st.selectbox(
+            "Your Backgrounds", files, index=0, help="The background video to use for the TikTok video")
+
+        # Choose which video to generate
+        videos = json.load(open("video.json"))
+
+        video_num = st.multiselect(
+            "Video",
+            options=videos,
+            format_func=lambda video: f"{video['series']} - {video['part']}",
+            default=[videos[0]],
+            help="The video to generate. If you want to generate multiple videos, select them as a multiselect."
+        )
+
+        if st.button("Generate Video"):
+            if not video_num:
+                st.error("You must select at least one video to generate")
+                return
+            global result
+            result = await generate_video(model, tts_voice, sub_position, font, font_color, font_size,
+                                          url, non_english, upload_tiktok, verbose, videos, background_tab, video_num, max_words)
+
+    with RIGHT:
+        if result:
+            # Put the video in a container
+            st.video(result)
+
+if __name__ == "__main__":
+
+    if platform.system() == 'Windows':
+        asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
+
+    loop = asyncio.new_event_loop()
+
+    loop.run_until_complete(main())
+
+    loop.close()
+
+    sys.exit(0)