import streamlit as st import os import tempfile import uuid import logging from utils import get_summarization, get_image_prompts, segments_to_chunks, generate_images, generate_video import constants from groq import Groq # Set up logging logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s') logger = logging.getLogger() client = Groq() # Generate a unique session ID for each user if 'session_id' not in st.session_state: st.session_state.session_id = str(uuid.uuid4()) logger.info(f"New session created with ID: {st.session_state.session_id}") session_id = st.session_state.session_id # Initialize state variables if not already set state_variables = [ 'transcript_visible', 'uploaded_file_name', 'audio', 'was_converted', 'transcript', 'generated_video', 'image_prompts', 'generated_images', 'video_generated', 'summary' # Added summary state variable ] for var in state_variables: if f'{var}_{session_id}' not in st.session_state: st.session_state[f'{var}_{session_id}'] = None logger.info(f"Initialized state variable: {var}_{session_id}") # Streamlit UI st.markdown( "

AI Video Generator

", unsafe_allow_html=True ) st.markdown("

Leave a Like if it works for you! ❤️

", unsafe_allow_html=True) st.info("**Video Generation Feature** - Functional But Can be Buggy") # Encourage users to like the app audio_option = st.radio("Choose audio input method:", ("Upload Audio File", "Record Audio"), horizontal=True) if audio_option == "Upload Audio File": # Upload audio file audio_file = st.file_uploader("🔼 Upload your audio file:", type=constants.SUPPORTED_FORMATS) else: audio_file = st.audio_input("🔊 Record Audio") logger.debug(f"Audio option selected: {audio_option}") if audio_file: logger.info(f"Audio file received: {audio_file.name}") # Reset states only when a new file is uploaded if st.session_state[f'uploaded_file_name_{session_id}'] != audio_file.name: st.session_state[f'uploaded_file_name_{session_id}'] = audio_file.name st.session_state[f'audio_{session_id}'] = audio_file st.session_state[f'transcript_{session_id}'] = None st.session_state[f'image_prompts_{session_id}'] = None st.session_state[f'generated_images_{session_id}'] = None # Reset image generation state st.session_state[f'generated_video_{session_id}'] = None # Reset generated video state st.session_state[f'video_generated_{session_id}'] = False # Reset video generated flag logger.info("State variables reset due to new audio file upload.") # Read the uploaded file's bytes and send to Groq API for transcription file_bytes = audio_file.read() logger.debug("Audio file bytes read successfully.") # Create a transcription of the audio file using Groq API try: result = client.audio.transcriptions.create( file=(audio_file.name, file_bytes), # Send the audio file content directly to the API model="whisper-large-v3-turbo", # Model to use for transcription prompt="Take Note of Overall Context of the Audio", # Optional context for better transcription accuracy response_format="verbose_json", # Return detailed JSON response temperature=0.0, # Control randomness in the transcription output ) st.session_state[f'transcript_{session_id}'] = result.text st.session_state[f'segments_{session_id}'] = result.segments logger.info("Transcription created successfully.") except Exception as e: logger.error(f"Error during transcription: {e}") st.error("An error occurred during transcription.") st.audio(st.session_state[f'audio_{session_id}'], format=f"audio/{audio_file.type}") # Toggle transcript visibility toggle_transcript = st.checkbox("Show Transcript", value=st.session_state[f'transcript_visible_{session_id}'], key="toggle_transcript") st.session_state[f'transcript_visible_{session_id}'] = toggle_transcript if st.session_state[f'transcript_visible_{session_id}']: st.write("### Transcription:") st.write(st.session_state[f'transcript_{session_id}']) # Summarization logic (not displayed on UI) if st.session_state[f'transcript_{session_id}'] and st.session_state[f'summary_{session_id}'] is None: with st.spinner("Generating summary... Please wait."): st.session_state[f'summary_{session_id}'] = get_summarization(st.session_state[f'transcript_{session_id}']) logger.info("Summary generated successfully.") # Image generation logic if st.session_state[f'transcript_{session_id}'] and st.session_state[f'image_prompts_{session_id}'] is None: with st.spinner("Generating image prompts... Please wait."): st.session_state[f'image_prompts_{session_id}'] = get_image_prompts( segments_to_chunks(st.session_state[f'segments_{session_id}']), st.session_state[f'summary_{session_id}'] )['image_prompts'] logger.info("Image prompts generated successfully.") # Ensure that generated_images is always a list if f'generated_images_{session_id}' not in st.session_state or st.session_state[f'generated_images_{session_id}'] is None: st.session_state[f'generated_images_{session_id}'] = [] # Generate images only if they have not been generated already if st.session_state[f'image_prompts_{session_id}'] and not st.session_state[f'generated_images_{session_id}']: progress_placeholder = st.empty() progress_bar = st.progress(0) total_images = len(st.session_state[f'image_prompts_{session_id}']) progress_placeholder.text(f"Generating images. Please be patient...") for idx, (prompt, image_path) in enumerate(generate_images(st.session_state[f'image_prompts_{session_id}'])): st.session_state[f'generated_images_{session_id}'].append((prompt, image_path)) progress = (idx + 1) / total_images progress_bar.progress(progress) progress_placeholder.text(f"Generated image {idx + 1} of {total_images}: {prompt[:50]}...") progress_placeholder.text("✅ All images generated successfully!") progress_bar.empty() logger.info("All images generated successfully.") # Generate video when all images are generated if st.session_state[f'generated_images_{session_id}'] and st.session_state[f'audio_{session_id}'] and not st.session_state[f'video_generated_{session_id}']: with st.spinner("Generating video... Please wait."): # Define the directory for the video video_dir = "./generated_videos" # Ensure the directory exists if not os.path.exists(video_dir): os.makedirs(video_dir, exist_ok=True) logger.info(f"Created directory: {video_dir}") else: logger.info(f"Directory already exists: {video_dir}") # Define the video file path video_filename = f"generated_video_{session_id}.mp4" video_path = os.path.join(video_dir, video_filename) # Map images to segments image_paths = [img[1] for img in st.session_state[f'generated_images_{session_id}']] generated_video_path = generate_video( audio_file=st.session_state[f'audio_{session_id}'], images=image_paths, segments=st.session_state[f'segments_{session_id}'] ) # Check if the video was generated successfully if generated_video_path and os.path.exists(generated_video_path): st.session_state[f'generated_video_{session_id}'] = generated_video_path st.session_state[f'video_generated_{session_id}'] = True st.success("Video generated successfully!") logger.info(f"Video saved at: {generated_video_path}") else: st.error("Error generating video.") logger.error("Error generating video.") # Display the generated video if st.session_state[f'generated_video_{session_id}']: video_path = st.session_state[f'generated_video_{session_id}'] # Check if the video file exists if os.path.exists(video_path): st.video(video_path) # Display the video # Add a download button for the generated video with open(video_path, "rb") as file: st.download_button( label="Download Video", data=file.read(), file_name=f"generated_video_{session_id}.mp4", mime="video/mp4" ) else: st.error("The generated video file is missing or inaccessible.") else: st.warning("Please upload an audio file to proceed.") logger.warning("No audio file uploaded.")