Update app.py

app.py

@@ -2,7 +2,6 @@ import gradio as gr
 import moviepy.video.io.ImageSequenceClip
 from PIL import Image
 from pydub import AudioSegment
-# Import everything needed to edit video clips
 from moviepy.editor import *
 import numpy as np
 import mutagen
@@ -10,123 +9,58 @@ from mutagen.mp3 import MP3
 import cv2
 
 def resize(img_list):
-    print("** inside resize **")
-    print('Entity-Images generated by multimodal interface are:',img_list)
     resize_img_list = []
     for item in img_list:
         im = Image.open(item)
         imResize = im.resize((256,256), Image.ANTIALIAS)
         resize_img_list.append(np.array(imResize))
-    print('Type of elements in the image list:',type(resize_img_list[0]))
     return resize_img_list
                 
 
 def merge_audio_video(entities_num, resize_img_list, text_input):
-    print("** inside merge aud vid **")
-    print('Type of image list variable: ',type(resize_img_list))
-    print('Type of elements in the image list: ',type(resize_img_list[0]))
-        
-    
-    #Convert text to speech using facebook's latest model from HF hub   
     speech = text2speech(text_input)
-    print('Back in merge_audio_video')
-    print('Type of speech variable : ',type(speech))
-    print('Type of Audio file: ',speech)
     wav_audio = AudioSegment.from_file(speech, "flac")  #("/content/gdrive/My Drive/AI/audio1.flac", "flac")
-    #convert flac to mp3 audio format 
-    print('COnverting flac format to mp3 using AudioSegment object:', type(wav_audio))
     wav_audio.export("audio.mp3", format="mp3")  #("/content/gdrive/My Drive/AI/audio1.mp3", format="mp3")
-    print('flac audio converted to mp3 audio' )
-    print('now getting duration of this mp3 audio' )
-    #getting audio clip's duration
     audio_length = int(MP3("audio.mp3").info.length)
-    print('Audio length is :',audio_length)
-
-    #Calculate the desired frame per second based on given audio length and entities identified
     fps= entities_num / audio_length  #length of audio file   
     fps = float(format(fps, '.5f'))
-    print('Based on number of entities/images and audio length, FPS is set as : ',fps)
-    
-    #String a list of images into a video and write to memory
     clip = moviepy.video.io.ImageSequenceClip.ImageSequenceClip(resize_img_list, fps=fps)
     clip.write_videofile('my_vid_tmp.mp4')
-    print('video clip created successfully from images') 
-        
-    # loading video file
-    print('Starting video and audio merge')
     videoclip = VideoFileClip('my_vid_tmp.mp4') #("/content/gdrive/My Drive/AI/my_video1.mp4")
-    print('loading video-clip')
-       
-    # loading audio file
     audioclip = AudioFileClip('audio.mp3') #.subclip(0, 15)
-    print('loading mp3-format audio')  
-    # adding audio to the video clip
     mergedclip = videoclip.set_audio(audioclip)
-    print('video and audio merged successfully')  
-    
-    #Getting size and frame count of merged video file
-    print('Getting size and frame count of merged video file')
     duration = mergedclip.duration
     frame_count = mergedclip.fps 
-    print('duration is:',duration)
-    print('frame count :', frame_count)
-    
     return mergedclip
     
-
 fastspeech = gr.Interface.load("huggingface/facebook/fastspeech2-en-ljspeech")
 
 def text2speech(text):
-    print('** inside testtospeech **')
-    print('Loading the model through :',type(fastspeech))
-    print(fastspeech)
     speech = fastspeech(text)
-    print('Type of variable in which file is stored:',type(speech))
-    print('Type of Audio file generated :',speech)
     return speech
     
 def engine(text_input):
-    print(" ** Inside Enngine **")
-    #Extract entities from text
     ner = gr.Interface.load("huggingface/flair/ner-english-ontonotes-large")
     entities = ner(text_input)
     entities = [tupl for tupl in entities if None not in tupl]
     entities_num = len(entities)
-    
-    #Generate images using multimodelart's space for each entity identified above
     img_list = []
     for ent in entities:
         img = gr.Interface.load("spaces/multimodalart/latentdiffusion")(ent[0],'50','256','256','1',10)[0] 
         img_list.append(img)
-    
-    print('img_list size:',len(img_list))
-    #Resizing all images produced to same size
     resize_img_list = resize(img_list)
-    print('back from resize into engine')
-     
- 
-    #Merge video and audio created above
     mergedclip = merge_audio_video(entities_num, resize_img_list, text_input)
-    print('\n Back in engine')
-    print(' Merged clip type :',type(mergedclip))
-    print('Writing the merged video clip to a video file')
     mergedclip.to_videofile('mergedvideo.mp4')
-    print('mergedvideo.mp4 created')    
-    
-    print('################################ Single Run Completed ##############################')
     return 'mergedvideo.mp4' 
     
 app = gr.Interface(engine, 
                    gr.inputs.Textbox(lines=5, label="Input Text"),
                    gr.outputs.Video(type=None, label='Final Merged video'), 
-                   description="<div>🎭🎞️🍿 AI Pipeline Multimodel Movie Maker 🎬 🧠 🎨</div>" ,
+                   description="<div>🎭🎞️🍿 AI Movie Maker - Comedy 🎬 🧠 🎨</div>" ,
                    examples=
 [
-["With Christmas only a few days away, Paige Summerland, a Los Angeles magazine writer specializing in relationship advice, boards an eastbound flight to spend the holiday with her fianc, Jack, meet his parents for the first time and plan her upcoming €œdream wedding.€ Paiges enthusiasm turns to panic when a massive snowstorm detours her flight and she meets - and locks horns with - Dylan, a cynical bar manager who has lost his faith in love. When it looks like all hope of arriving in New York for Christmas is lost, Dylan surprises Paige by renting an SUV and offering her a ride. Reluctantly, Paige braves the snowy road trip with Dylan, joined by Frank and Maxine Harper, an older couple whose 20-year marriage has lost its spark. Along the journey, feelings start to develop between Paige and Dylan. Now, as the young bride-to-be scrambles to make it to New York for Christmas, she begins to wonder if shes marrying the right man and just might learn a surprising lesson about love."],
-["This is a story about a romantic journey of a culturally opposite couple - Krish Malhotra and Ananya Swaminathan. They meet at the IIM-Ahmedabad College and during the program they fall in love. Complications arise after the program comes to an end and they decide to get married. Krish and Ananya belong to two different states of India. Krish, a North Indian Punjabi boy from Delhi, and Ananya, a Tamilian Brahmin from Chennai. They take a conscious decision; they wont get married until their parents agree. Everything goes downhill when the parents meet. There is a cultural clash and the parents oppose the wedding. To convert their love story into a love marriage, the couple faces a tough battle in front of them. For it is easy to fight and rebel, but much harder to convince. Will Krish and Ananyas love for each other sustain the battles? Will they manage to convince their parents and make it to their wedding? The film thus is a humorous take on inter community marriages in India."],
 ["Kicking Off starts with the most important game of the season. Loyal fans Wigsy and Cliff watch in trepidation as their football team score the goal that will save them from relegation. Victory is bliss as a chorus of supporters chant and cry with elation. However, this frenzy of happiness quickly turns ugly as the referee disallows the deciding goal. With their hearts and fists pumping, adrenalin running and fury racing through their bloodstream, the fans take matters into their own hands and Cliff makes the fatal mistake of planning while intoxicated. Wigsy, a confirmed idiot, follows through with the said plan and in the darkest hours of the night he commits a crime that will cause chaos and catastrophe for him and his best mate Cliff. Kicking Off is cleverly filmed with split screen shots and slow motion montages. The characters are lovable thugs who will leave you laughing and grimacing at their lack of common sense.  The beautiful game just got ugly."],
 ["Young pilot Branson (Louis Koo) recently takes over Skylette, his fathers aviation empire, only to realise his old flames Cassie (Charmaine Sheh) is a flight attendant there. Several years ago, he was forced to break up with her and move to New York to take care of his fathers business. To this day, the two continue to harbour feelings for each other but decide to keep them bottled up. In an effort to rebrand the airline, Branson invites rock idol TM to star in an upcoming commercial and appoints Sam (Fransic Ng) as her flying consultant. Incongruent in both tastes and experience, this odd couple gets off on the wrong foot. As the shoot progresses, however, they slowly discover each others merits, developing a strong mutual attraction. Jayden (Julien Cheung) has left Skylette Airline to become a pilot for private jets. He meets the young and vivacious Kika (Kuo Tsai Chieh) during a flight and assumes her to be wayward and shallow..."],
-["Prem Prakash Tiwari (Ayushmann Khurrana) listening to Kumar Sanu is the films opening shot. Set in Haridwar, 1990s, the film captures the nascent feel of the town. Prem owns a cassette shop in the local market. His father is keen to get him hitched and the family goes to a local temple to meet Sandhya (Bhumi Pednekar). B.Ed, waiting for a teaching job, the most visible thing about her is her weight. Coming from a patriarchal cognitive set-up, she doesnt fit the quintessential idea of beautiful. And still, the school drop out Prem must marry her because he is incapable of attaining a girl with Juhi-Chawla-level-of-looks. In an elaborate community-wedding ceremony, Prem and Sandhya get married. Their wedding night is uncomfortable with neither treading towards establishing conjugal relations. Prem has in his own reasons and the girl is naturally shy. Next morning on a call, she announces it to a friend and the whole family finds out"],
 ["Two groups of classic cartoon characters come together in this fun-filled crossover with the popular action-adventure animated series Jonny Quest. Fans of all ages wont want to miss this heart-stopping adventure as tussling twosome Tom and Jerry join Jonny Quest and his pal Hadji and embark on a dangerous spy mission in order to save the world. Its just another day at the beach for the dueling Tom and Jerry ... until they bump into world-class junior spies Jonny Quest and Hadji and their canine companion, Bandit. When longtime Quest family nemesis Dr. Zin discovers that Jonnys father, Dr. Benton Quest, possesses a device that could solve the worlds energy problems, Zin sends his evil cat army to steal it and capture Benton and his bodyguard, Race Bannon. Thats when Jonny and his new furry friends spring into action! Get set for intrigue, thrills and suspense for the whole family. Tia Carrere and Tim Matheson lend their voices."],
 ["As Spud Milton continues his awkward stagger through adolescence, he learns one of lifes most important lessons: When dealing with women and cretins, nothing is ever quite as it seems. Im practically a man in most areas, writes Spud confidently on his sixteenth birthday. The year is 1992 and, in South Africa, radical change is in the air. The country may be on the bumpy road to an uncertain future, but Spud Milton is hoping for a smooth ride as he returns to boarding school as a senior. Instead, he discovers that his vindictive arch enemy is back to taunt him and that a garrulous Malawian has taken residence in his dormitory, along with the regular inmates and misfits he calls friends. Spuds world has never seemed less certain; he attempts to master Shakespeare, wrestles constantly with his God, and the power of negative thinking, and develops an aversion to fried fish after a shocking discovery about his grandmother, Wombat."],
 ["Beatle is a quirky loner who refuses to live by societys rules. Her business cards read Towing/Assassination, and she even has a hit man infomercial to go along with it. Her only human contact is with her psychiatrist and the stripper/hooker she employs once a week. Everything changes the night she meets Athena Klendon, a suicidal blonde with a secret. With a demented killer on their tail, courtesy of Athenas crooked former employer, the two quickly strike a bargain. Athena will change her life insurance policy to reflect Beatle as the beneficiary in exchange for her own execution. And while they wait for the paperwork to come through, Beatle will provide room and board and get some extra help on her infomercial. The two have no idea that Detective Holt has been on their case reviewing their every move. Just when he thinks hes got Beatle pinned beyond a shadow of a doubt, this comedic mystery takes a wild and unexpected turn."],