Update app.py

app.py

@@ -6,8 +6,45 @@ import numpy as np
 from PIL import Image
 from moviepy.editor import *
 
-def get_canny_filter(image):
-    image = Image.open(image)
+def get_frames(video_in):
+    frames = []
+    #resize the video
+    clip = VideoFileClip(video_in)
+    
+    #check fps
+    if clip.fps > 30:
+        print("vide rate is over 30, resetting to 30")
+        clip_resized = clip.resize(height=512)
+        clip_resized.write_videofile("video_resized.mp4", fps=30)
+    else:
+        print("video rate is OK")
+        clip_resized = clip.resize(height=512)
+        clip_resized.write_videofile("video_resized.mp4", fps=clip.fps)
+    
+    print("video resized to 512 height")
+    
+    # Opens the Video file with CV2
+    cap= cv2.VideoCapture("video_resized.mp4")
+    
+    fps = cap.get(cv2.CAP_PROP_FPS)
+    print("video fps: " + str(fps))
+    i=0
+    while(cap.isOpened()):
+        ret, frame = cap.read()
+        if ret == False:
+            break
+        cv2.imwrite('kang'+str(i)+'.jpg',frame)
+        frames.append('kang'+str(i)+'.jpg')
+        i+=1
+    
+    cap.release()
+    cv2.destroyAllWindows()
+    print("broke the video into frames")
+    
+    return frames, fps
+
+def get_canny_filter(i):
+    image = Image.open(i)
     
     image = np.array(image)
 
@@ -18,14 +55,47 @@ def get_canny_filter(image):
     image = image[:, :, None]
     image = np.concatenate([image, image, image], axis=2)
     image = Image.fromarray(image)
-    return image
+    image.save("canny_frame_" + str(i) + ".jpeg")
+    return "canny_frame_" + str(i) + ".jpeg"
+
+def create_video(frames, fps, type):
+    print("building video result")
+    clip = ImageSequenceClip(frames, fps=fps)
+    clip.write_videofile(type + "_result.mp4", fps=fps)
+    
+    return type + "_result.mp4"
+
 
 def infer(imported_gif):
     clip = VideoFileClip(imported_gif.name)
     clip.write_videofile("my_gif_video.mp4")
     
-    return "my_gif_video.mp4"
+    # 1. break video into frames and get FPS
+    break_vid = get_frames("my_gif_video.mp4")
+    frames_list= break_vid[0]
+    fps = break_vid[1]
+    n_frame = int(trim_value*fps)
+    
+    if n_frame >= len(frames_list):
+        print("video is shorter than the cut value")
+        n_frame = len(frames_list)
+    
+    # 2. prepare frames result arrays
+    result_frames = []
+    print("set stop frames to: " + str(n_frame))
+    
+    for i in frames_list[0:int(n_frame)]:
+        canny_frame = get_canny_filter(i)
+        result_frames.append(canny_frame)
+        print("frame " + i + "/" + str(n_frame) + ": done;")
+
+    
+    final_vid = create_video(result_frames, fps, "final")
+
+    files = [final_vid]
+
+    return final_vid, files
 
 inputs = [gr.File(label="import a GIF instead", file_types=['.gif'])]
-outputs = [gr.Video()]
+outputs = [gr.Video(),gr.Files()]
 gr.Interface(fn=infer, inputs=inputs, outputs=outputs).launch()