Create app.py

app.py

@@ -0,0 +1,136 @@
+import gradio as gr
+import yolov7
+import subprocess
+import tempfile
+import time
+from pathlib import Path
+import uuid
+import cv2
+import gradio as gr
+
+
+    
+def image_fn(
+    image: gr.inputs.Image = None,
+    model_path: gr.inputs.Dropdown = None,
+    image_size: gr.inputs.Slider = 640,
+    conf_threshold: gr.inputs.Slider = 0.25,
+    iou_threshold: gr.inputs.Slider = 0.45,
+):
+    """
+    YOLOv7 inference function
+    Args:
+        image: Input image
+        model_path: Path to the model
+        image_size: Image size
+        conf_threshold: Confidence threshold
+        iou_threshold: IOU threshold
+    Returns:
+        Rendered image
+    """
+
+    model = yolov7.load(model_path, device="cpu", hf_model=True, trace=False)
+    model.conf = conf_threshold
+    model.iou = iou_threshold
+    results = model([image], size=image_size)
+    return results.render()[0]
+  
+  
+        
+def video_fn(model_path, video_file, conf_thres, iou_thres, start_sec, duration):
+    model = yolov7.load(model_path, device="cpu", hf_model=True, trace=False)
+    start_timestamp = time.strftime("%H:%M:%S", time.gmtime(start_sec))
+    end_timestamp = time.strftime("%H:%M:%S", time.gmtime(start_sec + duration))
+
+    suffix = Path(video_file).suffix
+
+    clip_temp_file = tempfile.NamedTemporaryFile(suffix=suffix)
+    subprocess.call(
+        f"ffmpeg -y -ss {start_timestamp} -i {video_file} -to {end_timestamp} -c copy {clip_temp_file.name}".split()
+    )
+
+    # Reader of clip file
+    cap = cv2.VideoCapture(clip_temp_file.name)
+
+    # This is an intermediary temp file where we'll write the video to
+    # Unfortunately, gradio doesn't play too nice with videos rn so we have to do some hackiness
+    # with ffmpeg at the end of the function here.
+    with tempfile.NamedTemporaryFile(suffix=".mp4") as temp_file:
+        out = cv2.VideoWriter(temp_file.name, cv2.VideoWriter_fourcc(*"MP4V"), 30, (1280, 720))
+
+        num_frames = 0
+        max_frames = duration * 30
+        while cap.isOpened():
+            try:
+                ret, frame = cap.read()
+                if not ret:
+                    break
+            except Exception as e:
+                print(e)
+                continue
+            print("FRAME DTYPE", type(frame))
+            out.write(model([frame], conf_thres, iou_thres))
+            num_frames += 1
+            print("Processed {} frames".format(num_frames))
+            if num_frames == max_frames:
+                break
+
+        out.release()
+
+        # Aforementioned hackiness
+        out_file = tempfile.NamedTemporaryFile(suffix="out.mp4", delete=False)
+        subprocess.run(f"ffmpeg -y -loglevel quiet -stats -i {temp_file.name} -c:v libx264 {out_file.name}".split())
+
+    return out_file.name
+
+image_interface = gr.Interface(
+    fn=image_fn,
+    inputs=[
+    gr.inputs.Image(type="pil", label="Input Image"),
+    gr.inputs.Dropdown(
+        choices=[
+            "Aalaa/Yolov7_Visual_Pollution_Detection",
+        ],
+        default="Aalaa/Yolov7_Visual_Pollution_Detection",
+        label="Model",
+    )
+    #gr.inputs.Slider(minimum=320, maximum=1280, default=640, step=32, label="Image Size")
+    #gr.inputs.Slider(minimum=0.0, maximum=1.0, default=0.25, step=0.05, label="Confidence Threshold"),
+    #gr.inputs.Slider(minimum=0.0, maximum=1.0, default=0.45, step=0.05, label="IOU Threshold")
+],
+    outputs=gr.outputs.Image(type="filepath", label="Output Image"),
+    title="Smart Environmental Eye (SEE)",
+    examples=[['image1.jpg', 'Aalaa/Yolov7_Visual_Pollution_Detection', 640, 0.25, 0.45], ['image2.jpg', 'Aalaa/Yolov7_Visual_Pollution_Detection', 640, 0.25, 0.45], ['image3.jpg', 'Aalaa/Yolov7_Visual_Pollution_Detection', 640, 0.25, 0.45]],
+    cache_examples=True,
+    theme='huggingface',
+)
+
+
+video_interface = gr.Interface(
+    fn=video_fn,
+    inputs=[
+        gr.inputs.Video(source = "upload", type = "mp4", label = "Input Video"),
+        gr.inputs.Dropdown(
+        choices=[
+            "Aalaa/Yolov7_Visual_Pollution_Detection",
+        ],
+        default="Aalaa/Yolov7_Visual_Pollution_Detection",
+        label="Model",
+    ),
+    ],
+    outputs=gr.outputs.Video(type = "mp4", label = "Output Video"),
+    # examples=[
+    #     ["video.mp4", 0.25, 0.45, 0, 2],
+       
+    # ],
+    title="Smart Environmental Eye (SEE)",
+    cache_examples=True,
+    theme='huggingface',
+   
+)
+
+if __name__ == "__main__":
+    gr.TabbedInterface(
+        [image_interface, video_interface],
+        ["Run on Images", "Run on Videos"],
+    ).launch()