Upload app.py

app.py

@@ -2,10 +2,12 @@
 # %%pip install mediapipe gradio plotly matplotlib pyttsx3 opencv-python --quiet
 
 # Import packages
+import base64
 import gradio as gr
 import cv2
 import mediapipe as mp
 from mediapipe import solutions
+from ultralytics import YOLO
 import numpy as np
 import plotly.graph_objects as go
 import matplotlib.pyplot as plt
@@ -18,20 +20,22 @@ import logging
 import io
 import torch
 import time
+import tempfile
 
 # Initialize logging
 logging.basicConfig(level=logging.INFO)
-logging.getLogger("httpx").setLevel(logging.WARNING)
+logging.getLogger().setLevel(logging.CRITICAL + 1)
 logger = logging.getLogger(__name__)
 
 # Check for GPU availability
 device = "cuda:0" if torch.cuda.is_available() else "mps" if torch.backends.mps.is_available() else "cpu"
+model = YOLO("yolo11/yolo11n-pose.pt").to(device)
+confidence = 0.5
 
 # Initialize MediaPipe Pose model
 mp_drawing = mp.solutions.drawing_utils
 mp_pose = mp.solutions.pose
 mp_drawing_styles = solutions.drawing_styles
-confidence = 0.5
 
 pose_image = mp_pose.Pose(   
     static_image_mode=True,
@@ -73,9 +77,9 @@ example_videos = [os.path.join(video_folder, f) for f in os.listdir(video_folder
 
 # Global constants
 FRAMERATE = 30
-frame_reduction = 5
-  
+frame_reduction = 5  
 reduced_FRAMERATE = int(FRAMERATE / frame_reduction)
+
 repetitions = 0
 visible_side = "right"
 previous_knee_forward = False
@@ -212,10 +216,10 @@ def create_3d_skeleton(skeleton_coords):
     return fig
 
 def generate_plot_frame(data, current_frame):
-    global reduced_FRAMERATE
+    global FRAMERATE
             
     plt.figure(figsize=(10, 5))
-    time_seconds = np.array(data["frame"]) / reduced_FRAMERATE
+    time_seconds = np.array(data["frame"]) / FRAMERATE
     plt.plot(time_seconds[:current_frame + 1], data["back_angle"][:current_frame + 1], label="Back Angle")
     plt.plot(time_seconds[:current_frame + 1], data["head_angle"][:current_frame + 1], label="Head Angle")
     plt.plot(time_seconds[:current_frame + 1], data["left_knee_angle"][:current_frame + 1], label="Left Knee Angle")
@@ -403,6 +407,7 @@ def process_video(video_path=None):
     global fps, warnings_issued, repetitions, previous_knee_forward, frame_reduction, reduced_FRAMERATE
 
     angles_data = {"frame": [], "back_angle": [], "head_angle": [], "left_knee_angle": [], "right_knee_angle": []}
+    frames = []
 
     repetitions = 0
     previous_knee_forward = False
@@ -421,9 +426,13 @@ def process_video(video_path=None):
     fps = int(cap.get(cv2.CAP_PROP_FPS))
     reduced_FRAMERATE = int(fps / frame_reduction)  # Reduce frame rate
 
-    # Video writer setup with H.264 codec
-    pose_video = f"output/pose_video-{datetime.now().strftime('%Y%m%d%H%M')}.mp4"
-    out = cv2.VideoWriter(pose_video, cv2.VideoWriter_fourcc(*'avc1'), reduced_FRAMERATE, (original_width, original_height))
+    fourcc = cv2.VideoWriter_fourcc(*'mp4v')  # MP4 format
+    temp_file = tempfile.NamedTemporaryFile(delete=False, suffix=".mp4")
+    output_path = temp_file.name
+      
+
+    # pose_video = f"output/pose_video-{datetime.now().strftime('%Y%m%d%H%M')}.mp4"
+    out = cv2.VideoWriter(output_path, fourcc, reduced_FRAMERATE, (original_width, original_height))
 
     try:
         frame_idx = 0
@@ -443,7 +452,7 @@ def process_video(video_path=None):
             # Write frame to video
             out.write(black_frame)
 
-            angle_plot_video = generate_plot_frame(angles_data, frame_idx)
+            angle_plot = generate_plot_frame(angles_data, frame_idx)
 
             yield (skeleton_3d, None, None)
 
@@ -454,8 +463,8 @@ def process_video(video_path=None):
 
     # Final yield with completed video
     yield (skeleton_3d,        
-        gr.update(visible=True, value=pose_video),
-        gr.update (visible=True, value=angle_plot_video) # Show the video at the end
+        gr.update(visible=True, value=output_path), # Use the in-memory buffer for video output
+        gr.update (visible=True, value=angle_plot) # Show the video at the end
     )
     
 def start_webcam():
@@ -612,16 +621,7 @@ def process_webcam_feed():
             gr.update(visible=False),
             repetitions
         )
-    # else:
-    #     logging.warning("No frames were captured during the webcam session.")
-    #     yield (
-    #         None,
-    #         None,
-    #         gr.update(visible=False),
-    #         gr.update(visible=False),
-    #         repetitions
-    #     )      
-      
+   
 # Fix: Update Gradio interface to use the corrected functions
 def build_gradio_interface():
     """
@@ -643,10 +643,10 @@ def build_gradio_interface():
         gr.Markdown(
             "<div style='text-align: center; margin-top: 2em'>"
             "<h1 style='text-align: center;'>A Surfing Pop-Up Trainer</h1>"       
-            "©Schmied Research And Development Pty Ltd. Dr Steven Schmied. Email [email protected]"
-            "<i>Seeking only peace and friendship, to teach if we are called upon, to be taught if we are fortunate</i> - Voyager Golden Record"
-            "To analyse your pop-up, use your webcam or upload an image or video. The analysis will take a few seconds to process."
-            "Hold down the left mouse button and drag to rotate three dimensional Skeleton"        
+            "©Schmied Research And Development Pty Ltd. Dr Steven Schmied. Email [email protected]<br>"
+            "<i>Seeking only peace and friendship, to teach if we are called upon, to be taught if we are fortunate</i> - Voyager Golden Record<br>"
+            "To analyse your pop-up, use your webcam or upload an image or video. The analysis will take a few seconds to process.<br>"
+            "Hold down the left mouse button and drag to rotate three dimensional Skeleton. Scroll the mouse wheel to zoom<br>"        
             "For a good pop-up: 1. keep your hips lower than your shoulders, 2. do not look down and 3. bend your knees. A repetition counted when your knees bends to less than 100 degrees.</div>")
 
         with gr.Tabs():
@@ -682,7 +682,8 @@ def build_gradio_interface():
                         show_share_button=True,                       
                         format="mp4",
                         autoplay=True,
-                        visible=False
+                        visible=False,
+                        interactive=False
                     )
                     
                     angle_plot = gr.Image(show_label=False, visible = False)                    
@@ -713,7 +714,8 @@ def build_gradio_interface():
                         show_share_button=True,                        
                         format="mp4",
                         autoplay=True,
-                        visible=False
+                        visible=False,
+                        interactive=False
                     )
                     
                     angle_plot_webcam = gr.Image(show_label=False, visible = False)