Update pages/7_record.py

pages/7_record.py

@@ -1,31 +1,61 @@
 import uuid
 from pathlib import Path
 
-import av
 import cv2
 import streamlit as st
 from aiortc.contrib.media import MediaRecorder
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
 from sample_utils.turn import get_ice_servers
+from cvzone.HandTrackingModule import HandDetector
+import numpy as np
 
+RECORD_DIR = Path("./records")
+RECORD_DIR.mkdir(exist_ok=True)
+
+# Define virtual keyboard layout
+keys = [
+    ["Q", "W", "E", "R", "T", "Y", "U", "I", "O", "P"],
+    ["A", "S", "D", "F", "G", "H", "J", "K", "L", ";"],
+    ["Z", "X", "C", "V", "B", "N", "M", ",", ".", "/"],
+]
+
+# Class for keyboard buttons
+class Button:
+    def __init__(self, pos, text, size=(100, 100)):
+        self.pos = pos
+        self.size = size
+        self.text = text
+
+    def draw(self, img):
+        x, y = self.pos
+        w, h = self.size
+        cv2.rectangle(img, (x, y), (x + w, y + h), (255, 0, 255), cv2.FILLED)
+        cv2.putText(img, self.text, (x + 20, y + 70), cv2.FONT_HERSHEY_PLAIN, 3, (255, 255, 255), 3)
+
+# Initialize buttons
+button_list = []
+for i, row in enumerate(keys):
+    for j, key in enumerate(row):
+        button_list.append(Button((j * 105 + 50, i * 120 + 50), key))
 
-def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
+
+def video_frame_callback(frame):
     """
-    Process video frames: Perform edge detection on the incoming frames.
+    Process video frames: Overlay a virtual keyboard on the video.
     """
     img = frame.to_ndarray(format="bgr24")
-    img = cv2.cvtColor(cv2.Canny(img, 100, 200), cv2.COLOR_GRAY2BGR)
-    return av.VideoFrame.from_ndarray(img, format="bgr24")
 
+    # Draw virtual keyboard on the frame
+    for button in button_list:
+        button.draw(img)
 
-RECORD_DIR = Path("./records")
-RECORD_DIR.mkdir(exist_ok=True)
+    return av.VideoFrame.from_ndarray(img, format="bgr24")
 
 
 def virtual_keyboard_app():
     """
-    Streamlit application for recording video streams with a filter applied.
+    Streamlit application for displaying a virtual keyboard.
     """
     if "prefix" not in st.session_state:
         st.session_state["prefix"] = str(uuid.uuid4())
@@ -67,7 +97,7 @@ def virtual_keyboard_app():
     if out_file.exists():
         with out_file.open("rb") as f:
             st.download_button(
-                "Download the recorded video with video filter", f, "output.flv"
+                "Download the recorded video with virtual keyboard", f, "output.flv"
             )