Update app.py

app.py

@@ -13,18 +13,33 @@ st.title("Interactive Virtual Keyboard with Twilio Integration")
 st.info("Use your webcam to interact with the virtual keyboard via hand gestures.")
 
 detector = HandDetector(maxHands=1, detectionCon=0.8)
-
-def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
-    img = frame.to_ndarray(format="bgr24")
-    hands, img = detector.findHands(img, flipType=False)
-
-    # Render hand detection results
-    if hands:
-        hand = hands[0]
-        bbox = hand["bbox"]
-        cv2.rectangle(img, (bbox[0], bbox[1]), (bbox[0]+bbox[2], bbox[1]+bbox[3]), (255, 0, 0), 2)
-
-    return av.VideoFrame.from_ndarray(img, format="bgr24")
+segmentor = SelfiSegmentation()
+keys = [["Q", "W", "E", "R", "T", "Y", "U", "I", "O", "P"],
+        ["A", "S", "D", "F", "G", "H", "J", "K", "L", ";"],
+        ["Z", "X", "C", "V", "B", "N", "M", ",", ".", "/"]]
+
+listImg = os.listdir('model/street')
+imgList = [cv2.imread(f'model/street/{imgPath}') for imgPath in listImg]
+indexImg = 0
+
+# Shared state for output text
+if "output_text" not in st.session_state:
+    st.session_state["output_text"] = ""
+
+# Create a thread-safe queue for passing results from callback
+result_queue = queue.Queue()
+
+# Function to process video frame callback
+# Corrected function for video frame callback
+#####FromHERE CHANGE
+# Function to process video frame callback
+# Function to process video frame callback
+def video_frame_callback(frame):
+    # Process the frame asynchronously
+    output_text = process_video_frame(frame, detector, segmentor, imgList, indexImg, keys, st.session_state)
+    # Put the processed output text into the queue
+    result_queue.put(output_text)
+    return frame  # Return the processed frame for 
 
 webrtc_ctx = webrtc_streamer(
     key="keyboard-demo",