Update app.py

app.py

@@ -8,11 +8,56 @@ import cv2
 import numpy as np
 import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
+from sample_utils.webrtc_helpers import process_video_frame
 from sample_utils.turn import get_ice_servers
+from cvzone.HandTrackingModule import HandDetector
+from cvzone.SelfiSegmentationModule import SelfiSegmentation
+import time
+import os
 
 HERE = Path(__file__).parent
 ROOT = HERE
 
 logger = logging.getLogger(__name__)
 
-st.write("It is visible")
+st.write("It is visible")
+
+# Streamlit settings
+st.set_page_config(page_title="Virtual Keyboard", layout="wide")
+st.title("Interactive Virtual Keyboard")
+st.subheader('''Turn on the webcam and use hand gestures to interact with the virtual keyboard.
+Use 'a' and 'd' from keyboard to change the background.
+        ''')
+# Initialize
+detector = HandDetector(maxHands=1, detectionCon=0.8)
+segmentor = SelfiSegmentation()
+keys = [["Q", "W", "E", "R", "T", "Y", "U", "I", "O", "P"],
+        ["A", "S", "D", "F", "G", "H", "J", "K", "L", ";"],
+        ["Z", "X", "C", "V", "B", "N", "M", ",", ".", "/"]]
+
+listImg = os.listdir('model/street')
+imgList = [cv2.imread(f'model/street/{imgPath}') for imgPath in listImg]
+indexImg = 0
+
+# Shared state for output text
+if "output_text" not in st.session_state:
+    st.session_state["output_text"] = ""
+
+
+webrtc_ctx = webrtc_streamer(
+    key="virtual-keyboard",
+    mode=WebRtcMode.SENDRECV,
+    rtc_configuration={
+        "iceServers": get_ice_servers(),
+        "iceTransportPolicy": "relay",
+    },
+    video_frame_callback=lambda frame: process_video_frame(
+        frame, detector, segmentor, imgList, indexImg, keys, st.session_state
+    ),
+    media_stream_constraints={"video": True, "audio": False},
+    async_processing=True,
+)
+
+# Output text display
+st.subheader("Output Text")
+st.text_area("Live Input:", value=st.session_state["output_text"], height=200)