Update app.py

app.py

@@ -43,6 +43,16 @@ indexImg = 0
 if "output_text" not in st.session_state:
     st.session_state["output_text"] = ""
 
+# Create a thread-safe queue for passing results from callback
+result_queue = queue.Queue()
+
+# Function to process video frame callback
+def video_frame_callback(frame):
+    # Process the frame asynchronously
+    output_text = process_video_frame(frame, detector, segmentor, imgList, indexImg, keys, st.session_state)
+    # Put the processed output text into the queue
+    result_queue.put(output_text)
+    return frame  # Return the processed frame for display
 
 webrtc_ctx = webrtc_streamer(
     key="virtual-keyboard",
@@ -51,14 +61,22 @@ webrtc_ctx = webrtc_streamer(
         "iceServers": get_ice_servers(),
         "iceTransportPolicy": "relay",
     },
-    video_frame_callback=lambda frame: process_video_frame(
-        frame, detector, segmentor, imgList, indexImg, keys, st.session_state
-    ),
+    video_frame_callback=video_frame_callback,
     media_stream_constraints={"video": True, "audio": False},
     async_processing=True,
 )
-
-
 # Output text display
 st.subheader("Output Text")
-st.text_area("Live Input:", value=st.session_state["output_text"], height=200)
+st.text_area("Live Input:", value=st.session_state["output_text"], height=200)
+
+
+# Display live output text by checking for results in the queue
+if st.checkbox("Show live input", value=True):
+    if webrtc_ctx.state.playing:
+        labels_placeholder = st.empty()
+        while True:
+            # Get the result from the queue
+            if not result_queue.empty():
+                result = result_queue.get()
+                st.session_state["output_text"] = result
+                labels_placeholder.text(result)