Update app.py

app.py

@@ -101,28 +101,37 @@ def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
                 x_max, y_max = max(x_max, x), max(y_max, y)
 
             bbox = [x_min, y_min, x_max - x_min, y_max - y_min]
-            detections.append(Detection(label="Hand", score=1.0, box=np.array(bbox)))
+            detections.append(Detection(label="Hand", score=0.5, box=np.array(bbox)))
 
             # Extract finger tip positions
             x4, y4 = int(hand_landmarks.landmark[mp_hands.HandLandmark.THUMB_TIP].x * w), int(hand_landmarks.landmark[mp_hands.HandLandmark.THUMB_TIP].y * h)
             x8, y8 = int(hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].x * w), int(hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].y * h)
 
+            # Check for key presses
+            for button in buttonList:
+                x, y = button.pos
+                w, h = button.size
+                if x < x8 < x + w and y < y8 < y + h:
+                   cv2.rectangle(img, (x, y), (x + w, y + h), (0, 255, 160), -1)
+                   cv2.putText(img, button.text, (x + 20, y + 70), cv2.FONT_HERSHEY_PLAIN, 5, (255, 255, 255), 3)
+
+            
             
             # Distance Calculation
             distance = np.sqrt((x8 - x4) ** 2 + (y8 - y4) ** 2)
             click_threshold = 10
 
 
-                    # Simulate key press if finger close enough
-            if (distance / np.sqrt(bbox[2] ** 2 + bbox[3] ** 2)) * 100 < click_threshold:
-                if time.time() - prev_key_time[0] > 2:
-                    prev_key_time[0] = time.time()
-                    if button.text != 'BS' and button.text != 'SPACE':
-                        output_text += button.text
-                    elif button.text == 'BS':
-                        output_text = output_text[:-1]
-                    else:
-                        output_text += ' '
+                #     # Simulate key press if finger close enough
+                #   if (distance / np.sqrt(bbox[2] ** 2 + bbox[3] ** 2)) * 100 < click_threshold:
+                # if time.time() - prev_key_time[0] > 2:
+                #     prev_key_time[0] = time.time()
+                #     if button.text != 'BS' and button.text != 'SPACE':
+                #         output_text += button.text
+                #     elif button.text == 'BS':
+                #         output_text = output_text[:-1]
+                #     else:
+                #         output_text += ' '
 
     result_queue.put(detections)
     st.session_state["output_text"] = output_text