Update app.py

app.py

@@ -133,31 +133,30 @@ def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
             x4, y4 = int(hand_landmarks.landmark[mp_hands.HandLandmark.THUMB_TIP].x * w), int(hand_landmarks.landmark[mp_hands.HandLandmark.THUMB_TIP].y * h)
             x8, y8 = int(hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].x * w), int(hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].y * h)
 
-            # # Check for key presses
-            # for button in buttonList:
-            #     x, y = button.pos
-            #     w, h = button.size
-            #     if x < x8 < x + w and y < y8 < y + h:
-            #        cv2.rectangle(img, (x, y), (x + w, y + h), (0, 255, 160), -1)
-            #        cv2.putText(img, button.text, (x + 20, y + 70), cv2.FONT_HERSHEY_PLAIN, 5, (255, 255, 255), 3)
+            # Check for whether the finger is in button bounds 
+            for button in buttonList:
+                x, y = button.pos
+                bw, bh = button.size
+                if x < x8 < x + bw and y < y8 < y + bh:
+                    cv2.rectangle(img, (x, y), (x + bw, y + bh), (0, 255, 160), -1)
+                    cv2.putText(img, button.text, (x + int(0.2 * bw), y + int(0.7 * bh)), cv2.FONT_HERSHEY_PLAIN, font_scale, (255, 255, 255), font_thickness)
 
             
             
-            # # Distance Calculation
-            # distance = np.sqrt((x8 - x4) ** 2 + (y8 - y4) ** 2)
-            # click_threshold = 10
-
-
-                #     # Simulate key press if finger close enough
-                #   if (distance / np.sqrt(bbox[2] ** 2 + bbox[3] ** 2)) * 100 < click_threshold:
-                # if time.time() - prev_key_time[0] > 2:
-                #     prev_key_time[0] = time.time()
-                #     if button.text != 'BS' and button.text != 'SPACE':
-                #         output_text += button.text
-                #     elif button.text == 'BS':
-                #         output_text = output_text[:-1]
-                #     else:
-                #         output_text += ' '
+            # Distance Calculation
+            distance = np.sqrt((x8 - x4) ** 2 + (y8 - y4) ** 2)
+            click_threshold = 10
+            
+            #         # Simulate key press if finger close enough
+            # if (distance / np.sqrt(bbox[2] ** 2 + bbox[3] ** 2)) * 100 < click_threshold:
+            #     if time.time() - prev_key_time[0] > 2:
+            #         prev_key_time[0] = time.time()
+            #         if button.text != 'BS' and button.text != 'SPACE':
+            #             output_text += button.text
+            #         elif button.text == 'BS':
+            #             output_text = output_text[:-1]
+            #         else:
+            #             output_text += ' '
 
     result_queue.put(detections)
     st.session_state["output_text"] = output_text