Update app.py

app.py

@@ -60,26 +60,26 @@ def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
     # Process frame using MediaPipe
     result = hands.process(cv2.cvtColor(img, cv2.COLOR_BGR2RGB))
 
-    # Create a blank canvas for drawing the keyboard
-    keyboard_canvas = np.zeros_like(img)
-    buttonList = []
-    # Define buttons in each row of the virtual keyboard
-    for key in keys[0]:
-        buttonList.append(Button([30 + keys[0].index(key) * 105, 30], key))
-    for key in keys[1]:
-        buttonList.append(Button([30 + keys[1].index(key) * 105, 150], key))
-    for key in keys[2]:
-        buttonList.append(Button([30 + keys[2].index(key) * 105, 260], key))
-
-    # Add special buttons for Backspace and Space
-    buttonList.append(Button([90 + 10 * 100, 30], 'BS', size=[125, 100]))
-    buttonList.append(Button([300, 370], 'SPACE', size=[500, 100]))
-    for button in buttonList:
-        x, y = button.pos
-        w, h = button.size
-        if x < x8 < x + w and y < y8 < y + h:
-            cv2.rectangle(img, button.pos, (x + w, y + h), (0, 255, 160), -1)
-            cv2.putText(img, button.text, (x + 20, y + 70), cv2.FONT_HERSHEY_PLAIN, 5, (255, 255, 255), 3)
+    # # Create a blank canvas for drawing the keyboard
+    # keyboard_canvas = np.zeros_like(img)
+    # buttonList = []
+    # # Define buttons in each row of the virtual keyboard
+    # for key in keys[0]:
+    #     buttonList.append(Button([30 + keys[0].index(key) * 105, 30], key))
+    # for key in keys[1]:
+    #     buttonList.append(Button([30 + keys[1].index(key) * 105, 150], key))
+    # for key in keys[2]:
+    #     buttonList.append(Button([30 + keys[2].index(key) * 105, 260], key))
+
+    # # Add special buttons for Backspace and Space
+    # buttonList.append(Button([90 + 10 * 100, 30], 'BS', size=[125, 100]))
+    # buttonList.append(Button([300, 370], 'SPACE', size=[500, 100]))
+    # for button in buttonList:
+    #     x, y = button.pos
+    #     w, h = button.size
+    #     if x < x8 < x + w and y < y8 < y + h:
+    #         cv2.rectangle(img, button.pos, (x + w, y + h), (0, 255, 160), -1)
+    #         cv2.putText(img, button.text, (x + 20, y + 70), cv2.FONT_HERSHEY_PLAIN, 5, (255, 255, 255), 3)
 
     detections = []
     if result.multi_hand_landmarks:
@@ -107,19 +107,19 @@ def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
             x4, y4 = int(hand_landmarks.landmark[mp_hands.HandLandmark.THUMB_TIP].x * w), int(hand_landmarks.landmark[mp_hands.HandLandmark.THUMB_TIP].y * h)
             x8, y8 = int(hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].x * w), int(hand_landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP].y * h)
 
-            # Check for key presses
-            for button in buttonList:
-                x, y = button.pos
-                w, h = button.size
-                if x < x8 < x + w and y < y8 < y + h:
-                   cv2.rectangle(img, (x, y), (x + w, y + h), (0, 255, 160), -1)
-                   cv2.putText(img, button.text, (x + 20, y + 70), cv2.FONT_HERSHEY_PLAIN, 5, (255, 255, 255), 3)
+            # # Check for key presses
+            # for button in buttonList:
+            #     x, y = button.pos
+            #     w, h = button.size
+            #     if x < x8 < x + w and y < y8 < y + h:
+            #        cv2.rectangle(img, (x, y), (x + w, y + h), (0, 255, 160), -1)
+            #        cv2.putText(img, button.text, (x + 20, y + 70), cv2.FONT_HERSHEY_PLAIN, 5, (255, 255, 255), 3)
 
             
             
-            # Distance Calculation
-            distance = np.sqrt((x8 - x4) ** 2 + (y8 - y4) ** 2)
-            click_threshold = 10
+            # # Distance Calculation
+            # distance = np.sqrt((x8 - x4) ** 2 + (y8 - y4) ** 2)
+            # click_threshold = 10
 
 
                 #     # Simulate key press if finger close enough