Update app.py

app.py

@@ -56,31 +56,56 @@ def video_frame_callback(frame: av.VideoFrame) -> av.VideoFrame:
     global indexImg, output_text
 
     img = frame.to_ndarray(format="bgr24")
-
+    # h, w = img.shape[:2]
     # Process frame using MediaPipe
     result = hands.process(cv2.cvtColor(img, cv2.COLOR_BGR2RGB))
 
-    # Create a blank canvas for drawing the keyboard
-    # keyboard_canvas = np.zeros_like(img)
+    # Create the keyboard buttons
     buttonList = []
-    # Define buttons in each row of the virtual keyboard
-    for key in keys[0]:
-        buttonList.append(Button([30 + keys[0].index(key) * 105, 30], key))
-    for key in keys[1]:
-        buttonList.append(Button([30 + keys[1].index(key) * 105, 150], key))
-    for key in keys[2]:
-        buttonList.append(Button([30 + keys[2].index(key) * 105, 260], key))
+    h, w = img.shape[:2]
+    key_width = int(0.08 * w)
+    key_height = int(0.1 * h)
+    font_scale = 0.005 * w
+    font_thickness = int(0.01 * h)
+
+    for row, key_row in enumerate(keys):
+        for col, key in enumerate(key_row):
+            x = int(0.03 * w + col * (key_width + 5))
+            y = int(0.03 * h + row * (key_height + 5))
+            buttonList.append(Button([x, y], key, size=[key_width, key_height]))
 
     # Add special buttons for Backspace and Space
-    buttonList.append(Button([90 + 10 * 100, 30], 'BS', size=[125, 100]))
-    buttonList.append(Button([300, 370], 'SPACE', size=[500, 100]))
+    buttonList.append(Button([int(0.7 * w), int(0.03 * h)], 'BS', size=[int(0.1 * w), key_height]))
+    buttonList.append(Button([int(0.2 * w), int(0.8 * h)], 'SPACE', size=[int(0.6 * w), key_height]))
 
     # Draw Keyboard Buttons
     for button in buttonList:
         x, y = button.pos
-        w, h = button.size
-        cv2.rectangle(img, (x, y), (x + w, y + h), (200, 200, 200), -1)
-        cv2.putText(img, button.text, (x + 20, y + 70), cv2.FONT_HERSHEY_PLAIN, 5, (0, 0, 0), 3)
+        bw, bh = button.size
+        cv2.rectangle(img, (x, y), (x + bw, y + bh), (200, 200, 200), -1)
+        cv2.putText(img, button.text, (x + int(0.2 * bw), y + int(0.7 * bh)), cv2.FONT_HERSHEY_PLAIN, font_scale, (0, 0, 0), font_thickness)
+
+    # # Create a blank canvas for drawing the keyboard
+    # # keyboard_canvas = np.zeros_like(img)
+    # buttonList = []
+    # # Define buttons in each row of the virtual keyboard
+    # for key in keys[0]:
+    #     buttonList.append(Button([30 + keys[0].index(key) * 105, 30], key))
+    # for key in keys[1]:
+    #     buttonList.append(Button([30 + keys[1].index(key) * 105, 150], key))
+    # for key in keys[2]:
+    #     buttonList.append(Button([30 + keys[2].index(key) * 105, 260], key))
+
+    # # Add special buttons for Backspace and Space
+    # buttonList.append(Button([90 + 10 * 100, 30], 'BS', size=[125, 100]))
+    # buttonList.append(Button([300, 370], 'SPACE', size=[500, 100]))
+
+    # # Draw Keyboard Buttons
+    # for button in buttonList:
+    #     x, y = button.pos
+    #     w, h = button.size
+    #     cv2.rectangle(img, (x, y), (x + w, y + h), (200, 200, 200), -1)
+    #     cv2.putText(img, button.text, (x + 20, y + 70), cv2.FONT_HERSHEY_PLAIN, 5, (0, 0, 0), 3)
 
     detections = []
     if result.multi_hand_landmarks: