Update app.py

app.py

@@ -96,31 +96,41 @@ def overlay_design(cloth_image, design_image):
     # Generate T-shirt mask
     mask = get_tshirt_mask(cloth_image)
     
-    # Extract bounding box for precise placement
+    # Extract bounding box and T-shirt coordinates
     bbox = get_bounding_box(mask)
     tshirt_width = bbox[2] - bbox[0]
     tshirt_height = bbox[3] - bbox[1]
 
-    # Resize the design to fit the T-shirt
-    design_width = int(tshirt_width * 0.6)
-    design_height = int(tshirt_height * 0.4)  # Make the design height smaller for a better fit
-    resized_design = design_image.resize((design_width, design_height))
-
-    # Adjust position to move the design closer to the chest area
-    design_position = (
-        bbox[0] + (tshirt_width - design_width) // 2,
-        bbox[1] + int(tshirt_height * 0.25)  # Slightly lower the design
-    )
-
-    # Create a transparent layer for the design
+    # Resize the design to fit within the T-shirt bounding box
+    design_image = design_image.resize((tshirt_width, tshirt_height))
+    
+    # Convert mask to NumPy array for warping
+    mask_np = np.array(mask)
+    
+    # Identify T-shirt edges for perspective warp
+    y_coords, x_coords = np.where(mask_np > 0)
+    if len(y_coords) < 4 or len(x_coords) < 4:
+        raise Exception("Insufficient mask data for warping.")
+    
+    # Calculate the corners of the mask region
+    top_left = (x_coords.min(), y_coords.min())
+    top_right = (x_coords.max(), y_coords.min())
+    bottom_left = (x_coords.min(), y_coords.max())
+    bottom_right = (x_coords.max(), y_coords.max())
+    
+    # Warp design image to T-shirt shape
+    src_points = np.float32([[0, 0], [design_image.width, 0], [0, design_image.height], [design_image.width, design_image.height]])
+    dst_points = np.float32([top_left, top_right, bottom_left, bottom_right])
+    warp_matrix = cv2.getPerspectiveTransform(src_points, dst_points)
+    design_warped = cv2.warpPerspective(np.array(design_image), warp_matrix, (cloth_image.width, cloth_image.height))
+    design_warped = Image.fromarray(design_warped).convert("RGBA")
+    
+    # Mask the warped design to fit the T-shirt
     transparent_layer = Image.new("RGBA", cloth_image.size, (0, 0, 0, 0))
-    transparent_layer.paste(resized_design, design_position, resized_design)
-
-    # Mask the design to the T-shirt area
-    masked_design = Image.composite(transparent_layer, Image.new("RGBA", cloth_image.size), mask)
-
-    # Combine the cloth image with the masked design
-    final_image = Image.alpha_composite(cloth_image, masked_design)
+    transparent_layer.paste(design_warped, (0, 0), mask)
+    
+    # Blend the T-shirt with the design
+    final_image = Image.alpha_composite(cloth_image, transparent_layer)
     return final_image
 
 def debug_intermediate_outputs(cloth_image, mask):