Update app.py

app.py

@@ -89,9 +89,6 @@ def generate(
             mask_image = load_image(mask_url)
 
         if use_controlnet:
-            controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny", torch_dtype=torch.float16)
-            pipe = StableDiffusionControlNetPipeline.from_pretrained("runwayml/stable-diffusion-v1-5", controlnet=controlnet, torch_dtype=torch.float16)
-
             image = load_image(img_url)
             image = np.array(image)
             
@@ -100,6 +97,9 @@ def generate(
             image = image[:, :, None]
             image = np.concatenate([image, image, image], axis=2)
             canny_image = Image.fromarray(image)
+        
+            controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-canny", torch_dtype=torch.float16)
+            pipe = StableDiffusionControlNetPipeline.from_pretrained("runwayml/stable-diffusion-v1-5", controlnet=controlnet, torch_dtype=torch.float16)
             
         if use_lora:
             pipe.load_lora_weights(lora)