Update app.py

app.py

@@ -59,18 +59,22 @@ def generate(
     if torch.cuda.is_available():
             
         if not use_img2img:
-            pipe = DiffusionPipeline.from_pretrained(model, torch_dtype=torch.float16) 
-    
+            pipe = DiffusionPipeline.from_pretrained(model, torch_dtype=torch.float16)
+            pipe.enable_model_cpu_offload()
+            
             if use_vae:  
                 vae = AutoencoderKL.from_pretrained(vaecall, torch_dtype=torch.float16)
                 pipe = DiffusionPipeline.from_pretrained(model, vae=vae, torch_dtype=torch.float16)
+                pipe.enable_model_cpu_offload()
 
         if use_img2img:
             pipe = AutoPipelineForImage2Image.from_pretrained(model, torch_dtype=torch.float16)
+            pipe.enable_model_cpu_offload()
             
             if use_vae:  
                 vae = AutoencoderKL.from_pretrained(vaecall, torch_dtype=torch.float16)
                 pipe = AutoPipelineForImage2Image.from_pretrained(model, vae=vae, torch_dtype=torch.float16)
+                pipe.enable_model_cpu_offload()
 
             response = requests.get(url)
             init_image = Image.open(BytesIO(response.content)).convert("RGB")
@@ -82,7 +86,6 @@ def generate(
             
         else:
             pipe.to(device)
-            pipe.enable_model_cpu_offload()
         
     generator = torch.Generator().manual_seed(seed)