change to load input in generate_freak()

app.py

@@ -333,16 +333,14 @@ def load_img_from_URL(URL):
     init_image = Image.open(BytesIO(response.content)).convert("RGB")
     return init_image
 
-@spaces.GPU
 def embed_img(input_image):
     tokens = pipe.feature_extractor(input_image)
-    img_model = pipe.image_encoder.to(torch_device)
+    img_model = pipe.image_encoder.to('cpu') #run this once without gpu
     with torch.no_grad():
         embeds = img_model(torch.tensor(tokens.pixel_values[0]).unsqueeze(0))
         
     return embeds.image_embeds.to(torch_device)
 
-@spaces.GPU
 def localimg_2_embed(image_dir):
     embeds = embed_img(load_image(image_dir))
     return embeds
@@ -391,16 +389,16 @@ def image_grid(imgs, rows, cols):
     return grid
 
 
-chaosclicker_willtensor = localimg_2_embed('willpaint-imgs/chaosclicker-willpaint.png').to(torch_device)
-contentcnsr_willtensor = localimg_2_embed('willpaint-imgs/contentconnoisseur-willpaint.png').to(torch_device)
-digdaydrmr_willtensor = localimg_2_embed('willpaint-imgs/digitaldaydreamer-willpaint.png').to(torch_device)
-ecoexplr_willtensor = localimg_2_embed('willpaint-imgs/ecoexplorer-willpaint.png').to(torch_device)
-fandomfox_willtensor = localimg_2_embed('willpaint-imgs/fandomfox-willpaint.png').to(torch_device)
-mememaven_willtensor = localimg_2_embed('willpaint-imgs/mememaven-willpaint.png').to(torch_device)
-newsnerd_willtensor = localimg_2_embed('willpaint-imgs/newnerd-willpaint.png').to(torch_device)
-nostalgicnvgtr_willtensor = localimg_2_embed('willpaint-imgs/nostalgicnavigator-willpaint.png').to(torch_device)
-scrollseeker_willtensor = localimg_2_embed('willpaint-imgs/scrollseeker-willpaint.png').to(torch_device)
-trendtracker_willtensor = localimg_2_embed('willpaint-imgs/trendtracker-willpaint.png').to(torch_device)
+chaosclicker_willtensor = localimg_2_embed('willpaint-imgs/chaosclicker-willpaint.png').to('cpu')
+contentcnsr_willtensor = localimg_2_embed('willpaint-imgs/contentconnoisseur-willpaint.png').to('cpu')
+digdaydrmr_willtensor = localimg_2_embed('willpaint-imgs/digitaldaydreamer-willpaint.png').to('cpu')
+ecoexplr_willtensor = localimg_2_embed('willpaint-imgs/ecoexplorer-willpaint.png').to('cpu')
+fandomfox_willtensor = localimg_2_embed('willpaint-imgs/fandomfox-willpaint.png').to('cpu')
+mememaven_willtensor = localimg_2_embed('willpaint-imgs/mememaven-willpaint.png').to('cpu')
+newsnerd_willtensor = localimg_2_embed('willpaint-imgs/newnerd-willpaint.png').to('cpu')
+nostalgicnvgtr_willtensor = localimg_2_embed('willpaint-imgs/nostalgicnavigator-willpaint.png').to('cpu')
+scrollseeker_willtensor = localimg_2_embed('willpaint-imgs/scrollseeker-willpaint.png').to('cpu')
+trendtracker_willtensor = localimg_2_embed('willpaint-imgs/trendtracker-willpaint.png').to('cpu')
 
 
 will_cand_tensors = torch.cat([chaosclicker_willtensor,
@@ -420,6 +418,7 @@ will_cand_tensors = torch.cat([chaosclicker_willtensor,
 @spaces.GPU
 def generate_freak():
     will_randomised_input = random_candtensor(will_cand_tensors).unsqueeze(0)
+    will_randomised_input.to(torch_device)
     output = pipe(image_embeddings=will_randomised_input, num_images_per_prompt=1, decoder_num_inference_steps = 15, super_res_num_inference_steps = 4)
     return output.images[0]