TRY ME BITCH

app.py

@@ -314,11 +314,12 @@ class customUnClipPipeline(UnCLIPImageVariationPipeline):
 
 
 ### ADDITIONAL PIPELINE CODE FOR KARLO
-torch_device = 'cuda'
+torch_device = 'cpu'
 pipe = customUnClipPipeline.from_pretrained("kakaobrain/karlo-v1-alpha-image-variations", torch_dtype=torch.float32, trust_remote_code=True, 
                                             # accelerator='ort', device=torch_device
+                                            device_map='cpu'
                                            )
-pipe.to(torch_device)
+# pipe.to(torch_device)
 # pipe.enable_model_cpu_offload()
 
 
@@ -333,7 +334,6 @@ def load_img_from_URL(URL):
     init_image = Image.open(BytesIO(response.content)).convert("RGB")
     return init_image
 
-@spaces.GPU
 def embed_img(input_image):
     tokens = pipe.feature_extractor(input_image).to(torch_device)
     img_model = pipe.image_encoder.to(torch_device)
@@ -419,7 +419,7 @@ will_cand_tensors = torch.cat([chaosclicker_willtensor,
 @spaces.GPU
 def generate_freak():
     will_randomised_input = random_candtensor(will_cand_tensors).unsqueeze(0)
-    will_randomised_input.to(torch_device)
+    will_randomised_input.to("cuda")
     output = pipe(image_embeddings=will_randomised_input, num_images_per_prompt=1, decoder_num_inference_steps = 15, super_res_num_inference_steps = 4)
     return output.images[0]