Update app.py

app.py

@@ -1,6 +1,7 @@
 import pathlib
 
 import gradio as gr
+import spaces
 import open_clip
 import torch
 
@@ -25,6 +26,7 @@ def output_generate(image):
         generated = model.generate(im, seq_len=20)
     return open_clip.decode(generated[0].detach()).split("<end_of_text>")[0].replace("<start_of_text>", "")
 
+@spaces.GPU
 def inference_caption(image, decoding_method="Beam search", rep_penalty=1.2, top_p=0.5, min_seq_len=5, seq_len=20):
     im = transform(image).unsqueeze(0).to(device)
     generation_type = "beam_search" if decoding_method == "Beam search" else "top_p"