Update app.py

app.py

@@ -1,3 +1,4 @@
+import spaces
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
@@ -6,6 +7,7 @@ model_name = "infly/OpenCoder-8B-Instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
 
+@spaces.GPU
 # Define the text generation function
 def generate_text(prompt):
     inputs = tokenizer(prompt, return_tensors="pt", truncation=True, padding=True)