init

app.py

@@ -1,5 +1,6 @@
 # Import necessary libraries
 import torch
+import spaces
 from transformers import AutoTokenizer, AutoConfig, AutoModelForCausalLM, pipeline
 import gradio as gr
 
@@ -18,6 +19,7 @@ if torch.cuda.is_available():
 text_generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
 
 # Function to generate text
+@spaces.GPU
 def generate_text(input_text):
     output = text_generator(input_text, max_new_tokens=25, add_special_tokens=False, do_sample=True)
     return output[0]['generated_text']