Mohamad-Jaallouk commited on
Commit
3525348
·
verified ·
1 Parent(s): 94434ca

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -1,3 +1,4 @@
 
1
  import gradio as gr
2
 
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
@@ -18,6 +19,7 @@ class ModelProcessor:
18
  # Set padding token as end-of-sequence token
19
  self.tokenizer.pad_token = self.tokenizer.eos_token
20
 
 
21
  @torch.inference_mode()
22
  def process_data_and_compute_statistics(self, prompt):
23
  # Tokenize the prompt and move to the device
 
1
+ import spaces
2
  import gradio as gr
3
 
4
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
19
  # Set padding token as end-of-sequence token
20
  self.tokenizer.pad_token = self.tokenizer.eos_token
21
 
22
+ @spaces.GPU
23
  @torch.inference_mode()
24
  def process_data_and_compute_statistics(self, prompt):
25
  # Tokenize the prompt and move to the device