Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,3 +1,4 @@
|
|
|
|
1 |
import gradio as gr
|
2 |
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
@@ -18,6 +19,7 @@ class ModelProcessor:
|
|
18 |
# Set padding token as end-of-sequence token
|
19 |
self.tokenizer.pad_token = self.tokenizer.eos_token
|
20 |
|
|
|
21 |
@torch.inference_mode()
|
22 |
def process_data_and_compute_statistics(self, prompt):
|
23 |
# Tokenize the prompt and move to the device
|
|
|
1 |
+
import spaces
|
2 |
import gradio as gr
|
3 |
|
4 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
19 |
# Set padding token as end-of-sequence token
|
20 |
self.tokenizer.pad_token = self.tokenizer.eos_token
|
21 |
|
22 |
+
@spaces.GPU
|
23 |
@torch.inference_mode()
|
24 |
def process_data_and_compute_statistics(self, prompt):
|
25 |
# Tokenize the prompt and move to the device
|