Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -2,12 +2,12 @@ import gradio
|
|
2 |
import torch
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
|
5 |
-
model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-
|
6 |
-
tokenizer = AutoTokenizer.from_pretrained("cyberagent/open-calm-
|
7 |
|
8 |
def my_inference_function(mail):
|
9 |
mail=mail.replace("\n", "")
|
10 |
-
inputs = tokenizer(
|
11 |
with torch.no_grad():
|
12 |
tokens = model.generate(
|
13 |
**inputs,
|
|
|
2 |
import torch
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
|
5 |
+
model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-large", device_map="auto", torch_dtype=torch.float32)
|
6 |
+
tokenizer = AutoTokenizer.from_pretrained("cyberagent/open-calm-large")
|
7 |
|
8 |
def my_inference_function(mail):
|
9 |
mail=mail.replace("\n", "")
|
10 |
+
inputs = tokenizer(mail, return_tensors="pt").to(model.device)
|
11 |
with torch.no_grad():
|
12 |
tokens = model.generate(
|
13 |
**inputs,
|