quelmap commited on
Commit
ca4a761
·
1 Parent(s): e425865

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -2,12 +2,12 @@ import gradio
2
  import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
- model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-small", device_map="auto", torch_dtype=torch.float32)
6
- tokenizer = AutoTokenizer.from_pretrained("cyberagent/open-calm-small")
7
 
8
  def my_inference_function(mail):
9
  mail=mail.replace("\n", "")
10
- inputs = tokenizer(f"(上司へのメール敬語で){mail}", return_tensors="pt").to(model.device)
11
  with torch.no_grad():
12
  tokens = model.generate(
13
  **inputs,
 
2
  import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
+ model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-large", device_map="auto", torch_dtype=torch.float32)
6
+ tokenizer = AutoTokenizer.from_pretrained("cyberagent/open-calm-large")
7
 
8
  def my_inference_function(mail):
9
  mail=mail.replace("\n", "")
10
+ inputs = tokenizer(mail, return_tensors="pt").to(model.device)
11
  with torch.no_grad():
12
  tokens = model.generate(
13
  **inputs,