aixsatoshi commited on
Commit
715f8d8
1 Parent(s): 50e0709

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -23,8 +23,8 @@ languages = [
23
  ]
24
 
25
  tokenizer = AutoTokenizer.from_pretrained("aixsatoshi/Honyaku-13b")
26
- model = AutoModelForCausalLM.from_pretrained("aixsatoshi/Honyaku-13b", torch_dtype=torch.float16,device_map="auto")
27
- #model = model.to('cuda:0')
28
 
29
  class StopOnTokens(StoppingCriteria):
30
  def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool:
 
23
  ]
24
 
25
  tokenizer = AutoTokenizer.from_pretrained("aixsatoshi/Honyaku-13b")
26
+ model = AutoModelForCausalLM.from_pretrained("aixsatoshi/Honyaku-13b", torch_dtype=torch.float16)
27
+ model = model.to('cuda:0')
28
 
29
  class StopOnTokens(StoppingCriteria):
30
  def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool: