Spaces:
Running
on
Zero
Running
on
Zero
aixsatoshi
commited on
Commit
•
715f8d8
1
Parent(s):
50e0709
Update app.py
Browse files
app.py
CHANGED
@@ -23,8 +23,8 @@ languages = [
|
|
23 |
]
|
24 |
|
25 |
tokenizer = AutoTokenizer.from_pretrained("aixsatoshi/Honyaku-13b")
|
26 |
-
model = AutoModelForCausalLM.from_pretrained("aixsatoshi/Honyaku-13b", torch_dtype=torch.float16
|
27 |
-
|
28 |
|
29 |
class StopOnTokens(StoppingCriteria):
|
30 |
def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool:
|
|
|
23 |
]
|
24 |
|
25 |
tokenizer = AutoTokenizer.from_pretrained("aixsatoshi/Honyaku-13b")
|
26 |
+
model = AutoModelForCausalLM.from_pretrained("aixsatoshi/Honyaku-13b", torch_dtype=torch.float16)
|
27 |
+
model = model.to('cuda:0')
|
28 |
|
29 |
class StopOnTokens(StoppingCriteria):
|
30 |
def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool:
|