Update app.py
Browse files
app.py
CHANGED
@@ -9,8 +9,8 @@ from transformers import is_torch_npu_available
|
|
9 |
from threading import Thread
|
10 |
|
11 |
|
12 |
-
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-
|
13 |
-
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen1.5-
|
14 |
if is_torch_npu_available():
|
15 |
model.to("npu:0")
|
16 |
elif torch.cuda.is_available():
|
|
|
9 |
from threading import Thread
|
10 |
|
11 |
|
12 |
+
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-7B-Chat")
|
13 |
+
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen1.5-7B-Chat", torch_dtype=torch.bfloat16)
|
14 |
if is_torch_npu_available():
|
15 |
model.to("npu:0")
|
16 |
elif torch.cuda.is_available():
|