Spaces:
Runtime error
Runtime error
Upload folder using huggingface_hub
Browse files- web_demo.py +2 -2
web_demo.py
CHANGED
@@ -3,8 +3,8 @@ import gradio as gr
|
|
3 |
import mdtex2html
|
4 |
from utils import load_model_on_gpus
|
5 |
|
6 |
-
tokenizer = AutoTokenizer.from_pretrained("/
|
7 |
-
model = AutoModel.from_pretrained("/
|
8 |
# 多显卡支持,使用下面两行代替上面一行,将num_gpus改为你实际的显卡数量
|
9 |
# from utils import load_model_on_gpus
|
10 |
# model = load_model_on_gpus("THUDM/chatglm3-6b", num_gpus=2)
|
|
|
3 |
import mdtex2html
|
4 |
from utils import load_model_on_gpus
|
5 |
|
6 |
+
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm3-6b", trust_remote_code=True)
|
7 |
+
model = AutoModel.from_pretrained("THUDM/chatglm3-6b", trust_remote_code=True).cuda()
|
8 |
# 多显卡支持,使用下面两行代替上面一行,将num_gpus改为你实际的显卡数量
|
9 |
# from utils import load_model_on_gpus
|
10 |
# model = load_model_on_gpus("THUDM/chatglm3-6b", num_gpus=2)
|