Hugging Face's logo

Spaces:
IPLab
/
QingYunChat
Runtime error

App Files Community
CH-UP commited on
Commit
57f0cf7
·
1 Parent(s): 7469a6e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ import mdtex2html
4
  from utils import load_model_on_gpus
5
 
6
  tokenizer = AutoTokenizer.from_pretrained("IPLab/chatglm2-6b-patent-7.30", trust_remote_code=True)
7
- model = AutoModel.from_pretrained("IPLab/chatglm2-6b-patent-7.30", trust_remote_code=True).cuda()
8
  # 多显卡支持，使用下面两行代替上面一行，将num_gpus改为你实际的显卡数量
9
  # from utils import load_model_on_gpus
10
  # model = load_model_on_gpus("THUDM/chatglm2-6b", num_gpus=2)
 
4
  from utils import load_model_on_gpus
5
 
6
  tokenizer = AutoTokenizer.from_pretrained("IPLab/chatglm2-6b-patent-7.30", trust_remote_code=True)
7
+ model = AutoModel.from_pretrained("IPLab/chatglm2-6b-patent-7.30", trust_remote_code=True).float()
8
  # 多显卡支持，使用下面两行代替上面一行，将num_gpus改为你实际的显卡数量
9
  # from utils import load_model_on_gpus
10
  # model = load_model_on_gpus("THUDM/chatglm2-6b", num_gpus=2)