kevinwang676 commited on
Commit
3c770c8
·
1 Parent(s): 346fc97

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -6,10 +6,8 @@ import os
6
 
7
  #CHECKPOINT_PATH=f'output_lh/checkpoint-600'
8
  tokenizer = AutoTokenizer.from_pretrained("chatglm3-6b", trust_remote_code=True)
9
- config = AutoConfig.from_pretrained("chatglm3-6b", trust_remote_code=True, pre_seq_len=128)
10
- model = AutoModel.from_pretrained("chatglm3-6b", config=config, trust_remote_code=True)
11
 
12
- model = model.half().float()
13
 
14
  model = model.eval()
15
 
 
6
 
7
  #CHECKPOINT_PATH=f'output_lh/checkpoint-600'
8
  tokenizer = AutoTokenizer.from_pretrained("chatglm3-6b", trust_remote_code=True)
 
 
9
 
10
+ model = AutoModel.from_pretrained("THUDM/chatglm3-6b", trust_remote_code=True, device='cuda')
11
 
12
  model = model.eval()
13