Ian-14
/

model_test

Ian-14 commited on Aug 10, 2023

Commit

793c2a6

1 Parent(s): 963e85b

Update README.md

Files changed (1) hide show

README.md CHANGED Viewed

@@ -19,6 +19,7 @@ from transformers import AutoTokenizer, AutoModel
 tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True)
 model = AutoModel.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True).half().cuda()
 model = model.eval()
-response, history = model.chat(tokenizer, "你好", history=[])
 response
 ```

 tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True)
 model = AutoModel.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True).half().cuda()
 model = model.eval()
+text = "你好"
+response, history = model.chat(tokenizer, text, history=[])
 response
 ```