Ian-14 commited on
Commit
caf0b5b
·
1 Parent(s): 94d780d

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +12 -0
README.md ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ pipeline_tag: text-generation
3
+ ---
4
+ from transformers import AutoTokenizer, AutoModel
5
+
6
+ tokenizer = AutoTokenizer.from_pretrained("Ian-14/model_test", trust_remote_code=True)
7
+
8
+ model = AutoModel.from_pretrained("Ian-14/model_test", trust_remote_code=True).half().cuda()
9
+
10
+ model = model.eval()
11
+
12
+ response, history = model.chat(tokenizer, "你好", history=[])