lordjimen commited on
Commit
ca140c7
1 Parent(s): f3d7e7a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -1
README.md CHANGED
@@ -123,7 +123,13 @@ tokenizer = AutoTokenizer.from_pretrained(
123
  messages = [
124
  {"role": "user", "content": "Кога е основан Софийският университет?"},
125
  ]
126
- input_ids = tokenizer.apply_chat_template(messages, return_tensors="pt", return_dict=True).to("cuda")
 
 
 
 
 
 
127
 
128
  outputs = model.generate(
129
  **input_ids,
 
123
  messages = [
124
  {"role": "user", "content": "Кога е основан Софийският университет?"},
125
  ]
126
+
127
+ input_ids = tokenizer.apply_chat_template(
128
+ messages,
129
+ return_tensors="pt",
130
+ add_generation_prompt=True,
131
+ return_dict=True
132
+ )
133
 
134
  outputs = model.generate(
135
  **input_ids,