Spaces:
Paused
Paused
Update app_chat.py
Browse files- app_chat.py +1 -1
app_chat.py
CHANGED
@@ -58,7 +58,7 @@ def generate(
|
|
58 |
conversation += chat_history
|
59 |
conversation.append({"role": "user", "content": message})
|
60 |
|
61 |
-
input_ids = tokenizer.apply_chat_template(conversation, tokenize=True, add_generation_prompt=True, return_tensors="pt").to('cuda')
|
62 |
|
63 |
# stopping_criteria = StoppingCriteriaList([StopStringCriteria(tokenizer=tokenizer, stop_strings="</s>")])
|
64 |
|
|
|
58 |
conversation += chat_history
|
59 |
conversation.append({"role": "user", "content": message})
|
60 |
|
61 |
+
input_ids = tokenizer.apply_chat_template(conversation, tokenize=True, add_generation_prompt=True, return_tensors="pt").to('cuda')
|
62 |
|
63 |
# stopping_criteria = StoppingCriteriaList([StopStringCriteria(tokenizer=tokenizer, stop_strings="</s>")])
|
64 |
|