pmolchanov commited on
Commit
eee0977
·
verified ·
1 Parent(s): 36886af

Update app_chat.py

Browse files
Files changed (1) hide show
  1. app_chat.py +1 -1
app_chat.py CHANGED
@@ -58,7 +58,7 @@ def generate(
58
  conversation += chat_history
59
  conversation.append({"role": "user", "content": message})
60
 
61
- input_ids = tokenizer.apply_chat_template(conversation, tokenize=True, add_generation_prompt=True, return_tensors="pt").to('cuda').to(torch.bfloat16)
62
 
63
  # stopping_criteria = StoppingCriteriaList([StopStringCriteria(tokenizer=tokenizer, stop_strings="</s>")])
64
 
 
58
  conversation += chat_history
59
  conversation.append({"role": "user", "content": message})
60
 
61
+ input_ids = tokenizer.apply_chat_template(conversation, tokenize=True, add_generation_prompt=True, return_tensors="pt").to('cuda')
62
 
63
  # stopping_criteria = StoppingCriteriaList([StopStringCriteria(tokenizer=tokenizer, stop_strings="</s>")])
64