Chris4K commited on
Commit
e6fa4cf
·
verified ·
1 Parent(s): 46cf207

Update services/chat_service.py

Browse files
Files changed (1) hide show
  1. services/chat_service.py +4 -6
services/chat_service.py CHANGED
@@ -231,12 +231,10 @@ class ChatService:
231
  do_sample=True,
232
  no_repeat_ngram_size=3,
233
  early_stopping=False
234
- )
235
-
236
- response = self.tokenizer.decode(
237
- outputs[0],
238
- skip_special_tokens=True
239
- )
240
 
241
  return response.strip()
242
 
 
231
  do_sample=True,
232
  no_repeat_ngram_size=3,
233
  early_stopping=False
234
+ )
235
+
236
+ response = tokenizer.decode(outputs[0][input_ids.shape[-1]:], skip_special_tokens=True)
237
+
 
 
238
 
239
  return response.strip()
240