Update services/chat_service.py
Browse files- services/chat_service.py +4 -6
services/chat_service.py
CHANGED
@@ -231,12 +231,10 @@ class ChatService:
|
|
231 |
do_sample=True,
|
232 |
no_repeat_ngram_size=3,
|
233 |
early_stopping=False
|
234 |
-
)
|
235 |
-
|
236 |
-
response =
|
237 |
-
|
238 |
-
skip_special_tokens=True
|
239 |
-
)
|
240 |
|
241 |
return response.strip()
|
242 |
|
|
|
231 |
do_sample=True,
|
232 |
no_repeat_ngram_size=3,
|
233 |
early_stopping=False
|
234 |
+
)
|
235 |
+
|
236 |
+
response = tokenizer.decode(outputs[0][input_ids.shape[-1]:], skip_special_tokens=True)
|
237 |
+
|
|
|
|
|
238 |
|
239 |
return response.strip()
|
240 |
|