Update services/chat_service.py
Browse files- services/chat_service.py +2 -1
services/chat_service.py
CHANGED
@@ -245,7 +245,8 @@ class ChatService:
|
|
245 |
top_p=0.9,
|
246 |
do_sample=True,
|
247 |
no_repeat_ngram_size=3,
|
248 |
-
early_stopping=True
|
|
|
249 |
)
|
250 |
|
251 |
response = self.tokenizer.decode(
|
|
|
245 |
top_p=0.9,
|
246 |
do_sample=True,
|
247 |
no_repeat_ngram_size=3,
|
248 |
+
early_stopping=False, # True num_beams=3, # Increase number of beams if beam search is needed
|
249 |
+
pad_token_id=tokenizer.eos_token,
|
250 |
)
|
251 |
|
252 |
response = self.tokenizer.decode(
|