Chris4K commited on
Commit
561101a
·
verified ·
1 Parent(s): 5a08202

Update services/chat_service.py

Browse files
Files changed (1) hide show
  1. services/chat_service.py +2 -1
services/chat_service.py CHANGED
@@ -245,7 +245,8 @@ class ChatService:
245
  top_p=0.9,
246
  do_sample=True,
247
  no_repeat_ngram_size=3,
248
- early_stopping=True
 
249
  )
250
 
251
  response = self.tokenizer.decode(
 
245
  top_p=0.9,
246
  do_sample=True,
247
  no_repeat_ngram_size=3,
248
+ early_stopping=False, # True num_beams=3, # Increase number of beams if beam search is needed
249
+ pad_token_id=tokenizer.eos_token,
250
  )
251
 
252
  response = self.tokenizer.decode(