fixed output generation error

ChitChat/common/utils.py

@@ -43,13 +43,14 @@ def conversation(user, userInput):
     bot_input_ids = torch.cat([chat_history_ids, user_input_ids], axis = -1) if chat_history_ids is not None else user_input_ids 
     # print(bot_input_ids)
     chat_history_ids = small_model.generate(
-                        bot_input_ids,
-                         num_beams = 4,
-                         no_repeat_ngram_size = 3,
-                         temperature = 0.8,
-                         top_k = 150,
-                         top_p = 0.92,
-                         repetition_penalty = 2.1
+        bot_input_ids,
+        max_length = 500,
+        pad_token_id = tokenizer.eos_token_id,
+        no_repeat_ngram_size = 3,
+        do_sample = True,
+        top_k = 100,
+        top_p = 0.7,
+        temperature = 0.8
     )
     # print(f"chat_history_ids : {type(chat_history_ids)}")
     saveChatHistory(user, chat_history_ids)