changed output generation settings

ChitChat/common/utils.py

@@ -43,13 +43,13 @@ def conversation(user, userInput):
     bot_input_ids = torch.cat([chat_history_ids, user_input_ids], axis = -1) if chat_history_ids is not None else user_input_ids 
     # print(bot_input_ids)
     chat_history_ids = small_model.generate(
-        bot_input_ids,
-        max_length = 500,
-        no_repeat_ngram_size = 3,
-        do_sample = True,
-        top_k = 100,
-        top_p = 0.7,
-        temperature = 0.8
+                        bot_input_ids,
+                         num_beams = 4,
+                         no_repeat_ngram_size = 3,
+                         temperature = 0.8,
+                         top_k = 150,
+                         top_p = 0.92,
+                         repetition_penalty = 2.1
     )
     # print(f"chat_history_ids : {type(chat_history_ids)}")
     saveChatHistory(user, chat_history_ids)
@@ -57,5 +57,14 @@ def conversation(user, userInput):
 
 def complexChat(userInput):
     input_ids = large_tokenizer(userInput, return_tensors="pt").input_ids
-    outputs = large_model.generate(input_ids)
+    outputs = large_model.generate(input_ids,
+                         min_length = 20,
+                         max_new_tokens = 600,
+                         length_penalty = 1.6,
+                         num_beams = 4,
+                         no_repeat_ngram_size = 3,
+                         temperature = 0.8,
+                         top_k = 150,
+                         top_p = 0.92,
+                         repetition_penalty = 2.1)
     return large_tokenizer.decode(outputs[0], skip_special_tokens = True)