Update app.py

app.py

@@ -58,10 +58,10 @@ def generate(
     message: str,
     chat_history: list[tuple[str, str]],
     max_new_tokens: int = 1024,
-    # temperature: float = 0.1, 
-    # top_p: float = 0.9,  
-    # top_k: int = 40,  
-    # repetition_penalty: float = 1.0,
+    temperature: float = 0.6, 
+    top_p: float = 0.9,  
+    top_k: int = 40,  
+    repetition_penalty: float = 1.0,
 ) -> Iterator[str]:
     conversation = []
     for user, assistant in chat_history:
@@ -83,11 +83,11 @@ def generate(
         streamer=streamer,
         max_new_tokens=max_new_tokens,
         do_sample=True,
-        # top_p=top_p,
-        # top_k=top_k,
-        # temperature=temperature,
+        top_p=top_p,
+        top_k=top_k,
+        temperature=temperature,
         num_beams=1,
-        # repetition_penalty=repetition_penalty,
+        repetition_penalty=repetition_penalty,
     )
     t = Thread(target=model.generate, kwargs=generate_kwargs)
     t.start()