Update app.py

app.py

@@ -76,13 +76,11 @@ def stream_chat(
 
 Crucially, always respond to and rebut the previous speaker's points in Harris's style. Keep responses concise and impactful."""
     
-    temperature = 0.15
-    max_new_tokens = 300
-    top_p = 0.8
-    top_k = 40
-    repetition_penalty = 1.5
+    temperature = 0.8
+    max_new_tokens = 1024
+    top_p = 1.0
+    top_k = 20
 
-    
     conversation = [
         {"role": "system", "content": system_prompt}
     ]
@@ -109,7 +107,6 @@ Crucially, always respond to and rebut the previous speaker's points in Harris's
         pad_token_id=tokenizer.pad_token_id,
         eos_token_id=tokenizer.eos_token_id,
         streamer=streamer,
-        repetition_penalty=repetition_penalty,
     )
 
     with torch.no_grad():