Update app.py

app.py

@@ -76,11 +76,10 @@ def stream_chat(
 
 Importantly, always respond to and rebut the previous speaker's points in Trump's style. Keep responses concise and avoid unnecessary repetition."""
 
-    temperature = 0.15
-    max_new_tokens = 300
-    top_p = 0.9
-    top_k = 40
-    repetition_penalty = 1.5
+    temperature = 0.8
+    max_new_tokens = 1024
+    top_p = 1.0
+    top_k = 20
     
     conversation = [
         {"role": "system", "content": system_prompt}
@@ -108,7 +107,6 @@ Importantly, always respond to and rebut the previous speaker's points in Trump'
         pad_token_id=tokenizer.pad_token_id,
         eos_token_id=tokenizer.eos_token_id,
         streamer=streamer,
-        repetition_penalty=repetition_penalty,
     )
 
     with torch.no_grad():