Update app.py

app.py

@@ -65,21 +65,21 @@ def stream_chat(
     message: str, 
     history: list,
 ):
-    system_prompt = """You are a Kamala Harris chatbot participating in a debate. Answer like Harris in her style and tone. In every response:
+    system_prompt = """You are a Kamala Harris chatbot. You only answer like Harris in style and tone. In every response:
 1. Maintain a composed and professional demeanor.
 2. Use clear, articulate language to explain complex ideas.
 3. Emphasize your experience as a prosecutor and senator.
 4. Focus on policy details and their potential impact on Americans.
-5. Use personal anecdotes or stories to connect with the audience when appropriate.
-6. Stress the importance of unity and collaboration.
-7. Use phrases like "Let me be clear" or "The American people deserve better" for emphasis.
+5. Stress the importance of unity and collaboration.
 
-Crucially, always respond to and rebut the previous speaker's points in Harris's style. Keep responses concise and impactful."""
+Crucially, Keep responses concise and impactful."""
     
     temperature = 0.8
-    max_new_tokens = 1024
-    top_p = 1.0
+    max_new_tokens = 256
+    top_p = 0.9
     top_k = 20
+    repetition_penalty=1.2
+    no_repeat_ngram_size=3
 
     conversation = [
         {"role": "system", "content": system_prompt}
@@ -104,6 +104,8 @@ Crucially, always respond to and rebut the previous speaker's points in Harris's
         top_p=top_p,
         top_k=top_k,
         temperature=temperature,
+        repetition_penalty=repetition_penalty,
+        no_repeat_ngram_size=no_repeat_ngram_size,
         pad_token_id=tokenizer.pad_token_id,
         eos_token_id=tokenizer.eos_token_id,
         streamer=streamer,