Update app.py

app.py

@@ -61,24 +61,24 @@ with gr.Blocks() as demo:
                                    lines=6)
         max_new_tokens = gr.Slider(
             label='Max new tokens',
-            minimum=1,
+            minimum=32,
             maximum=1024,
             step=1,
             value=512,
         )
         temperature = gr.Slider(
             label='Temperature',
-            minimum=0.0,
+            minimum=0.01,
             maximum=0.5,
-            step=0.1,
-            value=0.0,
+            step=0.01,
+            value=0.01,
         )
         top_p = gr.Slider(
             label='Top-p (nucleus sampling)',
-            minimum=0.05,
+            minimum=0.01,
             maximum=1.0,
-            step=0.05,
-            value=0.95,
+            step=0.01,
+            value=0.01,
         )
 
 
@@ -88,6 +88,9 @@ with gr.Blocks() as demo:
 
     def bot(history, max_new_tokens, temperature, top_p, system_prompt):
         chat_data = []
+        system_prompt = system_prompt.strip()
+        if system_prompt:
+            chat_data.append({"role": "system", "content": system_prompt})
         for user_msg, assistant_msg in history:
             if user_msg is not None:
                 chat_data.append({"role": "user", "content": user_msg})