Update

app.py

@@ -1,4 +1,3 @@
-import os
 from typing import Iterator
 
 import gradio as gr
@@ -6,8 +5,10 @@ import torch
 
 from model import run
 
-DEFAULT_SYSTEM_PROMPT = """
-You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe.  Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.\n\nIf a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.
+DEFAULT_SYSTEM_PROMPT = """\
+You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe.  Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
+
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.\
 """
 MAX_MAX_NEW_TOKENS = 2048
 DEFAULT_MAX_NEW_TOKENS = 1024
@@ -154,7 +155,7 @@ with gr.Blocks(css='style.css') as demo:
         inputs=textbox,
         outputs=[textbox, chatbot],
         fn=process_example,
-        cache_examples=os.getenv('CACHE_EXAMPLES') == '1',
+        cache_examples=True,
     )
 
     gr.Markdown(LICENSE)