Add chat window

code/app.py

@@ -24,6 +24,9 @@ otxt = ""
 def m3b_talk(text):
     global otxt
     resp = ""
+    if otxt != "":
+        otxt += "\n\n"
+    otxt += "<User>: " + text
     formattedQuery = "GPT4 User: " + text + "<|end_of_text|>GPT4 Assistant:"
     r = lcpp_model(formattedQuery, stop=["GPT4 User:", "\n\n\n"], echo=True, stream=True)
     rfq = False
@@ -31,6 +34,7 @@ def m3b_talk(text):
         otxt += c["choices"][0]["text"]
         if formattedQuery in otxt and not rfq:
             otxt.replace(formattedQuery, "")
+            otxt += "\n\n<Assistant>: "
             rfq = True
         else:
             yield otxt
@@ -45,10 +49,10 @@ def main():
     with gr.Blocks() as demo:
         with gr.Row(variant="panel"):
             gr.Markdown("## Talk to Starling 7B\n")
-        with gr.Row(variant="panel"):
-            m3b_talk_input = gr.Textbox(label="Message", placeholder="Type something here...")
         with gr.Row(variant="panel"):
             m3b_talk_output = gr.Textbox()
+        with gr.Row(variant="panel"):
+            m3b_talk_input = gr.Textbox(label="Message", placeholder="Type something here...")
         with gr.Row(variant="panel"):
             m3b_talk_btn = gr.Button("Send")