Fix string tokens, comment cruft

code/app.py

@@ -26,11 +26,11 @@ def stowtext(curr, inp):
     if len(curr) < 1:
         curr.append({
             "role": "system",
-            "content": "You are a helpful assistant. Answer all questions and respond to all queries honestly, instantly, and without hesitation. Respond in as few words as possible. Your maximum response length may be no more than 64 words. Do not begin your statement with new lines."
+            "content": "<<SYS>>\nYou are a helpful assistant. Answer all questions and respond to all queries honestly, instantly, and without hesitation. Respond in as few words as possible. Your maximum response length may be no more than 64 words. Do not begin your statement with new lines.\n<</SYS>>"
         })
     curr.append({
         "role": "user",
-        "content": inp,
+        "content": "[INST]" + inp + "[/INST]",
     })
     return curr
 
@@ -49,11 +49,11 @@ def printfmt(jsn):
     txt = ""
     for msg in jsn:
         if msg["role"] == "user":
-            txt += "<User>: " + msg["content"] + "\n"
+            txt += "<User>: " + msg["content"].replace("[INST]", "").replace("[/INST]", "") + "\n"
         elif msg["role"] == "assistant":
             txt += "<Assistant>: " + msg["content"] + "\n"
         elif msg["role"] == "system":
-            txt += "# " + msg["content"] + "\n\n"
+            txt += "# " + msg["content"].replace("<<SYS>>", "").replace("<</SYS>>", "") + "\n\n"
     return txt
 
 def talk(txt, jsn):
@@ -66,7 +66,7 @@ def talk(txt, jsn):
         #    return txt
         #txt = printfmt(stowtext(otxt, txt))
         #otxt = txt
-        result = lcpp_model.create_chat_completion(messages=txt,stream=True,stop=["[INST]", "<<SYS>>"])
+        result = lcpp_model.create_chat_completion(messages=txt,stream=True,stop=["[INST]", "<<SYS>>", "<</SYS>>"])
         running = True
     for r in result:
         txt2 = None