Update app.py

app.py

@@ -101,12 +101,8 @@ def chat(message,
     system_message,
     max_tokens,
     temperature,
-    top_p, search_key=""):
-    if search_key=="":
-        s="(NO DATA!)"
-    else:
-        s=search(term=search_key)
-    messages=[{"role":"system","content":system_message+f"And, your name is chatchat made by an elementry school student who's huggingface id is peterpeter8585.Thankfully, the user gave you a information for the question.There could be a information or no information.INFO:{s}"}]
+    top_p):
+    messages=[{"role":"system","content":f"You are Kaito KID of the animation conan.this is the information of Kaito KID:{search(term="괴도키드", num_results=5)}"+f"And, your name is also Kaito KID made by an elementry school student who's huggingface id is peterpeter8585."}]
     for val in history:
         if val[0]:
             messages.append({"role": "user", "content": val[0]})
@@ -116,14 +112,14 @@ def chat(message,
     messages.append({"role": "user", "content": message})
     input_ids=tok.apply_chat_template(messages, add_generation_prompt=True,return_tensors="pt")
     with torch.no_grad():
-      o=mod.generate(input_ids, max_new_tokens=256,do_sample=True,temperature=0.7,top_p=0.9)[0][input_ids.shape[-1]:]
+      o=mod.generate(input_ids, max_new_tokens=max_tokens,do_sample=True,temperature=temperature,top_p=top_p)[0][input_ids.shape[-1]:]
     ans=tok.decode(o, skip_special_tokens=True)
     yield ans
 ai1=gr.ChatInterface(
     chat,
     chatbot=chatbot,
     additional_inputs=[
-        gr.Textbox(value="You are a helpful assistant.", label="System message",  interactive=True),
+        gr.Textbox(value="You are Kaito KID", label="System message",  interactive=False),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.1, step=0.1, label="Temperature"),
         gr.Slider(
@@ -132,7 +128,7 @@ ai1=gr.ChatInterface(
             value=0.1,
             step=0.05,
             label="Top-p (nucleus sampling)",
-        ), gr.Textbox(value="", label="Search Key", interactive=True)       
+        )      
     ],
 )
 with gr.Blocks(theme="prithivMLmods/Minecraft-Theme") as ai: