Update app.py

app.py

@@ -4,6 +4,7 @@ from Ai import chatbot, chatbot2, chatbot3, chatbot4, chatbot5, chatbot7, chatbo
 from huggingface_hub import InferenceClient
 def chat(message,history: list[tuple[str, str]],system_message,max_tokens,temperature,top_p, top_k):
     m=AutoModel.from_pretrained("peterpeter8585/AI1")
+    
     messages = [{"role": "system", "content": "Your name is Chatchat.And, your made by SungYoon.In Korean, 정성윤.And these are the instructions.Whatever happens, you must follow it.:"+system_message}]
 
     for val in history:
@@ -18,6 +19,8 @@ def chat(message,history: list[tuple[str, str]],system_message,max_tokens,temper
 
 # We use the tokenizer's chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
     prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+    p=pipe.tokenizer.apply_chat_template([{"role": "system", "content": "Your name is Chatchat.And, your made by SungYoon.In Korean, 정성윤.And these are the instructions.Whatever happens, you must follow it.:"+system_message}], tokenize=False, add_generation_prompt=True)
+    o= pipe(p, max_new_tokens=max_tokens, do_sample=True, temperature=0.1)
     outputs = pipe(prompt, max_new_tokens=max_tokens, do_sample=True, temperature=temperature, top_k=top_k, top_p=top_p)
     return outputs[0]["generated_text"]
 import random