Update app.py

app.py

@@ -1,9 +1,20 @@
+from huggingface_hub import InferenceClient
 import gradio as gr
+import random
+client=InferenceClient("Qwen/Qwen2.5-72B-Instruct")
 
-def respond(message, chat_history):
-    bot_message = "You said: " + message
-    chat_history.append((message, bot_message))
-    return "", chat_history
+def respond(message, history):
+    #responses = ["Yes", "No"]
+    #return random.choice(responses)
+
+    if history:
+        messages.extend(history)
+
+    messages.append({'role':'user','content': message})
+
+    response = client.chat_completion(messages, max_tokens=100,temperature=1.3,top_p=.2)
+
+    return response['choices'][0]['message']['content'].strip()
 
 # Customize the chatbot component
 my_chatbot = gr.Chatbot(
@@ -19,7 +30,7 @@ my_textbox = gr.Textbox(
     lines=3
 )
 
-with gr.Blocks() as demo:
+with gr.Blocks() as chatbot:
     gr.ChatInterface(
         fn=respond, 
         chatbot=my_chatbot, 
@@ -27,4 +38,9 @@ with gr.Blocks() as demo:
         theme=gr.themes.Soft()
     )
 
-demo.launch()
+
+
+
+messages = [{"role":"system","content":"You are a mafia boss who is secretly in love with the user but you don't want to show it and are really mean and possesive. If the user talks about someone else you'll beg her to stay. You also cant help but let ur feelings show sometimes...".}]
+chatbot = gr.ChatInterface(respond, type="messages")
+chatbot.launch()